-- Logs begin at Sun 2022-08-07 23:33:38 UTC, end at Mon 2022-08-08 00:51:15 UTC. -- Aug 08 00:23:52.815054 dv-cinder-851640-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 08 00:23:55.494397 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.common.config [-] Logging enabled! Aug 08 00:23:55.495002 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev464 Aug 08 00:23:55.495332 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=115878) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Aug 08 00:23:55.498963 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.common.config [-] Logging enabled! Aug 08 00:23:55.499244 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev464 Aug 08 00:23:55.499559 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=115878) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Aug 08 00:23:55.500673 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 08 00:23:55.500910 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 08 00:23:55.501383 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 08 00:23:55.501632 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 08 00:23:55.501861 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 08 00:23:55.502183 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:55.502484 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:55.502717 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:55.503015 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:55.503900 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:55.504223 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:55.504519 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:55.504820 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:55.505111 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:55.505397 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:55.505684 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:55.505916 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:55.506202 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] config_source = [] {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:55.506494 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:55.506784 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:55.507009 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] debug = True {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:55.507319 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:55.507754 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:55.508169 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:55.508456 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:55.508749 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:55.509030 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:55.509301 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:55.509577 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:55.509866 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:55.510191 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] host = dv-cinder-851640-3-iscsi {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:55.510471 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:55.510760 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:55.511048 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:55.511357 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:55.511636 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:55.511910 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:55.512193 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:55.512467 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] log_dir = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:55.512739 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] log_file = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:55.513014 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:55.513300 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:55.513584 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:55.513871 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:55.514095 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:55.514317 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:55.514600 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:55.514888 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:55.515161 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:55.515459 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:55.515733 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:55.516004 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:55.516275 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:55.516542 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:55.516826 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:55.517108 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:55.517394 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:55.517668 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:55.517941 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:55.518217 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:55.518491 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:55.518775 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:55.519723 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:55.520144 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:55.520426 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:55.520718 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:55.520992 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:55.521269 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:55.521573 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:55.521860 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:55.522145 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:55.522432 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:55.522707 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:55.522992 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:55.523291 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:55.523566 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] use_journal = False {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:55.523837 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] use_json = False {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:55.524108 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:55.524388 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:55.524655 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:55.524926 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:55.525198 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:55.525470 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:55.525741 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:55.526024 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:55.526296 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:55.526589 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:55.526886 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:55.527188 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:55.527497 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:55.527802 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:55.528084 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:55.528381 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:55.528660 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:55.528950 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:55.529239 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:55.529529 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:55.529806 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:55.530106 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:55.530394 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:55.530686 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:55.530990 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:55.531311 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:55.531606 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:55.531882 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:55.532157 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:55.532431 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:55.532709 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:55.532997 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:55.533276 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:55.533565 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:55.533854 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:55.534134 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:55.534429 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:55.534904 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:55.535298 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:55.535603 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:55.535898 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:55.536175 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:55.536457 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:55.536749 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:55.537028 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:55.537303 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:55.537592 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:55.537873 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:55.538148 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:55.538438 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:55.538729 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:55.539018 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:55.539317 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:55.539598 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:55.539891 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:55.540168 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:55.540439 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:55.540708 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:55.540984 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:55.541256 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:55.541539 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:55.541815 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:55.542089 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:55.542360 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:55.542636 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:55.542907 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:55.543176 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:55.543479 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:55.543752 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:55.544027 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:55.544298 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:55.544568 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:55.544838 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:55.545107 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:55.545378 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:55.545647 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:55.545914 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:55.546188 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:55.546458 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:55.546725 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:55.546995 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:55.547293 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:55.547569 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:55.547869 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:55.548148 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:55.548430 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:55.548709 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:55.548986 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:55.549260 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:55.549537 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:55.549812 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:55.550088 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:55.550935 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:55.551295 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:55.551585 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:55.551922 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:55.552260 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:55.552594 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:55.552965 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:55.553248 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:55.553530 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:55.553813 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:55.554097 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:55.554378 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:55.554663 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:55.554941 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:55.555252 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:55.555527 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:55.555812 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:55.556109 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:55.556404 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:55.556683 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:55.556978 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:55.557270 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:55.557560 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:55.557846 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:55.558159 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:55.558441 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:55.558659 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 08 00:23:55.558906 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=115878) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 08 00:23:55.859913 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=115878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:385}} Aug 08 00:23:55.860237 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=115878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:390}} Aug 08 00:23:55.860503 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=115878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Aug 08 00:23:55.860738 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=115878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:385}} Aug 08 00:23:55.861022 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=115878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:390}} Aug 08 00:23:55.861364 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 08 00:23:56.276284 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 00:23:56.276495 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 00:23:56.276765 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 00:23:56.278067 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 00:23:56.278349 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 00:23:56.278611 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 00:23:56.333915 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 00:23:56.334199 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 00:23:56.334471 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 00:23:56.349853 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 00:23:56.350178 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 00:23:56.350454 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 00:23:56.379826 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 00:23:56.380100 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 00:23:56.380369 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 00:23:56.417113 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 00:23:56.417393 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 00:23:56.417667 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 00:23:56.649840 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=115878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 00:23:56.650466 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=115878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 00:23:56.650466 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=115878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 00:23:56.650640 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=115878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 00:23:56.651557 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=115878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 00:23:56.753862 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=115878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 00:23:56.754225 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=115878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 00:23:56.754511 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=115878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 00:23:56.754786 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=115878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 00:23:56.755054 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=115878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 00:23:56.755388 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=115878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 00:23:56.755652 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=115878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 00:23:56.755911 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=115878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 00:23:56.756167 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=115878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 00:23:56.756450 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=115878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 00:23:56.756712 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=115878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 00:23:56.756978 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=115878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 00:23:56.757235 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=115878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 00:23:56.757489 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=115878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 00:23:56.757745 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=115878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 00:23:56.758013 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 00:23:56.758271 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=115878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 00:23:56.758543 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=115878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 00:23:56.758812 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=115878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 00:23:56.759071 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=115878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 00:23:56.759369 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 00:23:56.759624 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 00:23:56.759904 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=115878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 00:23:56.760279 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 00:23:56.760535 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 00:23:56.760781 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 00:23:56.761171 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=115878) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 08 00:23:56.761412 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=115878) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 08 00:23:56.761649 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=115878) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 08 00:23:56.761887 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=115878) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 08 00:23:56.762123 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=115878) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 08 00:23:56.762357 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=115878) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 08 00:23:56.762725 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 08 00:23:56.765871 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 08 00:23:56.770539 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 08 00:23:56.774490 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Aug 08 00:23:56.776130 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 08 00:23:56.776747 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 08 00:23:56.777087 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 08 00:23:56.777478 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 08 00:23:56.780279 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 08 00:23:56.780534 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 08 00:23:56.780877 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 08 00:23:56.786187 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 08 00:23:56.808871 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 08 00:23:56.809326 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=115878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 00:23:56.809625 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=115878) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Aug 08 00:23:56.809995 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=115878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 00:23:56.811363 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=115878) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 08 00:23:56.811646 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 08 00:23:56.811893 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 08 00:23:56.815184 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=115878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 00:23:56.815502 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=115878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 00:23:56.977488 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 08 00:23:56.977670 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 08 00:23:56.977909 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 08 00:23:56.978282 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 08 00:23:57.030752 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO dbcounter [None req-57325696-eb82-4810-81f9-be17783899ab None None] Registered counter for database neutron Aug 08 00:23:57.049941 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_db.sqlalchemy.engines [None req-57325696-eb82-4810-81f9-be17783899ab None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=115878) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 08 00:23:57.056279 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG dbcounter [-] [115878] Writer thread running {{(pid=115878) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 08 00:23:57.710419 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.plugins.ml2.managers [None req-57325696-eb82-4810-81f9-be17783899ab None None] Initializing driver for type 'gre' Aug 08 00:23:57.710943 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-57325696-eb82-4810-81f9-be17783899ab None None] gre ID ranges: [(1, 1000)] Aug 08 00:23:57.847311 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.plugins.ml2.managers [None req-57325696-eb82-4810-81f9-be17783899ab None None] Initializing driver for type 'local' Aug 08 00:23:57.847636 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.plugins.ml2.managers [None req-57325696-eb82-4810-81f9-be17783899ab None None] Initializing driver for type 'vlan' Aug 08 00:23:57.904234 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-57325696-eb82-4810-81f9-be17783899ab None None] VlanTypeDriver initialization complete Aug 08 00:23:57.904617 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.plugins.ml2.managers [None req-57325696-eb82-4810-81f9-be17783899ab None None] Initializing driver for type 'vxlan' Aug 08 00:23:57.905115 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-57325696-eb82-4810-81f9-be17783899ab None None] vxlan ID ranges: [(1, 1000)] Aug 08 00:23:58.035952 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.plugins.ml2.managers [None req-57325696-eb82-4810-81f9-be17783899ab None None] Initializing extension driver 'port_security' Aug 08 00:23:58.036226 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.plugins.ml2.extensions.port_security [None req-57325696-eb82-4810-81f9-be17783899ab None None] PortSecurityExtensionDriver initialization complete Aug 08 00:23:58.036563 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.plugins.ml2.managers [None req-57325696-eb82-4810-81f9-be17783899ab None None] Initializing mechanism driver 'openvswitch' Aug 08 00:23:58.036899 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.plugins.ml2.managers [None req-57325696-eb82-4810-81f9-be17783899ab None None] Initializing mechanism driver 'hyperv' Aug 08 00:23:58.046739 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.plugins.ml2.plugin [None req-57325696-eb82-4810-81f9-be17783899ab None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=115878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:23:58.047426 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron_lib.callbacks.manager [None req-57325696-eb82-4810-81f9-be17783899ab None None] Subscribe: > port after_create 55550000 {{(pid=115878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 00:23:58.047799 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron_lib.callbacks.manager [None req-57325696-eb82-4810-81f9-be17783899ab None None] Subscribe: > port after_update 55550000 {{(pid=115878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 00:23:58.048156 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron_lib.callbacks.manager [None req-57325696-eb82-4810-81f9-be17783899ab None None] Subscribe: > port after_delete 55550000 {{(pid=115878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 00:23:58.048656 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=115878) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Aug 08 00:23:58.049074 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron_lib.callbacks.manager [None req-57325696-eb82-4810-81f9-be17783899ab None None] Subscribe: > subnet after_create 55550000 {{(pid=115878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 00:23:58.049429 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron_lib.callbacks.manager [None req-57325696-eb82-4810-81f9-be17783899ab None None] Subscribe: > subnet after_update 55550000 {{(pid=115878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 00:23:58.049775 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron_lib.callbacks.manager [None req-57325696-eb82-4810-81f9-be17783899ab None None] Subscribe: > subnet after_delete 55550000 {{(pid=115878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 00:23:58.050689 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=115878) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Aug 08 00:23:58.051100 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron_lib.callbacks.manager [None req-57325696-eb82-4810-81f9-be17783899ab None None] Subscribe: > network after_create 55550000 {{(pid=115878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 00:23:58.051540 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron_lib.callbacks.manager [None req-57325696-eb82-4810-81f9-be17783899ab None None] Subscribe: > network after_update 55550000 {{(pid=115878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 00:23:58.051887 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron_lib.callbacks.manager [None req-57325696-eb82-4810-81f9-be17783899ab None None] Subscribe: > network after_delete 55550000 {{(pid=115878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 00:23:58.052275 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=115878) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Aug 08 00:23:58.052682 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron_lib.callbacks.manager [None req-57325696-eb82-4810-81f9-be17783899ab None None] Subscribe: > security_group after_create 55550000 {{(pid=115878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 00:23:58.053035 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron_lib.callbacks.manager [None req-57325696-eb82-4810-81f9-be17783899ab None None] Subscribe: > security_group after_update 55550000 {{(pid=115878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 00:23:58.053379 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron_lib.callbacks.manager [None req-57325696-eb82-4810-81f9-be17783899ab None None] Subscribe: > security_group after_delete 55550000 {{(pid=115878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 00:23:58.053769 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=115878) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Aug 08 00:23:58.054171 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron_lib.callbacks.manager [None req-57325696-eb82-4810-81f9-be17783899ab None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=115878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 00:23:58.054517 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron_lib.callbacks.manager [None req-57325696-eb82-4810-81f9-be17783899ab None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=115878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 00:23:58.054857 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron_lib.callbacks.manager [None req-57325696-eb82-4810-81f9-be17783899ab None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=115878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 00:23:58.055265 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=115878) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Aug 08 00:23:58.055671 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron_lib.callbacks.manager [None req-57325696-eb82-4810-81f9-be17783899ab None None] Subscribe: > address_group after_create 55550000 {{(pid=115878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 00:23:58.056019 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron_lib.callbacks.manager [None req-57325696-eb82-4810-81f9-be17783899ab None None] Subscribe: > address_group after_update 55550000 {{(pid=115878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 00:23:58.056358 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron_lib.callbacks.manager [None req-57325696-eb82-4810-81f9-be17783899ab None None] Subscribe: > address_group after_delete 55550000 {{(pid=115878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 00:23:58.056744 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=115878) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Aug 08 00:23:58.057184 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-57325696-eb82-4810-81f9-be17783899ab None None] ML2 OVO RPC backend initialized. {{(pid=115878) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Aug 08 00:23:58.057926 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron_lib.callbacks.manager [None req-57325696-eb82-4810-81f9-be17783899ab None None] Subscribe: > router_interface after_create 55550000 {{(pid=115878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 00:23:58.058283 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron_lib.callbacks.manager [None req-57325696-eb82-4810-81f9-be17783899ab None None] Subscribe: > router_interface after_delete 55550000 {{(pid=115878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 00:23:58.058699 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron_lib.callbacks.manager [None req-57325696-eb82-4810-81f9-be17783899ab None None] Subscribe: > network before_response 55550000 {{(pid=115878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 00:23:58.059050 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron_lib.callbacks.manager [None req-57325696-eb82-4810-81f9-be17783899ab None None] Subscribe: > networks before_response 55550000 {{(pid=115878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 00:23:58.059421 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron_lib.callbacks.manager [None req-57325696-eb82-4810-81f9-be17783899ab None None] Subscribe: > port before_response 55550000 {{(pid=115878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 00:23:58.059765 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron_lib.callbacks.manager [None req-57325696-eb82-4810-81f9-be17783899ab None None] Subscribe: > ports before_response 55550000 {{(pid=115878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 00:23:58.060111 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron_lib.callbacks.manager [None req-57325696-eb82-4810-81f9-be17783899ab None None] Subscribe: > subnet before_response 55550000 {{(pid=115878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 00:23:58.060451 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron_lib.callbacks.manager [None req-57325696-eb82-4810-81f9-be17783899ab None None] Subscribe: > subnets before_response 55550000 {{(pid=115878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 00:23:58.060794 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron_lib.callbacks.manager [None req-57325696-eb82-4810-81f9-be17783899ab None None] Subscribe: > network after_create 55550000 {{(pid=115878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 00:23:58.061140 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron_lib.callbacks.manager [None req-57325696-eb82-4810-81f9-be17783899ab None None] Subscribe: > network after_update 55550000 {{(pid=115878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 00:23:58.061474 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron_lib.callbacks.manager [None req-57325696-eb82-4810-81f9-be17783899ab None None] Subscribe: > network after_delete 55550000 {{(pid=115878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 00:23:58.061811 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron_lib.callbacks.manager [None req-57325696-eb82-4810-81f9-be17783899ab None None] Subscribe: > port after_create 55550000 {{(pid=115878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 00:23:58.062145 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron_lib.callbacks.manager [None req-57325696-eb82-4810-81f9-be17783899ab None None] Subscribe: > port after_update 55550000 {{(pid=115878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 00:23:58.062487 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron_lib.callbacks.manager [None req-57325696-eb82-4810-81f9-be17783899ab None None] Subscribe: > port after_delete 55550000 {{(pid=115878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 00:23:58.062831 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron_lib.callbacks.manager [None req-57325696-eb82-4810-81f9-be17783899ab None None] Subscribe: > subnet after_create 55550000 {{(pid=115878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 00:23:58.063149 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron_lib.callbacks.manager [None req-57325696-eb82-4810-81f9-be17783899ab None None] Subscribe: > subnet after_update 55550000 {{(pid=115878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 00:23:58.063504 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron_lib.callbacks.manager [None req-57325696-eb82-4810-81f9-be17783899ab None None] Subscribe: > subnet after_delete 55550000 {{(pid=115878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 00:23:58.071611 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.quota [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loaded quota_driver: . Aug 08 00:23:58.072241 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.plugins.ml2.plugin [None req-57325696-eb82-4810-81f9-be17783899ab None None] Modular L2 Plugin initialization complete Aug 08 00:23:58.072589 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.manager [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loading services supported by the core plugin {{(pid=115878) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 08 00:23:58.072929 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.plugins.ml2.managers [None req-57325696-eb82-4810-81f9-be17783899ab None None] Got port-security extension from driver 'port_security' Aug 08 00:23:58.073407 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.extensions.vlantransparent [None req-57325696-eb82-4810-81f9-be17783899ab None None] Disabled vlantransparent extension. Aug 08 00:23:58.073899 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.manager [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=115878) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 08 00:23:58.074224 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.manager [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loading Plugin: router Aug 08 00:23:58.108746 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron_lib.callbacks.manager [None req-57325696-eb82-4810-81f9-be17783899ab None None] Subscribe: > router_interface before_create 55550000 {{(pid=115878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 00:23:58.109139 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron_lib.callbacks.manager [None req-57325696-eb82-4810-81f9-be17783899ab None None] Subscribe: > router after_create 55549900 {{(pid=115878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 00:23:58.109512 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron_lib.callbacks.manager [None req-57325696-eb82-4810-81f9-be17783899ab None None] Subscribe: > router before_create 55549900 {{(pid=115878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 00:23:58.109879 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron_lib.callbacks.manager [None req-57325696-eb82-4810-81f9-be17783899ab None None] Subscribe: > router_interface before_delete 55550000 {{(pid=115878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 00:23:58.110250 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron_lib.callbacks.manager [None req-57325696-eb82-4810-81f9-be17783899ab None None] Subscribe: > router_interface after_delete 55550000 {{(pid=115878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 00:23:58.110606 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron_lib.callbacks.manager [None req-57325696-eb82-4810-81f9-be17783899ab None None] Subscribe: > router after_delete 55549900 {{(pid=115878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 00:23:58.110962 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron_lib.callbacks.manager [None req-57325696-eb82-4810-81f9-be17783899ab None None] Subscribe: > floatingip after_create 55550000 {{(pid=115878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 00:23:58.111332 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron_lib.callbacks.manager [None req-57325696-eb82-4810-81f9-be17783899ab None None] Subscribe: > floatingip after_update 55550000 {{(pid=115878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 00:23:58.111693 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron_lib.callbacks.manager [None req-57325696-eb82-4810-81f9-be17783899ab None None] Subscribe: > router after_create 55549900 {{(pid=115878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 00:23:58.112037 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron_lib.callbacks.manager [None req-57325696-eb82-4810-81f9-be17783899ab None None] Subscribe: > router after_update 55549900 {{(pid=115878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 00:23:58.112385 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron_lib.callbacks.manager [None req-57325696-eb82-4810-81f9-be17783899ab None None] Subscribe: > router after_update 55549900 {{(pid=115878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 00:23:58.113233 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron_lib.callbacks.manager [None req-57325696-eb82-4810-81f9-be17783899ab None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=115878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 00:23:58.113594 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron_lib.callbacks.manager [None req-57325696-eb82-4810-81f9-be17783899ab None None] Subscribe: > router after_update 55549900 {{(pid=115878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 00:23:58.113997 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron_lib.callbacks.manager [None req-57325696-eb82-4810-81f9-be17783899ab None None] Subscribe: > router precommit_update 55549900 {{(pid=115878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 00:23:58.114364 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron_lib.callbacks.manager [None req-57325696-eb82-4810-81f9-be17783899ab None None] Subscribe: port after_update 55550000 {{(pid=115878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 00:23:58.114700 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron_lib.callbacks.manager [None req-57325696-eb82-4810-81f9-be17783899ab None None] Subscribe: port after_delete 55550000 {{(pid=115878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 00:23:58.115036 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron_lib.callbacks.manager [None req-57325696-eb82-4810-81f9-be17783899ab None None] Subscribe: subnet after_update 55550000 {{(pid=115878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 00:23:58.115400 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron_lib.callbacks.manager [None req-57325696-eb82-4810-81f9-be17783899ab None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=115878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 00:23:58.115747 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron_lib.callbacks.manager [None req-57325696-eb82-4810-81f9-be17783899ab None None] Subscribe: > port precommit_delete 55550000 {{(pid=115878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 00:23:58.116093 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron_lib.callbacks.manager [None req-57325696-eb82-4810-81f9-be17783899ab None None] Subscribe: > router precommit_create 55549900 {{(pid=115878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 00:23:58.116433 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron_lib.callbacks.manager [None req-57325696-eb82-4810-81f9-be17783899ab None None] Subscribe: port before_delete 55550000 {{(pid=115878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 00:23:58.116773 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron_lib.callbacks.manager [None req-57325696-eb82-4810-81f9-be17783899ab None None] Subscribe: > router precommit_create 55550000 {{(pid=115878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 00:23:58.117123 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron_lib.callbacks.manager [None req-57325696-eb82-4810-81f9-be17783899ab None None] Subscribe: > router after_update 55549900 {{(pid=115878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 00:23:58.117467 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron_lib.callbacks.manager [None req-57325696-eb82-4810-81f9-be17783899ab None None] Subscribe: > router precommit_delete 55549900 {{(pid=115878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 00:23:58.117814 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron_lib.callbacks.manager [None req-57325696-eb82-4810-81f9-be17783899ab None None] Subscribe: > router precommit_create 55549900 {{(pid=115878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 00:23:58.118174 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron_lib.callbacks.manager [None req-57325696-eb82-4810-81f9-be17783899ab None None] Subscribe: > router_interface after_create 55550000 {{(pid=115878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 00:23:58.118517 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron_lib.callbacks.manager [None req-57325696-eb82-4810-81f9-be17783899ab None None] Subscribe: > router precommit_update 55549900 {{(pid=115878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 00:23:58.118878 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron_lib.callbacks.manager [None req-57325696-eb82-4810-81f9-be17783899ab None None] Subscribe: > agent after_create 55550000 {{(pid=115878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 00:23:58.119243 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron_lib.callbacks.manager [None req-57325696-eb82-4810-81f9-be17783899ab None None] Subscribe: > agent after_delete 55550000 {{(pid=115878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 00:23:58.119590 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron_lib.callbacks.manager [None req-57325696-eb82-4810-81f9-be17783899ab None None] Subscribe: > network after_delete 55550000 {{(pid=115878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 00:23:58.120425 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.quota.resource_registry [None req-57325696-eb82-4810-81f9-be17783899ab None None] Tracking information for resource: router configured {{(pid=115878) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 08 00:23:58.120752 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.quota.resource_registry [None req-57325696-eb82-4810-81f9-be17783899ab None None] Tracking information for resource: floatingip configured {{(pid=115878) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 08 00:23:58.125488 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.db.l3_agentschedulers_db [None req-57325696-eb82-4810-81f9-be17783899ab None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 08 00:23:58.126054 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron_lib.callbacks.manager [None req-57325696-eb82-4810-81f9-be17783899ab None None] Subscribe: port after_update 55550000 {{(pid=115878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 00:23:58.126415 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron_lib.callbacks.manager [None req-57325696-eb82-4810-81f9-be17783899ab None None] Subscribe: port after_create 55550000 {{(pid=115878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 00:23:58.126767 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron_lib.callbacks.manager [None req-57325696-eb82-4810-81f9-be17783899ab None None] Subscribe: port after_delete 55550000 {{(pid=115878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 00:23:58.127123 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron_lib.callbacks.manager [None req-57325696-eb82-4810-81f9-be17783899ab None None] Subscribe: port after_update 55550000 {{(pid=115878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 00:23:58.127941 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron_lib.callbacks.manager [None req-57325696-eb82-4810-81f9-be17783899ab None None] Subscribe: > router before_create 55550100 {{(pid=115878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 00:23:58.128913 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron_lib.callbacks.manager [None req-57325696-eb82-4810-81f9-be17783899ab None None] Subscribe: > router precommit_delete 55550100 {{(pid=115878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 00:23:58.129276 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron_lib.callbacks.manager [None req-57325696-eb82-4810-81f9-be17783899ab None None] Subscribe: > router precommit_create 55550100 {{(pid=115878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 00:23:58.129631 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron_lib.callbacks.manager [None req-57325696-eb82-4810-81f9-be17783899ab None None] Subscribe: > router precommit_update 55550100 {{(pid=115878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 00:23:58.134505 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.services.provider_configuration [None req-57325696-eb82-4810-81f9-be17783899ab None None] Service providers = [] {{(pid=115878) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 08 00:23:58.134869 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.db.servicetype_db [None req-57325696-eb82-4810-81f9-be17783899ab None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=115878) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 08 00:23:58.137992 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.services.service_base [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=115878) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 08 00:23:58.138345 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.services.service_base [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=115878) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 08 00:23:58.138693 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.services.service_base [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=115878) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 08 00:23:58.139607 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.services.service_base [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=115878) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 08 00:23:58.139980 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.services.service_base [None req-57325696-eb82-4810-81f9-be17783899ab None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 08 00:23:58.140353 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.manager [None req-57325696-eb82-4810-81f9-be17783899ab None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=115878) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 08 00:23:58.140729 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.manager [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 08 00:23:58.151038 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.manager [None req-57325696-eb82-4810-81f9-be17783899ab None None] Successfully loaded METERING plugin. Description: METERING {{(pid=115878) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 08 00:23:58.151409 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.manager [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loading Plugin: auto_allocate Aug 08 00:23:58.156900 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron_lib.callbacks.manager [None req-57325696-eb82-4810-81f9-be17783899ab None None] Subscribe: network precommit_update 55550000 {{(pid=115878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 00:23:58.157273 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron_lib.callbacks.manager [None req-57325696-eb82-4810-81f9-be17783899ab None None] Subscribe: network precommit_create 55550000 {{(pid=115878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 00:23:58.157787 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.manager [None req-57325696-eb82-4810-81f9-be17783899ab None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=115878) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 08 00:23:58.158110 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.manager [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loading Plugin: tag Aug 08 00:23:58.165389 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.manager [None req-57325696-eb82-4810-81f9-be17783899ab None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=115878) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 08 00:23:58.165719 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.manager [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loading Plugin: timestamp Aug 08 00:23:58.169499 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.manager [None req-57325696-eb82-4810-81f9-be17783899ab None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=115878) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 08 00:23:58.169835 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.manager [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loading Plugin: network_ip_availability Aug 08 00:23:58.175838 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron_lib.callbacks.manager [None req-57325696-eb82-4810-81f9-be17783899ab None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=115878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 00:23:58.176289 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron_lib.callbacks.manager [None req-57325696-eb82-4810-81f9-be17783899ab None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=115878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 00:23:58.176650 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron_lib.callbacks.manager [None req-57325696-eb82-4810-81f9-be17783899ab None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 00:23:58.177360 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.manager [None req-57325696-eb82-4810-81f9-be17783899ab None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=115878) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 08 00:23:58.177682 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.manager [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loading Plugin: flavors Aug 08 00:23:58.182515 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.manager [None req-57325696-eb82-4810-81f9-be17783899ab None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=115878) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 08 00:23:58.182847 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.manager [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loading Plugin: revisions Aug 08 00:23:58.187026 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.manager [None req-57325696-eb82-4810-81f9-be17783899ab None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=115878) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 08 00:23:58.187437 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_concurrency.lockutils [None req-57325696-eb82-4810-81f9-be17783899ab None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.326s {{(pid=115878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Aug 08 00:23:58.188171 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=115878) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Aug 08 00:23:58.188507 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Initializing extension manager. Aug 08 00:23:58.189028 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loading extension file: __init__.py {{(pid=115878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 00:23:58.189369 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loading extension file: __pycache__ {{(pid=115878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 00:23:58.189706 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loading extension file: address_group.py {{(pid=115878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 00:23:58.190407 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=115878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 00:23:58.191106 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loaded extension: address-group Aug 08 00:23:58.191474 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loading extension file: address_scope.py {{(pid=115878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 00:23:58.192149 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=115878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 00:23:58.192652 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loaded extension: address-scope Aug 08 00:23:58.192975 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loading extension file: admin_state_down_before_update.py {{(pid=115878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 00:23:58.193847 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=115878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 00:23:58.194345 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loaded extension: router-admin-state-down-before-update Aug 08 00:23:58.194669 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loading extension file: agent.py {{(pid=115878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 00:23:58.195362 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=115878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 00:23:58.195858 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loaded extension: agent Aug 08 00:23:58.196180 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loading extension file: agent_resources_synced.py {{(pid=115878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 00:23:58.197288 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=115878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 00:23:58.197784 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loaded extension: agent-resources-synced Aug 08 00:23:58.198107 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loading extension file: allowedaddresspairs.py {{(pid=115878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 00:23:58.199849 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=115878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 00:23:58.200366 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loaded extension: allowed-address-pairs Aug 08 00:23:58.200691 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loading extension file: auto_allocated_topology.py {{(pid=115878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 00:23:58.201709 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=115878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 00:23:58.202218 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loaded extension: auto-allocated-topology Aug 08 00:23:58.202558 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loading extension file: availability_zone.py {{(pid=115878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 00:23:58.203193 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=115878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 00:23:58.203717 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loaded extension: availability_zone Aug 08 00:23:58.204040 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loading extension file: availability_zone_filter.py {{(pid=115878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 00:23:58.204900 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=115878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 00:23:58.205400 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loaded extension: availability_zone_filter Aug 08 00:23:58.205721 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loading extension file: data_plane_status.py {{(pid=115878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 00:23:58.206775 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=115878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 00:23:58.207313 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Extension data-plane-status not supported by any of loaded plugins Aug 08 00:23:58.207643 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loading extension file: default_subnetpools.py {{(pid=115878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 00:23:58.208520 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=115878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 00:23:58.209022 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loaded extension: default-subnetpools Aug 08 00:23:58.209344 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loading extension file: dhcpagentscheduler.py {{(pid=115878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 00:23:58.210108 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=115878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 00:23:58.210610 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loaded extension: dhcp_agent_scheduler Aug 08 00:23:58.210933 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loading extension file: dns.py {{(pid=115878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 00:23:58.211837 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=115878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 00:23:58.212331 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Extension dns-integration not supported by any of loaded plugins Aug 08 00:23:58.212651 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loading extension file: dns_domain_ports.py {{(pid=115878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 00:23:58.213549 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=115878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 00:23:58.214041 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 08 00:23:58.214362 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=115878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 00:23:58.215255 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=115878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 00:23:58.215741 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 08 00:23:58.216064 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loading extension file: dvr.py {{(pid=115878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 00:23:58.216696 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=115878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 00:23:58.217199 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loaded extension: dvr Aug 08 00:23:58.217523 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loading extension file: ecmp_routes.py {{(pid=115878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 00:23:58.218386 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=115878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 00:23:58.218874 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Extension ecmp_routes not supported by any of loaded plugins Aug 08 00:23:58.219194 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loading extension file: empty_string_filtering.py {{(pid=115878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 00:23:58.220073 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=115878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 00:23:58.220570 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loaded extension: empty-string-filtering Aug 08 00:23:58.220889 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=115878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 00:23:58.221746 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=115878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 00:23:58.222752 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 08 00:23:58.223071 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=115878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 00:23:58.223954 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=115878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 00:23:58.224451 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 08 00:23:58.224769 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loading extension file: external_net.py {{(pid=115878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 00:23:58.225639 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=115878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 00:23:58.226136 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loaded extension: external-net Aug 08 00:23:58.226454 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loading extension file: extra_dhcp_opt.py {{(pid=115878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 00:23:58.227332 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=115878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 00:23:58.227834 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loaded extension: extra_dhcp_opt Aug 08 00:23:58.228154 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loading extension file: extraroute.py {{(pid=115878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 00:23:58.229010 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=115878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 00:23:58.229504 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loaded extension: extraroute Aug 08 00:23:58.229824 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loading extension file: extraroute_atomic.py {{(pid=115878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 00:23:58.230797 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=115878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 00:23:58.231323 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loaded extension: extraroute-atomic Aug 08 00:23:58.231644 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loading extension file: filter_validation.py {{(pid=115878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 00:23:58.232266 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=115878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 00:23:58.232958 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loaded extension: filter-validation Aug 08 00:23:58.233282 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loading extension file: fip_pf_description.py {{(pid=115878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 00:23:58.234143 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=115878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 00:23:58.234635 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 08 00:23:58.234955 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loading extension file: fip_pf_port_range.py {{(pid=115878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 00:23:58.235845 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=115878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 00:23:58.236336 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Aug 08 00:23:58.236656 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loading extension file: fip_port_details.py {{(pid=115878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 00:23:58.237526 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=115878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 00:23:58.238551 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loaded extension: fip-port-details Aug 08 00:23:58.238872 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loading extension file: flavors.py {{(pid=115878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 00:23:58.240072 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=115878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 00:23:58.240575 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loaded extension: flavors Aug 08 00:23:58.240897 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=115878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 00:23:58.242472 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=115878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 00:23:58.242984 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 08 00:23:58.243351 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loading extension file: floatingip_pools.py {{(pid=115878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 00:23:58.244014 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=115878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 00:23:58.244514 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loaded extension: floatingip-pools Aug 08 00:23:58.244839 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loading extension file: ip_allocation.py {{(pid=115878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 00:23:58.245708 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=115878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 00:23:58.246202 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Extension ip_allocation not supported by any of loaded plugins Aug 08 00:23:58.246525 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loading extension file: ip_substring_port_filtering.py {{(pid=115878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 00:23:58.247507 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=115878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 00:23:58.248009 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loaded extension: ip-substring-filtering Aug 08 00:23:58.248333 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loading extension file: l2_adjacency.py {{(pid=115878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 00:23:58.249216 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=115878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 00:23:58.249713 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Extension l2_adjacency not supported by any of loaded plugins Aug 08 00:23:58.250033 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loading extension file: l3.py {{(pid=115878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 00:23:58.250946 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=115878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 00:23:58.251488 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loaded extension: router Aug 08 00:23:58.251813 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loading extension file: l3_conntrack_helper.py {{(pid=115878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 00:23:58.254067 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=115878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 00:23:58.254587 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 08 00:23:58.254916 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loading extension file: l3_ext_gw_mode.py {{(pid=115878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 00:23:58.255821 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=115878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 00:23:58.256325 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loaded extension: ext-gw-mode Aug 08 00:23:58.256649 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loading extension file: l3_ext_ha_mode.py {{(pid=115878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 00:23:58.257531 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=115878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 00:23:58.258029 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loaded extension: l3-ha Aug 08 00:23:58.258356 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=115878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 00:23:58.259463 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=115878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 00:23:58.259963 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Aug 08 00:23:58.260286 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loading extension file: l3_flavors.py {{(pid=115878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 00:23:58.261146 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=115878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 00:23:58.261643 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loaded extension: l3-flavors Aug 08 00:23:58.261964 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loading extension file: l3_ndp_proxy.py {{(pid=115878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 00:23:58.263307 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=115878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 00:23:58.263823 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Extension l3-ndp-proxy not supported by any of loaded plugins Aug 08 00:23:58.264152 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=115878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 00:23:58.278900 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=115878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 00:23:58.279433 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loaded extension: l3-port-ip-change-not-allowed Aug 08 00:23:58.279762 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loading extension file: l3agentscheduler.py {{(pid=115878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 00:23:58.280761 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=115878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 00:23:58.281276 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loaded extension: l3_agent_scheduler Aug 08 00:23:58.281604 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loading extension file: local_ip.py {{(pid=115878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 00:23:58.283327 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=115878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 00:23:58.283850 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Extension local_ip not supported by any of loaded plugins Aug 08 00:23:58.284183 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loading extension file: logging.py {{(pid=115878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 00:23:58.286792 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=115878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 00:23:58.287648 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Extension logging not supported by any of loaded plugins Aug 08 00:23:58.288232 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loading extension file: metering.py {{(pid=115878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 00:23:58.288992 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=115878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 00:23:58.289845 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loaded extension: metering Aug 08 00:23:58.290179 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=115878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 00:23:58.291238 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=115878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 00:23:58.291830 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loaded extension: metering_source_and_destination_fields Aug 08 00:23:58.292168 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loading extension file: multiprovidernet.py {{(pid=115878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 00:23:58.293052 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=115878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 00:23:58.293553 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loaded extension: multi-provider Aug 08 00:23:58.293879 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loading extension file: netmtu.py {{(pid=115878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 00:23:58.294745 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=115878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 00:23:58.295273 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loaded extension: net-mtu Aug 08 00:23:58.295599 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loading extension file: netmtu_writable.py {{(pid=115878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 00:23:58.296469 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=115878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 00:23:58.296977 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loaded extension: net-mtu-writable Aug 08 00:23:58.297331 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loading extension file: network_availability_zone.py {{(pid=115878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 00:23:58.297967 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=115878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 00:23:58.298462 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loaded extension: network_availability_zone Aug 08 00:23:58.298786 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loading extension file: network_ip_availability.py {{(pid=115878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 00:23:58.299858 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=115878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 00:23:58.301042 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loaded extension: network-ip-availability Aug 08 00:23:58.301366 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loading extension file: network_segment_range.py {{(pid=115878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 00:23:58.302097 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=115878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 00:23:58.302604 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Extension network-segment-range not supported by any of loaded plugins Aug 08 00:23:58.302930 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loading extension file: pagination.py {{(pid=115878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 00:23:58.307553 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=115878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 00:23:58.307887 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loaded extension: pagination Aug 08 00:23:58.308210 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loading extension file: port_device_profile.py {{(pid=115878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 00:23:58.309108 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=115878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 00:23:58.309609 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loaded extension: port-device-profile Aug 08 00:23:58.309932 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loading extension file: port_mac_address_override.py {{(pid=115878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 00:23:58.310804 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=115878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 00:23:58.311339 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loaded extension: port-mac-override Aug 08 00:23:58.311663 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loading extension file: port_mac_address_regenerate.py {{(pid=115878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 00:23:58.312535 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=115878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 00:23:58.313034 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loaded extension: port-mac-address-regenerate Aug 08 00:23:58.313357 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loading extension file: port_numa_affinity_policy.py {{(pid=115878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 00:23:58.314217 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=115878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 00:23:58.314810 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loaded extension: port-numa-affinity-policy Aug 08 00:23:58.315134 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loading extension file: port_resource_request.py {{(pid=115878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 00:23:58.316271 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=115878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 00:23:58.317010 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Extension port-resource-request not supported by any of loaded plugins Aug 08 00:23:58.317474 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loading extension file: port_resource_request_groups.py {{(pid=115878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 00:23:58.318586 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=115878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 00:23:58.319091 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Extension port-resource-request-groups not supported by any of loaded plugins Aug 08 00:23:58.319442 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loading extension file: portbindings.py {{(pid=115878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 00:23:58.320316 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=115878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 00:23:58.320817 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loaded extension: binding Aug 08 00:23:58.321141 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loading extension file: portbindings_extended.py {{(pid=115878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 00:23:58.322620 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=115878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 00:23:58.323128 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loaded extension: binding-extended Aug 08 00:23:58.323579 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loading extension file: portsecurity.py {{(pid=115878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 00:23:58.324445 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=115878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 00:23:58.324945 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loaded extension: port-security Aug 08 00:23:58.325271 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loading extension file: project_id.py {{(pid=115878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 00:23:58.326245 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=115878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 00:23:58.326579 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loaded extension: project-id Aug 08 00:23:58.326900 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loading extension file: providernet.py {{(pid=115878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 00:23:58.327794 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=115878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 00:23:58.328304 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loaded extension: provider Aug 08 00:23:58.328626 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loading extension file: qos.py {{(pid=115878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 00:23:58.332234 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=115878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 00:23:58.332755 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Extension qos not supported by any of loaded plugins Aug 08 00:23:58.333086 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loading extension file: qos_bw_limit_direction.py {{(pid=115878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 00:23:58.341708 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=115878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 00:23:58.342211 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 08 00:23:58.342542 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=115878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 00:23:58.343479 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=115878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 00:23:58.344053 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 08 00:23:58.344307 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loading extension file: qos_default.py {{(pid=115878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 00:23:58.345177 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=115878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 00:23:58.345675 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Extension qos-default not supported by any of loaded plugins Aug 08 00:23:58.346001 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loading extension file: qos_fip.py {{(pid=115878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 00:23:58.346875 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=115878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 00:23:58.347917 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Extension qos-fip not supported by any of loaded plugins Aug 08 00:23:58.348240 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loading extension file: qos_fip_network_policy.py {{(pid=115878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 00:23:58.349140 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=115878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 00:23:58.349629 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Extension qos-fip-network-policy not supported by any of loaded plugins Aug 08 00:23:58.349951 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loading extension file: qos_gateway_ip.py {{(pid=115878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 00:23:58.350820 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=115878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 00:23:58.351348 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 08 00:23:58.351671 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loading extension file: qos_port_network_policy.py {{(pid=115878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 00:23:58.352537 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=115878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 00:23:58.353141 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 08 00:23:58.353464 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=115878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 00:23:58.354452 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=115878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 00:23:58.354988 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Extension qos-pps-minimum not supported by any of loaded plugins Aug 08 00:23:58.355342 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=115878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 00:23:58.356333 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=115878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 00:23:58.356833 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Aug 08 00:23:58.357157 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loading extension file: qos_pps_rule.py {{(pid=115878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 00:23:58.358275 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=115878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 00:23:58.358780 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Extension qos-pps not supported by any of loaded plugins Aug 08 00:23:58.359107 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loading extension file: qos_rule_type_details.py {{(pid=115878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 00:23:58.359996 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=115878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 00:23:58.360513 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 08 00:23:58.360818 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loading extension file: qos_rule_type_filter.py {{(pid=115878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 00:23:58.365155 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=115878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 00:23:58.365649 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Extension qos-rule-type-filter not supported by any of loaded plugins Aug 08 00:23:58.366009 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loading extension file: qos_rules_alias.py {{(pid=115878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 00:23:58.367006 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=115878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 00:23:58.367541 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 08 00:23:58.367866 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loading extension file: quota_check_limit.py {{(pid=115878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 00:23:58.368730 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=115878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 00:23:58.369236 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loaded extension: quota-check-limit Aug 08 00:23:58.369560 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loading extension file: quotasv2.py {{(pid=115878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 00:23:58.370567 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=115878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 00:23:58.370892 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loaded extension: quotas Aug 08 00:23:58.371211 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loading extension file: quotasv2_detail.py {{(pid=115878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 00:23:58.372930 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=115878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 00:23:58.373270 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loaded extension: quota_details Aug 08 00:23:58.373599 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loading extension file: rbac.py {{(pid=115878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 00:23:58.376235 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=115878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 00:23:58.376765 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loaded extension: rbac-policies Aug 08 00:23:58.381908 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loading extension file: rbac_address_group.py {{(pid=115878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 00:23:58.382578 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=115878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 00:23:58.383088 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loaded extension: rbac-address-group Aug 08 00:23:58.383447 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loading extension file: rbac_address_scope.py {{(pid=115878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 00:23:58.384319 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=115878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 00:23:58.384825 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loaded extension: rbac-address-scope Aug 08 00:23:58.385148 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loading extension file: rbac_security_groups.py {{(pid=115878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 00:23:58.386091 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=115878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 00:23:58.386591 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loaded extension: rbac-security-groups Aug 08 00:23:58.386918 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loading extension file: rbac_subnetpool.py {{(pid=115878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 00:23:58.387828 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=115878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 00:23:58.388335 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loaded extension: rbac-subnetpool Aug 08 00:23:58.388678 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loading extension file: revisionifmatch.py {{(pid=115878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 00:23:58.389567 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=115878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 00:23:58.390069 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loaded extension: revision-if-match Aug 08 00:23:58.390395 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loading extension file: revisions.py {{(pid=115878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 00:23:58.391496 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=115878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 00:23:58.392008 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loaded extension: standard-attr-revisions Aug 08 00:23:58.392337 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loading extension file: router_availability_zone.py {{(pid=115878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 00:23:58.392974 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=115878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 00:23:58.393577 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loaded extension: router_availability_zone Aug 08 00:23:58.393934 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loading extension file: routerservicetype.py {{(pid=115878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 00:23:58.394861 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=115878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 00:23:58.395382 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Extension router-service-type not supported by any of loaded plugins Aug 08 00:23:58.395711 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=115878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 00:23:58.396590 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=115878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 00:23:58.397094 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loaded extension: security-groups-normalized-cidr Aug 08 00:23:58.397421 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loading extension file: security_groups_port_filtering.py {{(pid=115878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 00:23:58.398295 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=115878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 00:23:58.398801 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loaded extension: port-security-groups-filtering Aug 08 00:23:58.399126 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loading extension file: security_groups_remote_address_group.py {{(pid=115878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 00:23:58.400027 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=115878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 00:23:58.400537 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loaded extension: security-groups-remote-address-group Aug 08 00:23:58.400858 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loading extension file: security_groups_shared_filtering.py {{(pid=115878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 00:23:58.401744 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=115878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 00:23:58.402251 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loaded extension: security-groups-shared-filtering Aug 08 00:23:58.402576 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loading extension file: securitygroup.py {{(pid=115878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 00:23:58.412772 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=115878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 00:23:58.413301 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loaded extension: security-group Aug 08 00:23:58.419717 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loading extension file: segment.py {{(pid=115878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 00:23:58.419717 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=115878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 00:23:58.419717 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Extension segment not supported by any of loaded plugins Aug 08 00:23:58.419717 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=115878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 00:23:58.420173 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=115878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 00:23:58.420678 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 08 00:23:58.421004 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loading extension file: servicetype.py {{(pid=115878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 00:23:58.422048 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=115878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 00:23:58.422557 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loaded extension: service-type Aug 08 00:23:58.422886 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loading extension file: sorting.py {{(pid=115878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 00:23:58.423881 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=115878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 00:23:58.424220 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loaded extension: sorting Aug 08 00:23:58.424545 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loading extension file: standard_attr_segment.py {{(pid=115878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 00:23:58.426119 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=115878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 00:23:58.426763 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 08 00:23:58.427092 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loading extension file: standardattrdescription.py {{(pid=115878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 00:23:58.427736 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=115878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 00:23:58.428249 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loaded extension: standard-attr-description Aug 08 00:23:58.428577 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loading extension file: stateful_security_group.py {{(pid=115878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 00:23:58.429570 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=115878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 00:23:58.430078 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loaded extension: stateful-security-group Aug 08 00:23:58.430406 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loading extension file: stdattrs_common.py {{(pid=115878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 00:23:58.430955 dv-cinder-851640-3-iscsi neutron-server[115878]: WARNING neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 08 00:23:58.431313 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=115878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 00:23:58.432201 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=115878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 00:23:58.432709 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 08 00:23:58.433031 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loading extension file: subnet_onboard.py {{(pid=115878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 00:23:58.434046 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=115878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 00:23:58.434557 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loaded extension: subnet_onboard Aug 08 00:23:58.434928 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loading extension file: subnet_segmentid_writable.py {{(pid=115878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 00:23:58.435836 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=115878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 00:23:58.436345 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 08 00:23:58.436667 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loading extension file: subnet_service_types.py {{(pid=115878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 00:23:58.437543 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=115878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 00:23:58.438045 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loaded extension: subnet-service-types Aug 08 00:23:58.438383 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loading extension file: subnetallocation.py {{(pid=115878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 00:23:58.439431 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=115878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 00:23:58.439939 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loaded extension: subnet_allocation Aug 08 00:23:58.440266 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=115878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 00:23:58.440940 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=115878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 00:23:58.441446 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loaded extension: subnetpool-prefix-ops Aug 08 00:23:58.441763 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=115878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 00:23:58.447219 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=115878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 00:23:58.447740 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 08 00:23:58.448061 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loading extension file: tagging.py {{(pid=115878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 00:23:58.449078 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=115878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 00:23:58.449587 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loaded extension: standard-attr-tag Aug 08 00:23:58.449914 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loading extension file: timestamp.py {{(pid=115878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 00:23:58.451081 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=115878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 00:23:58.451665 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loaded extension: standard-attr-timestamp Aug 08 00:23:58.451989 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loading extension file: trunk.py {{(pid=115878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 00:23:58.452968 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=115878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 00:23:58.453470 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Extension trunk not supported by any of loaded plugins Aug 08 00:23:58.453794 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loading extension file: trunk_details.py {{(pid=115878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 00:23:58.454754 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=115878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 00:23:58.455281 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Extension trunk-details not supported by any of loaded plugins Aug 08 00:23:58.455608 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loading extension file: uplink_status_propagation.py {{(pid=115878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 00:23:58.456637 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=115878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 00:23:58.457180 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 08 00:23:58.457527 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Loading extension file: vlantransparent.py {{(pid=115878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 00:23:58.458167 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=115878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 00:23:58.458663 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Extension vlan-transparent not supported by any of loaded plugins Aug 08 00:23:58.461278 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.quota.resource_registry [None req-57325696-eb82-4810-81f9-be17783899ab None None] Creating instance of TrackedResource for resource:network Aug 08 00:23:58.461797 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.quota.resource_registry [None req-57325696-eb82-4810-81f9-be17783899ab None None] Creating instance of TrackedResource for resource:subnet Aug 08 00:23:58.462194 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.quota.resource_registry [None req-57325696-eb82-4810-81f9-be17783899ab None None] Creating instance of TrackedResource for resource:subnetpool Aug 08 00:23:58.462584 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.quota.resource_registry [None req-57325696-eb82-4810-81f9-be17783899ab None None] Creating instance of TrackedResource for resource:port Aug 08 00:23:58.463883 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.v2.resource_helper [None req-57325696-eb82-4810-81f9-be17783899ab None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115878) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 08 00:23:58.464322 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.v2.resource_helper [None req-57325696-eb82-4810-81f9-be17783899ab None None] Service FLAVORS assigned prefix: {{(pid=115878) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 08 00:23:58.464931 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.v2.resource_helper [None req-57325696-eb82-4810-81f9-be17783899ab None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115878) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 08 00:23:58.465351 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.v2.resource_helper [None req-57325696-eb82-4810-81f9-be17783899ab None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115878) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 08 00:23:58.465679 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.quota.resource_registry [None req-57325696-eb82-4810-81f9-be17783899ab None None] Creating instance of TrackedResource for resource:router Aug 08 00:23:58.466100 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.quota.resource_registry [None req-57325696-eb82-4810-81f9-be17783899ab None None] Creating instance of TrackedResource for resource:floatingip Aug 08 00:23:58.466570 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.v2.resource_helper [None req-57325696-eb82-4810-81f9-be17783899ab None None] Service METERING assigned prefix: /metering {{(pid=115878) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 08 00:23:58.468040 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron_lib.callbacks.manager [None req-57325696-eb82-4810-81f9-be17783899ab None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=115878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 00:23:58.468413 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron_lib.callbacks.manager [None req-57325696-eb82-4810-81f9-be17783899ab None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=115878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 00:23:58.468798 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron_lib.callbacks.manager [None req-57325696-eb82-4810-81f9-be17783899ab None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 00:23:58.469785 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.quota.resource_registry [None req-57325696-eb82-4810-81f9-be17783899ab None None] Creating instance of CountableResource for resource:rbac_policy Aug 08 00:23:58.470230 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.quota.resource_registry [None req-57325696-eb82-4810-81f9-be17783899ab None None] Creating instance of TrackedResource for resource:security_group Aug 08 00:23:58.470663 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.quota.resource_registry [None req-57325696-eb82-4810-81f9-be17783899ab None None] Creating instance of TrackedResource for resource:security_group_rule Aug 08 00:23:58.471194 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.v2.resource_helper [None req-57325696-eb82-4810-81f9-be17783899ab None None] Service CORE assigned prefix: {{(pid=115878) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 08 00:23:58.471546 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.quota.resource_registry [None req-57325696-eb82-4810-81f9-be17783899ab None None] Creating instance of TrackedResource for resource:subnetpool Aug 08 00:23:58.471891 dv-cinder-851640-3-iscsi neutron-server[115878]: WARNING neutron.quota.resource_registry [None req-57325696-eb82-4810-81f9-be17783899ab None None] subnetpool is already registered Aug 08 00:23:58.472860 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.v2.resource_helper [None req-57325696-eb82-4810-81f9-be17783899ab None None] Service CORE assigned prefix: {{(pid=115878) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 08 00:23:58.473185 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.quota.resource_registry [None req-57325696-eb82-4810-81f9-be17783899ab None None] Creating instance of TrackedResource for resource:subnetpool Aug 08 00:23:58.473517 dv-cinder-851640-3-iscsi neutron-server[115878]: WARNING neutron.quota.resource_registry [None req-57325696-eb82-4810-81f9-be17783899ab None None] subnetpool is already registered Aug 08 00:23:58.475923 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.v2.resource_helper [None req-57325696-eb82-4810-81f9-be17783899ab None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115878) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 08 00:23:58.476360 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.v2.resource_helper [None req-57325696-eb82-4810-81f9-be17783899ab None None] Service FLAVORS assigned prefix: {{(pid=115878) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 08 00:23:58.476950 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.v2.resource_helper [None req-57325696-eb82-4810-81f9-be17783899ab None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115878) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 08 00:23:58.477376 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.v2.resource_helper [None req-57325696-eb82-4810-81f9-be17783899ab None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115878) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 08 00:23:58.480903 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.quota.resource_registry [None req-57325696-eb82-4810-81f9-be17783899ab None None] Creating instance of TrackedResource for resource:router Aug 08 00:23:58.480903 dv-cinder-851640-3-iscsi neutron-server[115878]: WARNING neutron.quota.resource_registry [None req-57325696-eb82-4810-81f9-be17783899ab None None] router is already registered Aug 08 00:23:58.480903 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.quota.resource_registry [None req-57325696-eb82-4810-81f9-be17783899ab None None] Creating instance of TrackedResource for resource:floatingip Aug 08 00:23:58.480903 dv-cinder-851640-3-iscsi neutron-server[115878]: WARNING neutron.quota.resource_registry [None req-57325696-eb82-4810-81f9-be17783899ab None None] floatingip is already registered Aug 08 00:23:58.480903 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.v2.resource_helper [None req-57325696-eb82-4810-81f9-be17783899ab None None] Service METERING assigned prefix: /metering {{(pid=115878) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 08 00:23:58.480903 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.quota.resource_registry [None req-57325696-eb82-4810-81f9-be17783899ab None None] Creating instance of CountableResource for resource:rbac_policy Aug 08 00:23:58.480903 dv-cinder-851640-3-iscsi neutron-server[115878]: WARNING neutron.quota.resource_registry [None req-57325696-eb82-4810-81f9-be17783899ab None None] rbac_policy is already registered Aug 08 00:23:58.480903 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.quota.resource_registry [None req-57325696-eb82-4810-81f9-be17783899ab None None] Creating instance of TrackedResource for resource:security_group Aug 08 00:23:58.480903 dv-cinder-851640-3-iscsi neutron-server[115878]: WARNING neutron.quota.resource_registry [None req-57325696-eb82-4810-81f9-be17783899ab None None] security_group is already registered Aug 08 00:23:58.481651 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.quota.resource_registry [None req-57325696-eb82-4810-81f9-be17783899ab None None] Creating instance of TrackedResource for resource:security_group_rule Aug 08 00:23:58.481728 dv-cinder-851640-3-iscsi neutron-server[115878]: WARNING neutron.quota.resource_registry [None req-57325696-eb82-4810-81f9-be17783899ab None None] security_group_rule is already registered Aug 08 00:23:58.482315 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.v2.resource_helper [None req-57325696-eb82-4810-81f9-be17783899ab None None] Service CORE assigned prefix: {{(pid=115878) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 08 00:23:58.482641 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.quota.resource_registry [None req-57325696-eb82-4810-81f9-be17783899ab None None] Creating instance of TrackedResource for resource:subnetpool Aug 08 00:23:58.482974 dv-cinder-851640-3-iscsi neutron-server[115878]: WARNING neutron.quota.resource_registry [None req-57325696-eb82-4810-81f9-be17783899ab None None] subnetpool is already registered Aug 08 00:23:58.483413 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.v2.resource_helper [None req-57325696-eb82-4810-81f9-be17783899ab None None] Service CORE assigned prefix: {{(pid=115878) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 08 00:23:58.483739 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.quota.resource_registry [None req-57325696-eb82-4810-81f9-be17783899ab None None] Creating instance of TrackedResource for resource:subnetpool Aug 08 00:23:58.484072 dv-cinder-851640-3-iscsi neutron-server[115878]: WARNING neutron.quota.resource_registry [None req-57325696-eb82-4810-81f9-be17783899ab None None] subnetpool is already registered Aug 08 00:23:58.484531 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Extended resource: extensions {{(pid=115878) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 00:23:58.486034 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Extended resource: address-groups {{(pid=115878) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 00:23:58.488281 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Extended resource: address-scopes {{(pid=115878) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 00:23:58.489781 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Extended resource: agents {{(pid=115878) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 00:23:58.490971 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Extended resource: auto-allocated-topology {{(pid=115878) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 00:23:58.492306 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Extended resource: availability_zones {{(pid=115878) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 00:23:58.493545 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Extended resource: dhcp-networks {{(pid=115878) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 00:23:58.495442 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Extended resource: dhcp-agents {{(pid=115878) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 00:23:58.496912 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Extended resource: routers {{(pid=115878) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 00:23:58.498751 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Extended resource: flavors {{(pid=115878) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 00:23:58.500066 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Extended resource: service_profiles {{(pid=115878) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 00:23:58.501303 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Extended resource: next_providers {{(pid=115878) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 00:23:58.502783 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Extended resource: service_profiles {{(pid=115878) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 00:23:58.504691 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Extended resource: floatingip-pools {{(pid=115878) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 00:23:58.505932 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Extended resource: routers {{(pid=115878) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 00:23:58.507702 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Extended resource: floatingips {{(pid=115878) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 00:23:58.508982 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Extended resource: l3-routers {{(pid=115878) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 00:23:58.510555 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Extended resource: l3-agents {{(pid=115878) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 00:23:58.512017 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Extended resource: metering-labels {{(pid=115878) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 00:23:58.515363 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Extended resource: metering-label-rules {{(pid=115878) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 00:23:58.515363 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Extended resource: network-ip-availabilities {{(pid=115878) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 00:23:58.516164 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Extended resource: bindings {{(pid=115878) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 00:23:58.517760 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Extended resource: quotas {{(pid=115878) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 00:23:58.520980 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Extended resource: quotas {{(pid=115878) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 00:23:58.522531 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Extended resource: rbac-policies {{(pid=115878) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 00:23:58.523778 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Extended resource: security-groups {{(pid=115878) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 00:23:58.525115 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Extended resource: security-group-rules {{(pid=115878) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 00:23:58.526442 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Extended resource: service-providers {{(pid=115878) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 00:23:58.527705 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Extended resource: subnetpools {{(pid=115878) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 00:23:58.529043 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Extended resource: subnetpools {{(pid=115878) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 00:23:58.530616 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Extended resource: tags {{(pid=115878) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 00:23:58.532368 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Extended resource: tags {{(pid=115878) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 00:23:58.534234 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Extended resource: tags {{(pid=115878) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 00:23:58.536871 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Extended resource: tags {{(pid=115878) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 00:23:58.538590 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Extended resource: tags {{(pid=115878) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 00:23:58.540607 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Extended resource: tags {{(pid=115878) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 00:23:58.542345 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Extended resource: tags {{(pid=115878) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 00:23:58.544324 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Extended resource: tags {{(pid=115878) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 00:23:58.546110 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Extended resource: tags {{(pid=115878) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 00:23:58.547901 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron.api.extensions [None req-57325696-eb82-4810-81f9-be17783899ab None None] Extended resource: tags {{(pid=115878) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 00:23:58.554115 dv-cinder-851640-3-iscsi neutron-server[115878]: WARNING keystonemiddleware.auth_token [None req-57325696-eb82-4810-81f9-be17783899ab None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 08 00:23:58.559387 dv-cinder-851640-3-iscsi neutron-server[115878]: WARNING keystonemiddleware.auth_token [None req-57325696-eb82-4810-81f9-be17783899ab None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 08 00:23:58.568577 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_concurrency.lockutils [None req-57325696-eb82-4810-81f9-be17783899ab None None] Acquiring lock "singleton_lock" {{(pid=115878) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:293}} Aug 08 00:23:58.568908 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_concurrency.lockutils [None req-57325696-eb82-4810-81f9-be17783899ab None None] Acquired lock "singleton_lock" {{(pid=115878) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:296}} Aug 08 00:23:58.569382 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_concurrency.lockutils [None req-57325696-eb82-4810-81f9-be17783899ab None None] Releasing lock "singleton_lock" {{(pid=115878) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:314}} Aug 08 00:23:58.570029 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO oslo_service.service [None req-57325696-eb82-4810-81f9-be17783899ab None None] Starting 2 workers Aug 08 00:23:58.575067 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [None req-57325696-eb82-4810-81f9-be17783899ab None None] Started child 115991 {{(pid=115878) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 08 00:23:58.579752 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [None req-57325696-eb82-4810-81f9-be17783899ab None None] Started child 115992 {{(pid=115878) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 08 00:23:58.580594 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:23:58.581914 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO neutron.service [None req-57325696-eb82-4810-81f9-be17783899ab None None] Neutron service started, listening on 0.0.0.0:9696 Aug 08 00:23:58.582593 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron_lib.callbacks.manager [None req-57325696-eb82-4810-81f9-be17783899ab None None] Publish callbacks [] for process (None), before_spawn {{(pid=115878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:23:58.582956 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [-] (115991) wsgi starting up on http://0.0.0.0:9696 Aug 08 00:23:58.585026 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO oslo_service.service [None req-57325696-eb82-4810-81f9-be17783899ab None None] Starting 1 workers Aug 08 00:23:58.585197 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:23:58.586612 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [-] (115992) wsgi starting up on http://0.0.0.0:9696 Aug 08 00:23:58.590221 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [None req-57325696-eb82-4810-81f9-be17783899ab None None] Started child 115993 {{(pid=115878) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 08 00:23:58.590763 dv-cinder-851640-3-iscsi neutron-server[115878]: INFO oslo_service.service [None req-57325696-eb82-4810-81f9-be17783899ab None None] Starting 1 workers Aug 08 00:23:58.594047 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.service [None req-57325696-eb82-4810-81f9-be17783899ab None None] calling RpcWorker wait() {{(pid=115993) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 08 00:23:58.594614 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.service [None req-57325696-eb82-4810-81f9-be17783899ab None None] returning from RpcWorker wait() {{(pid=115993) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 08 00:23:58.595217 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [None req-57325696-eb82-4810-81f9-be17783899ab None None] Started child 115994 {{(pid=115878) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 08 00:23:58.602472 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:23:58.602472 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=115993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:23:58.602655 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG neutron_lib.callbacks.manager [None req-57325696-eb82-4810-81f9-be17783899ab None None] Publish callbacks [] for process (None), after_spawn {{(pid=115878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:23:58.602655 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=115878) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 08 00:23:58.602655 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 08 00:23:58.602655 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 08 00:23:58.602655 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 08 00:23:58.602655 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 08 00:23:58.602655 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 08 00:23:58.603086 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.603086 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.603086 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.603086 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.603350 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=115994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:23:58.603803 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.603803 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.603803 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.603988 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=115994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:23:58.604065 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.604065 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.604065 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.604065 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.604065 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.604065 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.604065 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.604065 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.604495 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.604495 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.604618 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.605087 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] config_source = [] {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.605087 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.605356 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.605631 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] debug = True {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.605896 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.606555 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.606801 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.607066 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.607335 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.607615 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.607862 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.608121 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.608362 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.608563 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.608825 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.609086 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.609322 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.609551 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.609783 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.610052 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.610270 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.610739 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] host = dv-cinder-851640-3-iscsi {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.610972 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.611208 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.611533 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.611807 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.612020 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.612234 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.612495 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.612792 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.613042 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.613286 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.613565 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.613759 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.613972 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] log_dir = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.614221 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] log_file = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.614384 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] log_options = True {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.614626 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.614911 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.615164 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.615378 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.615535 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.615695 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.615949 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.616101 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.616366 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.616579 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.616879 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.618538 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.618538 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.618538 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.619060 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.619328 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.619572 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.619813 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.620047 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.620274 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.620608 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.620844 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.621084 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.621303 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.621516 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.621751 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.621996 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.622238 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.622454 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.622698 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.622950 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.623194 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.623607 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.623837 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.624109 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.624331 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.624564 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.624795 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.625075 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.625298 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.625623 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.625786 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.625998 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.626270 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.626491 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.626697 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] use_journal = False {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.626930 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] use_json = False {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.627143 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.627411 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.627678 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.627905 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.628141 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.628377 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.628603 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.631509 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.631509 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.631509 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.631509 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.631509 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.631509 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.632024 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.632024 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.632207 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.632445 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.632691 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.632976 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.633315 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.633550 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.633883 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.634135 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.634434 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.634810 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.635087 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.635387 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.635635 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.635860 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.636083 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.636309 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.636583 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.636840 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.637096 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.637351 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.637598 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.637904 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.638143 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.638414 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.638765 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.639061 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.639360 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.639635 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.640113 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.640113 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.640358 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.640563 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.640782 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.641000 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.641267 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.641505 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.641801 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.641988 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.642223 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.642473 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.642711 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.642960 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.643256 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.643499 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.643734 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.644574 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.644985 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.645356 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.645757 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.646096 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.646603 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.646603 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.646838 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.647880 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.647880 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.647880 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.647880 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.648412 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.648412 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.648646 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.648646 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.648885 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.649096 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.649322 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.649560 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.649777 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.649998 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.650238 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.650454 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.650679 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.651382 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.651382 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.651382 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.651817 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.651817 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.652061 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.652233 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.652976 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.652976 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.652976 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.653355 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.653355 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.653553 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.653657 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.654283 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.654283 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.654514 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.654621 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.654850 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.655108 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.655346 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.655602 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.655940 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.656065 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.657799 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.657799 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.657799 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.657799 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.657799 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.657799 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.657799 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.660664 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.660664 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.660664 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.660664 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.660664 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.660664 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.660664 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.660664 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.661239 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.661239 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.661430 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.661677 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.661901 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.662137 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.662403 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.662698 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.662955 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.663277 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.663628 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.663909 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.664414 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.664818 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.665243 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.665488 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.665756 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.666031 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.666297 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.666586 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.666827 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.667078 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.667322 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.667586 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.667798 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.668036 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.668271 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.668618 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.668852 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.669081 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.669289 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.669565 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.669842 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.670112 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.670379 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.670788 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.671202 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.671623 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.671877 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.672099 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.672385 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.673057 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.673057 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.673057 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.673261 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.673415 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.673649 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.673865 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.674129 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.674386 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.674577 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.675144 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.675144 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.675412 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.675860 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.676280 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.676561 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.676812 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.677044 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.677257 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.677481 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.677734 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.677950 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.678165 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.678433 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.678681 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.678898 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.679127 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.679410 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.679662 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.679878 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.680126 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.680368 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.680554 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.680789 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.681001 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.681211 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.681459 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.681677 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.681888 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.682137 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.682369 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.682712 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.682979 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.683257 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.683509 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.683888 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.684038 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.684168 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.684966 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.684966 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.684966 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.685337 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.685337 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.685570 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.685714 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.685955 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.686179 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.686437 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.686679 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.686907 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.687129 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.691721 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.691721 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.691721 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.691721 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.691721 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.691721 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.691721 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.691721 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.691721 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.692350 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.692350 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.692350 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.692350 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.692350 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.692350 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.692350 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.692350 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.692813 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.692813 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.692813 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.692813 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.692813 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.692813 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.692813 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.692813 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.693268 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.693268 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.693393 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.693625 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.693808 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.693983 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.694222 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.694433 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.694655 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.694869 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.695078 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.695319 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.695540 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.695749 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.695974 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.696185 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.696390 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.696609 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.696825 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.697286 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.697576 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.697837 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.698057 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.698355 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.698623 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.698869 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.699111 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.699474 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.699696 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.699952 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.700201 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.700443 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.700664 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.700929 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.701253 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.701535 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.703267 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.703267 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.703267 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.703267 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.703267 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.703267 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.703825 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.703825 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.703960 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.704193 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.704456 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.704716 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.704940 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.705162 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.705410 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.705619 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.705841 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.706099 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.706876 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.707176 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.707459 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.707747 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.708074 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.708377 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.708596 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.708860 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.709555 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.709555 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 08 00:23:58.709778 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=115878) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 08 00:23:58.709907 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 08 00:23:58.710052 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 08 00:23:58.710431 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 08 00:23:58.710983 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 08 00:23:58.710983 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 08 00:23:58.710983 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.711200 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.711301 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.711398 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.711577 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.711739 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.711901 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.712054 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.712215 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.712371 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.712531 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.712685 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.712847 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.713006 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.713164 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.713324 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.713494 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.713641 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.713964 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] config_source = [] {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.714126 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.714283 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.714447 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] debug = True {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.714601 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.714817 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.715003 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.715137 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.715301 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.715453 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.715610 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.715772 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.715909 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.716043 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.716206 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.716366 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.716528 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.716668 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.716815 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.716972 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.717130 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.717288 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] host = dv-cinder-851640-3-iscsi {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.717448 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.717605 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.717765 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.717957 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.718068 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.718228 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.718401 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.718545 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.718940 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.719083 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.719267 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.719436 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.719598 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] log_dir = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.719757 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] log_file = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.719915 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] log_options = True {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.720072 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.720231 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.720392 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.720574 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.720895 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.721056 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.721216 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.721375 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.721534 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.721695 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.721854 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.722626 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.722874 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.723056 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.723192 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.723340 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.723542 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.723628 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.723739 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.723953 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.724098 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.724285 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.724374 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.724495 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.724686 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.724847 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.724990 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.725126 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.725261 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.725401 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.725538 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.725667 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.725824 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.725980 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.726153 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.726298 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.726457 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.726614 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.726778 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.726937 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.727095 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.727269 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.727418 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.732006 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.732006 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.732167 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=115993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:23:58.732250 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] use_journal = False {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.732250 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] use_json = False {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.732250 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.732250 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.732250 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.732250 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.732250 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.732250 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.732250 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.732854 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.732854 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 00:23:58.732854 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.732854 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.732854 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.732854 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.732854 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.732854 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.733315 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.733315 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.733315 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.733315 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.733315 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.733315 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.733315 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.733315 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.733763 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.733763 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.733763 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.733763 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.733763 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.733763 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.733763 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.733763 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.734249 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.734249 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.734249 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.734249 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.734249 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.734249 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.734249 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.734249 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.734732 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.734732 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.734732 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.734732 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.734732 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.734732 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.735075 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.735075 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.735200 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.735318 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.735531 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.735531 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.736082 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.736082 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.736082 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.736444 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.736444 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.736654 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.736654 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.736924 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.736924 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.737237 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.737237 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.737662 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.737662 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.738141 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.738141 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.738141 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.738141 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.738612 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.738612 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.738612 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.739016 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.739016 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.739339 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.739339 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.739339 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.739714 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.739714 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.739875 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.739954 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.740120 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.740283 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.740444 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.740606 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.740765 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.740925 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.741086 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.741245 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.741405 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.741566 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.741727 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.741873 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.742031 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.742180 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.742340 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.742499 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.742659 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.742818 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.742963 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.743124 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.743326 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.743486 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.743646 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.743805 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.743966 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.744126 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.744286 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.744445 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.744605 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.744765 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.744925 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.745085 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.745246 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.745406 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.745565 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.745724 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.745883 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.746042 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.746205 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.746332 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.746506 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.746669 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.746795 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.746924 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.747087 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.747261 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.747424 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.747583 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.747789 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.747927 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.748052 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.748195 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.748356 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.748518 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.748679 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.748845 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.751251 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.751251 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.751251 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.751251 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.751251 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.751251 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.751251 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.751251 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.751941 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.751941 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.751941 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.751941 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.751941 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.751941 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.751941 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.751941 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.752485 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.752485 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.752485 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.752485 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.752485 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.752485 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.752485 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.752485 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.753019 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.753019 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.753019 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.753465 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.753465 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.753465 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.753759 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.753759 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.753903 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.753993 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.754106 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.754263 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.754684 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.754684 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.754863 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.754863 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.755021 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.755360 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.760559 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.760559 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.760559 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.760559 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.760559 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.760559 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.760559 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.760559 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.761277 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.761277 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.761277 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.761277 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.761277 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.761277 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.761277 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.761277 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.761827 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.761827 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.761827 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.761827 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.761827 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.761827 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.761827 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.761827 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.762363 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.762363 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.762363 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.762363 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.762363 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.762363 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.762363 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.762363 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.762912 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.762912 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.762912 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.762912 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.762912 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.762912 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.762912 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.762912 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.762912 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.763568 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.763568 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.763568 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.763568 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.763568 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.763568 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.763568 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.763568 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.764113 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.764113 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.764113 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.764113 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.764113 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.764113 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.764113 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.764113 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.764113 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.764718 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.764718 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.764718 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.764718 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.764994 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.765079 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.765167 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.765320 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.765483 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.765645 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.765804 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.766018 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.766130 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.766280 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.766440 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.766599 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.766759 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.766928 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.767089 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.767265 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.767446 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.767579 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.767741 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.767908 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.768069 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.768230 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.768390 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.768549 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.768708 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.769419 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.769583 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.769747 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.770052 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.770215 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.770375 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.770544 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.770705 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.770867 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.771035 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.771195 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.771386 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.771547 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.771899 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.771899 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.772151 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.772151 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.772517 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.772517 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.772733 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.772815 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.772916 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.773084 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.773246 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.773415 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.773585 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.773754 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.773929 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.774060 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.774227 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.774386 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.774546 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.774706 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.774865 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.775026 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.775185 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.775373 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.775517 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.775678 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.775834 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.775993 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.776163 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.776299 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.776453 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.776612 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.776772 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.776931 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.777091 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.777251 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 00:23:58.777405 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=115878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 08 00:23:59.000165 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 51532) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:23:59.007792 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [-] 10.222.0.15 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0054917 Aug 08 00:23:59.012179 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [-] 10.222.0.15 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0038240 Aug 08 00:24:07.967488 dv-cinder-851640-3-iscsi neutron-server[115878]: DEBUG dbcounter [-] [115878] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=115878) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:24:10.243355 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cda103c-fb88-4519-8aa1-a31688ddcd15 None None] get_active_networks_info from dv-cinder-851640-3-iscsi {{(pid=115993) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Aug 08 00:24:10.246717 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writer thread running {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 08 00:24:10.331323 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cda103c-fb88-4519-8aa1-a31688ddcd15 None None] No non-hosted networks {{(pid=115993) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 08 00:24:10.336950 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae1d3b99-33fb-4faf-949a-c3889bc97a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-499929'] for agent (93e2312b-3744-4a9e-8723-a0f19f10f89a), after_create {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:24:12.027133 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writer thread running {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 08 00:24:12.569004 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-cb53bc10-2eb3-4a1c-a823-774a405a54e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-499929'] for agent (d53f5436-7c7f-4441-9708-9d0333b57745), after_create {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:24:12.624815 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.db.api [None req-5ec786bb-eb2c-431f-8cca-ab980c2f9f15 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-851640-3-iscsi {{(pid=115993) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 08 00:24:12.625670 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG oslo_db.api [None req-5ec786bb-eb2c-431f-8cca-ab980c2f9f15 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=115993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 08 00:24:13.230404 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-5ec786bb-eb2c-431f-8cca-ab980c2f9f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (d53f5436-7c7f-4441-9708-9d0333b57745), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:24:14.136797 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 51604) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:24:14.162555 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-053f2fa2-08e2-4320-9ef7-ed55b6b025bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-499929'] for agent (8871f2bb-53fb-48a8-be6c-361eafeaffd1), after_create {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:24:14.721333 dv-cinder-851640-3-iscsi neutron-server[115991]: WARNING oslo_policy.policy [None req-1e521f55-721b-4ec5-b195-434eda0dbb02 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 08 00:24:14.722473 dv-cinder-851640-3-iscsi neutron-server[115991]: WARNING oslo_policy.policy [None req-1e521f55-721b-4ec5-b195-434eda0dbb02 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 08 00:24:14.942272 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [None req-1e521f55-721b-4ec5-b195-434eda0dbb02 admin admin] http://10.222.0.15:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=115991) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 08 00:24:14.955277 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-1e521f55-721b-4ec5-b195-434eda0dbb02 admin admin] 10.222.0.15 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8053222 Aug 08 00:24:15.424429 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-499929'] for agent (aa35aa05-3c09-40ae-a1e3-ebf96fe3358c), after_create {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:24:15.425280 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:24:15.425806 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:24:15.426306 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:24:15.426663 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:24:15.426993 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:24:15.427382 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:24:15.427712 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:24:15.428059 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:24:15.428385 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:24:15.428700 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:24:15.429042 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:24:15.429368 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:24:15.431674 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:24:15.432050 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:24:15.432512 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:24:15.437463 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-851640-3-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=115993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:24:15.475337 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-851640-3-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=115993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:24:15.824471 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-64237613-c389-4d10-936d-2956085fc78e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-499929'] for agent (998b03d7-10a2-4624-8114-660f2901b45f), after_create {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:24:17.280353 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 51638) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:24:17.613613 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.v2.base [None req-bd387895-fc35-49b4-bb55-d50e02844d36 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=115991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:24:17.705465 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.policy [None req-bd387895-fc35-49b4-bb55-d50e02844d36 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=115991) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 08 00:24:17.748667 dv-cinder-851640-3-iscsi neutron-server[115991]: WARNING oslo_policy.policy [None req-bd387895-fc35-49b4-bb55-d50e02844d36 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 08 00:24:17.749040 dv-cinder-851640-3-iscsi neutron-server[115991]: WARNING oslo_policy.policy [None req-bd387895-fc35-49b4-bb55-d50e02844d36 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 08 00:24:17.770468 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writer thread running {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 08 00:24:17.811491 dv-cinder-851640-3-iscsi neutron-server[115993]: INFO neutron.db.l3_hamode_db [None req-fa2b182d-b18b-4c12-a158-f8920b81684b None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 08 00:24:17.887077 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2b182d-b18b-4c12-a158-f8920b81684b None None] Routers set() bound to L3 agent in host dv-cinder-851640-3-iscsi {{(pid=115993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 00:24:17.887469 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2b182d-b18b-4c12-a158-f8920b81684b None None] Router IDs set() for agent in host dv-cinder-851640-3-iscsi {{(pid=115993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Aug 08 00:24:17.902967 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-bd387895-fc35-49b4-bb55-d50e02844d36 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764673529939', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764673530471', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764673579399', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764673570435', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764673559852', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764673617020', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1544770', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1323702', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-759229', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-764243'] for rbac-policy (None), before_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:24:18.089191 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-bd387895-fc35-49b4-bb55-d50e02844d36 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:24:18.090284 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-bd387895-fc35-49b4-bb55-d50e02844d36 admin admin] 10.222.0.15 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8088775 Aug 08 00:24:20.283293 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 51648) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:24:20.604173 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.v2.base [None req-293d1035-9852-4d85-9453-79c83c4ba90f demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=115991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:24:20.681465 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-293d1035-9852-4d85-9453-79c83c4ba90f demo demo] Made reservation on behalf of 9804d64b9c1f43c59efe7e291a7b76e1 for: {'network': 1} {{(pid=115991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 00:24:20.685377 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-293d1035-9852-4d85-9453-79c83c4ba90f demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for network (None), before_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:24:20.707746 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-293d1035-9852-4d85-9453-79c83c4ba90f demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:24:20.818763 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-293d1035-9852-4d85-9453-79c83c4ba90f demo demo] Publish callbacks [] for security_group (55181338-8fbf-43b5-b269-a1794f48a6f8), precommit_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:24:20.881367 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-293d1035-9852-4d85-9453-79c83c4ba90f demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (55181338-8fbf-43b5-b269-a1794f48a6f8), after_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:24:20.906414 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-293d1035-9852-4d85-9453-79c83c4ba90f demo demo] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=115991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 08 00:24:20.939310 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-293d1035-9852-4d85-9453-79c83c4ba90f demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8764676474341', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1398331'] for segment (996e2ea0-e9bc-4b3b-9fbb-b0cf7d51ffac), precommit_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:24:20.939813 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-293d1035-9852-4d85-9453-79c83c4ba90f demo demo] Unsubscribe: segment precommit_create {{(pid=115991) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 08 00:24:20.941050 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.db.segments_db [None req-293d1035-9852-4d85-9453-79c83c4ba90f demo demo] Added segment 996e2ea0-e9bc-4b3b-9fbb-b0cf7d51ffac of type vlan for network f62eed2b-a37b-4579-b83f-13c4d481e110 Aug 08 00:24:20.975364 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293d1035-9852-4d85-9453-79c83c4ba90f demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=55181338-8fbf-43b5-b269-a1794f48a6f8,revision_number=1']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:24:21.018807 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293d1035-9852-4d85-9453-79c83c4ba90f demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:24:21.019141 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293d1035-9852-4d85-9453-79c83c4ba90f demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:24:21.019595 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293d1035-9852-4d85-9453-79c83c4ba90f demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:24:21.019951 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293d1035-9852-4d85-9453-79c83c4ba90f demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:24:21.020287 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293d1035-9852-4d85-9453-79c83c4ba90f demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:24:21.020615 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293d1035-9852-4d85-9453-79c83c4ba90f demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:24:21.020937 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293d1035-9852-4d85-9453-79c83c4ba90f demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:24:21.021260 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293d1035-9852-4d85-9453-79c83c4ba90f demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:24:21.021580 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293d1035-9852-4d85-9453-79c83c4ba90f demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:24:21.021900 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293d1035-9852-4d85-9453-79c83c4ba90f demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:24:21.022220 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293d1035-9852-4d85-9453-79c83c4ba90f demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:24:21.022551 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293d1035-9852-4d85-9453-79c83c4ba90f demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:24:21.022876 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293d1035-9852-4d85-9453-79c83c4ba90f demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:24:21.023247 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293d1035-9852-4d85-9453-79c83c4ba90f demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:24:21.023564 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293d1035-9852-4d85-9453-79c83c4ba90f demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:24:21.024957 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293d1035-9852-4d85-9453-79c83c4ba90f demo demo] Tracked resource versions report: Aug 08 00:24:21.024957 dv-cinder-851640-3-iscsi neutron-server[115991]: pushed versions: Aug 08 00:24:21.024957 dv-cinder-851640-3-iscsi neutron-server[115991]: { 'AddressGroup': {'1.2'}, Aug 08 00:24:21.024957 dv-cinder-851640-3-iscsi neutron-server[115991]: 'Agent': {'1.1'}, Aug 08 00:24:21.024957 dv-cinder-851640-3-iscsi neutron-server[115991]: 'ConntrackHelper': {'1.0'}, Aug 08 00:24:21.024957 dv-cinder-851640-3-iscsi neutron-server[115991]: 'LocalIPAssociation': {'1.0'}, Aug 08 00:24:21.024957 dv-cinder-851640-3-iscsi neutron-server[115991]: 'Log': {'1.0'}, Aug 08 00:24:21.024957 dv-cinder-851640-3-iscsi neutron-server[115991]: 'NDPProxy': {'1.0'}, Aug 08 00:24:21.024957 dv-cinder-851640-3-iscsi neutron-server[115991]: 'Network': {'1.1'}, Aug 08 00:24:21.024957 dv-cinder-851640-3-iscsi neutron-server[115991]: 'Port': {'1.7'}, Aug 08 00:24:21.024957 dv-cinder-851640-3-iscsi neutron-server[115991]: 'PortForwarding': {'1.3'}, Aug 08 00:24:21.024957 dv-cinder-851640-3-iscsi neutron-server[115991]: 'QosPolicy': {'1.10'}, Aug 08 00:24:21.024957 dv-cinder-851640-3-iscsi neutron-server[115991]: 'SecurityGroup': {'1.5'}, Aug 08 00:24:21.024957 dv-cinder-851640-3-iscsi neutron-server[115991]: 'SecurityGroupRule': {'1.2'}, Aug 08 00:24:21.024957 dv-cinder-851640-3-iscsi neutron-server[115991]: 'SubPort': {'1.0'}, Aug 08 00:24:21.024957 dv-cinder-851640-3-iscsi neutron-server[115991]: 'Subnet': {'1.1'}, Aug 08 00:24:21.024957 dv-cinder-851640-3-iscsi neutron-server[115991]: 'Trunk': {'1.1'}} Aug 08 00:24:21.024957 dv-cinder-851640-3-iscsi neutron-server[115991]: consumer versions: Aug 08 00:24:21.024957 dv-cinder-851640-3-iscsi neutron-server[115991]: { DHCP agent@dv-cinder-851640-3-iscsi: {}, Aug 08 00:24:21.024957 dv-cinder-851640-3-iscsi neutron-server[115991]: L3 agent@dv-cinder-851640-3-iscsi: {}, Aug 08 00:24:21.024957 dv-cinder-851640-3-iscsi neutron-server[115991]: Metadata agent@dv-cinder-851640-3-iscsi: {}, Aug 08 00:24:21.024957 dv-cinder-851640-3-iscsi neutron-server[115991]: Metering agent@dv-cinder-851640-3-iscsi: {}, Aug 08 00:24:21.024957 dv-cinder-851640-3-iscsi neutron-server[115991]: Open vSwitch agent@dv-cinder-851640-3-iscsi: { 'AddressGroup': '1.2', Aug 08 00:24:21.024957 dv-cinder-851640-3-iscsi neutron-server[115991]: 'Agent': '1.1', Aug 08 00:24:21.024957 dv-cinder-851640-3-iscsi neutron-server[115991]: 'ConntrackHelper': '1.0', Aug 08 00:24:21.024957 dv-cinder-851640-3-iscsi neutron-server[115991]: 'LocalIPAssociation': '1.0', Aug 08 00:24:21.024957 dv-cinder-851640-3-iscsi neutron-server[115991]: 'Log': '1.0', Aug 08 00:24:21.024957 dv-cinder-851640-3-iscsi neutron-server[115991]: 'NDPProxy': '1.0', Aug 08 00:24:21.024957 dv-cinder-851640-3-iscsi neutron-server[115991]: 'Network': '1.1', Aug 08 00:24:21.024957 dv-cinder-851640-3-iscsi neutron-server[115991]: 'Port': '1.7', Aug 08 00:24:21.024957 dv-cinder-851640-3-iscsi neutron-server[115991]: 'PortForwarding': '1.3', Aug 08 00:24:21.024957 dv-cinder-851640-3-iscsi neutron-server[115991]: 'QosPolicy': '1.10', Aug 08 00:24:21.024957 dv-cinder-851640-3-iscsi neutron-server[115991]: 'SecurityGroup': '1.5', Aug 08 00:24:21.024957 dv-cinder-851640-3-iscsi neutron-server[115991]: 'SecurityGroupRule': '1.2', Aug 08 00:24:21.024957 dv-cinder-851640-3-iscsi neutron-server[115991]: 'SubPort': '1.0', Aug 08 00:24:21.024957 dv-cinder-851640-3-iscsi neutron-server[115991]: 'Subnet': '1.1', Aug 08 00:24:21.024957 dv-cinder-851640-3-iscsi neutron-server[115991]: 'Trunk': '1.1'}} Aug 08 00:24:21.024957 dv-cinder-851640-3-iscsi neutron-server[115991]: {{(pid=115991) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 08 00:24:21.051849 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-293d1035-9852-4d85-9453-79c83c4ba90f demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764676137144'] for network (f62eed2b-a37b-4579-b83f-13c4d481e110), precommit_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:24:21.150019 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-293d1035-9852-4d85-9453-79c83c4ba90f demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032'] for network (f62eed2b-a37b-4579-b83f-13c4d481e110), after_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:24:21.155136 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293d1035-9852-4d85-9453-79c83c4ba90f demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:24:21.155867 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-293d1035-9852-4d85-9453-79c83c4ba90f demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575022'] for network (None), before_response {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:24:21.161679 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=56,neutron:INSERT=42,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:24:21.273142 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293d1035-9852-4d85-9453-79c83c4ba90f demo demo] Pushing event updated for resources: {'Network': ['ID=f62eed2b-a37b-4579-b83f-13c4d481e110,revision_number=1']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:24:21.284833 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Network f62eed2b-a37b-4579-b83f-13c4d481e110 details requested by agent ovs-agent-dv-cinder-851640-3-iscsi with host dv-cinder-851640-3-iscsi {{(pid=115993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 08 00:24:21.324615 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-293d1035-9852-4d85-9453-79c83c4ba90f demo demo] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 729 time: 1.0400965 Aug 08 00:24:23.603306 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 51662) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:24:24.007835 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a4d4ec7-44a3-41e2-8f6a-810018696e59 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:24:24.009120 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-3a4d4ec7-44a3-41e2-8f6a-810018696e59 demo admin] 10.222.0.15 "GET /networking/v2.0/networks/f62eed2b-a37b-4579-b83f-13c4d481e110 HTTP/1.1" status: 200 len: 825 time: 0.4048703 Aug 08 00:24:24.034151 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-c3b783d7-2fd5-4953-8a04-202d6f7e6611 demo admin] 10.222.0.15 "GET /networking/v2.0/subnetpools/0f10541d-90fb-4c16-9007-dc4c12fc56b5 HTTP/1.1" status: 200 len: 734 time: 0.0191879 Aug 08 00:24:24.043362 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.v2.base [None req-a738f00a-adf9-4103-9016-8b17c81032f2 demo admin] Request body: {'subnet': {'network_id': 'f62eed2b-a37b-4579-b83f-13c4d481e110', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '0f10541d-90fb-4c16-9007-dc4c12fc56b5', 'ip_version': 4}} {{(pid=115991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:24:24.121399 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a738f00a-adf9-4103-9016-8b17c81032f2 demo admin] Made reservation on behalf of 9804d64b9c1f43c59efe7e291a7b76e1 for: {'subnet': 1} {{(pid=115991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 00:24:24.123710 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-a738f00a-adf9-4103-9016-8b17c81032f2 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:24:24.275856 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=74,neutron:INSERT=19,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:24:24.464724 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-a738f00a-adf9-4103-9016-8b17c81032f2 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032'] for subnet (91f4bdd8-fe77-4146-86d1-57692988ddf2), after_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:24:24.536587 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738f00a-adf9-4103-9016-8b17c81032f2 demo admin] Pushing event updated for resources: {'Subnet': ['ID=91f4bdd8-fe77-4146-86d1-57692988ddf2,revision_number=0']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:24:24.538800 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a738f00a-adf9-4103-9016-8b17c81032f2 demo admin] Checking segment: {'id': '996e2ea0-e9bc-4b3b-9fbb-b0cf7d51ffac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f62eed2b-a37b-4579-b83f-13c4d481e110'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 00:24:24.539172 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a738f00a-adf9-4103-9016-8b17c81032f2 demo admin] Network hostable DHCP agents. Network: f62eed2b-a37b-4579-b83f-13c4d481e110, hostable agents: ['93e2312b-3744-4a9e-8723-a0f19f10f89a'], hosted agents: [] {{(pid=115991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 08 00:24:24.607361 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a738f00a-adf9-4103-9016-8b17c81032f2 demo admin] Network f62eed2b-a37b-4579-b83f-13c4d481e110 is scheduled to be hosted by DHCP agent 93e2312b-3744-4a9e-8723-a0f19f10f89a with binding_index 1 {{(pid=115991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 08 00:24:24.722765 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.scheduler.base_scheduler [None req-a738f00a-adf9-4103-9016-8b17c81032f2 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851640-3-iscsi, f62eed2b-a37b-4579-b83f-13c4d481e110) {{(pid=115991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 00:24:24.727688 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a738f00a-adf9-4103-9016-8b17c81032f2 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:24:24.728278 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-a738f00a-adf9-4103-9016-8b17c81032f2 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575022'] for subnet (None), before_response {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:24:24.733500 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd14914-d49d-478a-9d30-935a78c716d5 None None] Network f62eed2b-a37b-4579-b83f-13c4d481e110 requested from dv-cinder-851640-3-iscsi {{(pid=115993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 00:24:24.822002 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-a738f00a-adf9-4103-9016-8b17c81032f2 demo admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7822106 Aug 08 00:24:24.996020 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab12fb29-d2f7-4840-93ec-ce894eb5c99e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdec297ae-4d72-52f1-8857-0419de17422d-f62eed2b-a37b-4579-b83f-13c4d481e110', 'network_id': 'f62eed2b-a37b-4579-b83f-13c4d481e110', 'project_id': '9804d64b9c1f43c59efe7e291a7b76e1', 'fixed_ips': [{'subnet_id': '91f4bdd8-fe77-4146-86d1-57692988ddf2'}]}} from dv-cinder-851640-3-iscsi. {{(pid=115993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 08 00:24:24.997342 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ab12fb29-d2f7-4840-93ec-ce894eb5c99e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (None), before_create {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:24:25.280000 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.db_base_plugin_common [None req-ab12fb29-d2f7-4840-93ec-ce894eb5c99e None None] Allocated IP 172.20.0.2 (f62eed2b-a37b-4579-b83f-13c4d481e110/91f4bdd8-fe77-4146-86d1-57692988ddf2/83b92e08-a753-4aa5-88d8-157fc8010244) {{(pid=115993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 00:24:25.403338 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=58,neutron:INSERT=39,neutron:UPDATE=3 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:24:25.548815 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ab12fb29-d2f7-4840-93ec-ce894eb5c99e None None] Publish callbacks [] for port (83b92e08-a753-4aa5-88d8-157fc8010244), precommit_create {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:24:25.596405 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ab12fb29-d2f7-4840-93ec-ce894eb5c99e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764676113785'] for port (83b92e08-a753-4aa5-88d8-157fc8010244), after_create {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:24:25.660406 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:24:25.673549 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab12fb29-d2f7-4840-93ec-ce894eb5c99e None None] Network f62eed2b-a37b-4579-b83f-13c4d481e110 is already hosted by enough agents. {{(pid=115993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 00:24:25.679885 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.scheduler.base_scheduler [None req-ab12fb29-d2f7-4840-93ec-ce894eb5c99e None None] Resources bound (agent type, host, resource id): {{(pid=115993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 00:24:25.690993 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab12fb29-d2f7-4840-93ec-ce894eb5c99e None None] Received port after_create {{(pid=115993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 00:24:25.696243 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab12fb29-d2f7-4840-93ec-ce894eb5c99e None None] Pushing event updated for resources: {'Port': ['ID=83b92e08-a753-4aa5-88d8-157fc8010244,revision_number=1']} {{(pid=115993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:24:25.729989 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab12fb29-d2f7-4840-93ec-ce894eb5c99e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:24:25.730342 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab12fb29-d2f7-4840-93ec-ce894eb5c99e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:24:25.730703 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab12fb29-d2f7-4840-93ec-ce894eb5c99e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:24:25.731059 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab12fb29-d2f7-4840-93ec-ce894eb5c99e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:24:25.731423 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab12fb29-d2f7-4840-93ec-ce894eb5c99e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:24:25.731756 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab12fb29-d2f7-4840-93ec-ce894eb5c99e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:24:25.732082 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab12fb29-d2f7-4840-93ec-ce894eb5c99e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:24:25.732404 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab12fb29-d2f7-4840-93ec-ce894eb5c99e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:24:25.732728 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab12fb29-d2f7-4840-93ec-ce894eb5c99e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:24:25.733052 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab12fb29-d2f7-4840-93ec-ce894eb5c99e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:24:25.733381 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab12fb29-d2f7-4840-93ec-ce894eb5c99e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:24:25.733723 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab12fb29-d2f7-4840-93ec-ce894eb5c99e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:24:25.734283 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab12fb29-d2f7-4840-93ec-ce894eb5c99e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:24:25.734384 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab12fb29-d2f7-4840-93ec-ce894eb5c99e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:24:25.734660 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab12fb29-d2f7-4840-93ec-ce894eb5c99e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:24:25.736232 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab12fb29-d2f7-4840-93ec-ce894eb5c99e None None] Tracked resource versions report: Aug 08 00:24:25.736232 dv-cinder-851640-3-iscsi neutron-server[115993]: pushed versions: Aug 08 00:24:25.736232 dv-cinder-851640-3-iscsi neutron-server[115993]: { 'AddressGroup': {'1.2'}, Aug 08 00:24:25.736232 dv-cinder-851640-3-iscsi neutron-server[115993]: 'Agent': {'1.1'}, Aug 08 00:24:25.736232 dv-cinder-851640-3-iscsi neutron-server[115993]: 'ConntrackHelper': {'1.0'}, Aug 08 00:24:25.736232 dv-cinder-851640-3-iscsi neutron-server[115993]: 'LocalIPAssociation': {'1.0'}, Aug 08 00:24:25.736232 dv-cinder-851640-3-iscsi neutron-server[115993]: 'Log': {'1.0'}, Aug 08 00:24:25.736232 dv-cinder-851640-3-iscsi neutron-server[115993]: 'NDPProxy': {'1.0'}, Aug 08 00:24:25.736232 dv-cinder-851640-3-iscsi neutron-server[115993]: 'Network': {'1.1'}, Aug 08 00:24:25.736232 dv-cinder-851640-3-iscsi neutron-server[115993]: 'Port': {'1.7'}, Aug 08 00:24:25.736232 dv-cinder-851640-3-iscsi neutron-server[115993]: 'PortForwarding': {'1.3'}, Aug 08 00:24:25.736232 dv-cinder-851640-3-iscsi neutron-server[115993]: 'QosPolicy': {'1.10'}, Aug 08 00:24:25.736232 dv-cinder-851640-3-iscsi neutron-server[115993]: 'SecurityGroup': {'1.5'}, Aug 08 00:24:25.736232 dv-cinder-851640-3-iscsi neutron-server[115993]: 'SecurityGroupRule': {'1.2'}, Aug 08 00:24:25.736232 dv-cinder-851640-3-iscsi neutron-server[115993]: 'SubPort': {'1.0'}, Aug 08 00:24:25.736232 dv-cinder-851640-3-iscsi neutron-server[115993]: 'Subnet': {'1.1'}, Aug 08 00:24:25.736232 dv-cinder-851640-3-iscsi neutron-server[115993]: 'Trunk': {'1.1'}} Aug 08 00:24:25.736232 dv-cinder-851640-3-iscsi neutron-server[115993]: consumer versions: Aug 08 00:24:25.736232 dv-cinder-851640-3-iscsi neutron-server[115993]: { DHCP agent@dv-cinder-851640-3-iscsi: {}, Aug 08 00:24:25.736232 dv-cinder-851640-3-iscsi neutron-server[115993]: L3 agent@dv-cinder-851640-3-iscsi: {}, Aug 08 00:24:25.736232 dv-cinder-851640-3-iscsi neutron-server[115993]: Metadata agent@dv-cinder-851640-3-iscsi: {}, Aug 08 00:24:25.736232 dv-cinder-851640-3-iscsi neutron-server[115993]: Metering agent@dv-cinder-851640-3-iscsi: {}, Aug 08 00:24:25.736232 dv-cinder-851640-3-iscsi neutron-server[115993]: Open vSwitch agent@dv-cinder-851640-3-iscsi: { 'AddressGroup': '1.2', Aug 08 00:24:25.736232 dv-cinder-851640-3-iscsi neutron-server[115993]: 'Agent': '1.1', Aug 08 00:24:25.736232 dv-cinder-851640-3-iscsi neutron-server[115993]: 'ConntrackHelper': '1.0', Aug 08 00:24:25.736232 dv-cinder-851640-3-iscsi neutron-server[115993]: 'LocalIPAssociation': '1.0', Aug 08 00:24:25.736232 dv-cinder-851640-3-iscsi neutron-server[115993]: 'Log': '1.0', Aug 08 00:24:25.736232 dv-cinder-851640-3-iscsi neutron-server[115993]: 'NDPProxy': '1.0', Aug 08 00:24:25.736232 dv-cinder-851640-3-iscsi neutron-server[115993]: 'Network': '1.1', Aug 08 00:24:25.736232 dv-cinder-851640-3-iscsi neutron-server[115993]: 'Port': '1.7', Aug 08 00:24:25.736232 dv-cinder-851640-3-iscsi neutron-server[115993]: 'PortForwarding': '1.3', Aug 08 00:24:25.736232 dv-cinder-851640-3-iscsi neutron-server[115993]: 'QosPolicy': '1.10', Aug 08 00:24:25.736232 dv-cinder-851640-3-iscsi neutron-server[115993]: 'SecurityGroup': '1.5', Aug 08 00:24:25.736232 dv-cinder-851640-3-iscsi neutron-server[115993]: 'SecurityGroupRule': '1.2', Aug 08 00:24:25.736232 dv-cinder-851640-3-iscsi neutron-server[115993]: 'SubPort': '1.0', Aug 08 00:24:25.736232 dv-cinder-851640-3-iscsi neutron-server[115993]: 'Subnet': '1.1', Aug 08 00:24:25.736232 dv-cinder-851640-3-iscsi neutron-server[115993]: 'Trunk': '1.1'}} Aug 08 00:24:25.736232 dv-cinder-851640-3-iscsi neutron-server[115993]: {{(pid=115993) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 08 00:24:25.789494 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.managers [None req-ab12fb29-d2f7-4840-93ec-ce894eb5c99e None None] Attempting to bind port 83b92e08-a753-4aa5-88d8-157fc8010244 on host dv-cinder-851640-3-iscsi for vnic_type normal with profile {{(pid=115993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 00:24:25.789907 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.managers [None req-ab12fb29-d2f7-4840-93ec-ce894eb5c99e None None] Attempting to bind port 83b92e08-a753-4aa5-88d8-157fc8010244 by drivers openvswitch,hyperv on host dv-cinder-851640-3-iscsi at level 0 using segments [{'id': '996e2ea0-e9bc-4b3b-9fbb-b0cf7d51ffac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f62eed2b-a37b-4579-b83f-13c4d481e110'}] {{(pid=115993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 00:24:25.790329 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab12fb29-d2f7-4840-93ec-ce894eb5c99e None None] Attempting to bind port 83b92e08-a753-4aa5-88d8-157fc8010244 on network f62eed2b-a37b-4579-b83f-13c4d481e110 {{(pid=115993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 00:24:25.795290 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab12fb29-d2f7-4840-93ec-ce894eb5c99e None None] Checking agent: {'id': 'aa35aa05-3c09-40ae-a1e3-ebf96fe3358c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851640-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 0, 24, 15), 'started_at': datetime.datetime(2022, 8, 8, 0, 24, 15), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 0, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851640-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 00:24:25.795673 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab12fb29-d2f7-4840-93ec-ce894eb5c99e None None] Checking segment: {'id': '996e2ea0-e9bc-4b3b-9fbb-b0cf7d51ffac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f62eed2b-a37b-4579-b83f-13c4d481e110'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 00:24:25.796136 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ab12fb29-d2f7-4840-93ec-ce894eb5c99e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:24:25.796522 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab12fb29-d2f7-4840-93ec-ce894eb5c99e None None] Bound using segment: {'id': '996e2ea0-e9bc-4b3b-9fbb-b0cf7d51ffac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f62eed2b-a37b-4579-b83f-13c4d481e110'} {{(pid=115993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 00:24:25.796981 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.managers [None req-ab12fb29-d2f7-4840-93ec-ce894eb5c99e None None] Bound port: 83b92e08-a753-4aa5-88d8-157fc8010244, host: dv-cinder-851640-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '996e2ea0-e9bc-4b3b-9fbb-b0cf7d51ffac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f62eed2b-a37b-4579-b83f-13c4d481e110'}}] {{(pid=115993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 00:24:25.797382 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ab12fb29-d2f7-4840-93ec-ce894eb5c99e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (83b92e08-a753-4aa5-88d8-157fc8010244), before_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:24:25.858903 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-ab12fb29-d2f7-4840-93ec-ce894eb5c99e None None] For port 83b92e08-a753-4aa5-88d8-157fc8010244, host dv-cinder-851640-3-iscsi, cleared binding levels {{(pid=115993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 00:24:25.878588 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-ab12fb29-d2f7-4840-93ec-ce894eb5c99e None None] For port 83b92e08-a753-4aa5-88d8-157fc8010244, host dv-cinder-851640-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851640-3-iscsi',level=0,port_id=83b92e08-a753-4aa5-88d8-157fc8010244,segment=NetworkSegment(996e2ea0-e9bc-4b3b-9fbb-b0cf7d51ffac),segment_id=996e2ea0-e9bc-4b3b-9fbb-b0cf7d51ffac)] {{(pid=115993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 00:24:25.945275 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ab12fb29-d2f7-4840-93ec-ce894eb5c99e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821'] for port (83b92e08-a753-4aa5-88d8-157fc8010244), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:24:26.001457 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab12fb29-d2f7-4840-93ec-ce894eb5c99e None None] Pushing event updated for resources: {'Port': ['ID=83b92e08-a753-4aa5-88d8-157fc8010244,revision_number=2']} {{(pid=115993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:24:27.085730 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 51672) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:24:27.417909 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [None req-369bdbbb-b7a9-4fa4-a7bf-6ee454c4d76b admin admin] http://10.222.0.15:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=115991) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 08 00:24:27.418925 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-369bdbbb-b7a9-4fa4-a7bf-6ee454c4d76b admin admin] 10.222.0.15 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3321588 Aug 08 00:24:27.797986 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=16,neutron:INSERT=31 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:24:27.809292 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=8 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:24:29.692377 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 51684) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:24:30.212768 dv-cinder-851640-3-iscsi neutron-server[115992]: WARNING oslo_policy.policy [None req-25ac6d89-92e2-41cc-b3b1-ff3dc6aa94ba admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 08 00:24:30.213310 dv-cinder-851640-3-iscsi neutron-server[115992]: WARNING oslo_policy.policy [None req-25ac6d89-92e2-41cc-b3b1-ff3dc6aa94ba admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 08 00:24:30.431841 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [None req-25ac6d89-92e2-41cc-b3b1-ff3dc6aa94ba admin admin] http://10.222.0.15:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=115992) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 08 00:24:30.433068 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-25ac6d89-92e2-41cc-b3b1-ff3dc6aa94ba admin admin] 10.222.0.15 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7388318 Aug 08 00:24:32.714378 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 51702) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:24:33.061205 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.v2.base [None req-02d648de-e692-4e63-9c4f-b697500ed6b1 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=115991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:24:33.121768 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-02d648de-e692-4e63-9c4f-b697500ed6b1 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-512329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-835'] for router (61c493c3-3de6-4ec7-8a8f-b88ca091274d), before_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:24:33.123472 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-02d648de-e692-4e63-9c4f-b697500ed6b1 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-502562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-438731', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1613470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-842'] for router (61c493c3-3de6-4ec7-8a8f-b88ca091274d), precommit_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:24:33.223795 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Device 83b92e08-a753-4aa5-88d8-157fc8010244 up at agent ovs-agent-dv-cinder-851640-3-iscsi {{(pid=115993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 00:24:33.263722 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-02d648de-e692-4e63-9c4f-b697500ed6b1 demo demo] Publish callbacks [] for router_controller (61c493c3-3de6-4ec7-8a8f-b88ca091274d), precommit_add_association {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:24:33.308288 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Provisioning complete for port 83b92e08-a753-4aa5-88d8-157fc8010244 triggered by entity L2. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:24:33.308712 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (83b92e08-a753-4aa5-88d8-157fc8010244), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:24:33.322691 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-02d648de-e692-4e63-9c4f-b697500ed6b1 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-501999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-427846'] for router (61c493c3-3de6-4ec7-8a8f-b88ca091274d), after_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:24:33.414548 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Current status of the port 83b92e08-a753-4aa5-88d8-157fc8010244 is: DOWN; New status is: ACTIVE {{(pid=115993) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 00:24:33.414938 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (83b92e08-a753-4aa5-88d8-157fc8010244), before_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:24:33.452854 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] For port 83b92e08-a753-4aa5-88d8-157fc8010244, host dv-cinder-851640-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851640-3-iscsi',level=0,port_id=83b92e08-a753-4aa5-88d8-157fc8010244,segment=NetworkSegment(996e2ea0-e9bc-4b3b-9fbb-b0cf7d51ffac),segment_id=996e2ea0-e9bc-4b3b-9fbb-b0cf7d51ffac)] {{(pid=115993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:24:33.478187 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-02d648de-e692-4e63-9c4f-b697500ed6b1 demo demo] Publish callbacks [] for router (None), before_response {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:24:33.490081 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-02d648de-e692-4e63-9c4f-b697500ed6b1 demo demo] 10.222.0.15 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7640955 Aug 08 00:24:33.522542 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821'] for port (83b92e08-a753-4aa5-88d8-157fc8010244), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:24:33.576983 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Pushing event updated for resources: {'Port': ['ID=83b92e08-a753-4aa5-88d8-157fc8010244,revision_number=3']} {{(pid=115993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:24:34.095449 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c181b49-1a55-4b0e-b0ad-ed0215993350 None None] Network f62eed2b-a37b-4579-b83f-13c4d481e110 requested from dv-cinder-851640-3-iscsi {{(pid=115993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 00:24:34.207163 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-acdf6829-d419-4c44-8556-6361bdb55424 None None] Provisioning complete for port 83b92e08-a753-4aa5-88d8-157fc8010244 triggered by entity DHCP. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:24:34.207558 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-acdf6829-d419-4c44-8556-6361bdb55424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (83b92e08-a753-4aa5-88d8-157fc8010244), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:24:34.262486 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:24:34.299813 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-acdf6829-d419-4c44-8556-6361bdb55424 None None] Current status of the port 83b92e08-a753-4aa5-88d8-157fc8010244 is: ACTIVE; New status is: ACTIVE {{(pid=115993) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 00:24:34.418778 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-b3858c15-74f9-4fde-afda-f23c5ab0003b None None] Provisioning complete for port 83b92e08-a753-4aa5-88d8-157fc8010244 triggered by entity DHCP. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:24:34.419171 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-b3858c15-74f9-4fde-afda-f23c5ab0003b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (83b92e08-a753-4aa5-88d8-157fc8010244), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:24:34.490128 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-b3858c15-74f9-4fde-afda-f23c5ab0003b None None] Current status of the port 83b92e08-a753-4aa5-88d8-157fc8010244 is: ACTIVE; New status is: ACTIVE {{(pid=115993) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 00:24:35.212277 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Device 83b92e08-a753-4aa5-88d8-157fc8010244 up at agent ovs-agent-dv-cinder-851640-3-iscsi {{(pid=115993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 00:24:35.257771 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Provisioning complete for port 83b92e08-a753-4aa5-88d8-157fc8010244 triggered by entity L2. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:24:35.258161 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (83b92e08-a753-4aa5-88d8-157fc8010244), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:24:35.285601 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:24:35.335416 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Current status of the port 83b92e08-a753-4aa5-88d8-157fc8010244 is: ACTIVE; New status is: ACTIVE {{(pid=115993) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 00:24:35.759957 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 51710) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:24:36.089087 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [None req-961dead2-7e24-4bb7-bd55-231b9b50fc5f admin admin] http://10.222.0.15:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=115991) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 08 00:24:36.090166 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-961dead2-7e24-4bb7-bd55-231b9b50fc5f admin admin] 10.222.0.15 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3291373 Aug 08 00:24:38.350221 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 51718) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:24:38.669459 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.v2.base [None req-f122d643-bd4a-444f-9d1e-7e1ee5907220 admin admin] Request body: {'network': {'admin_state_up': True, 'provider:network_type': 'flat', 'name': 'public', 'is_default': True, 'provider:physical_network': 'physnet1', 'router:external': True}} {{(pid=115992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:24:38.682250 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writer thread running {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 08 00:24:38.687885 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:24:38.778592 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f122d643-bd4a-444f-9d1e-7e1ee5907220 admin admin] Made reservation on behalf of 311e504f385e4c32bdb056e763a01299 for: {'network': 1} {{(pid=115992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 00:24:38.840179 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.policy [None req-f122d643-bd4a-444f-9d1e-7e1ee5907220 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=115992) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 08 00:24:38.885254 dv-cinder-851640-3-iscsi neutron-server[115992]: WARNING oslo_policy.policy [None req-f122d643-bd4a-444f-9d1e-7e1ee5907220 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 08 00:24:38.885626 dv-cinder-851640-3-iscsi neutron-server[115992]: WARNING oslo_policy.policy [None req-f122d643-bd4a-444f-9d1e-7e1ee5907220 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 08 00:24:38.895254 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-f122d643-bd4a-444f-9d1e-7e1ee5907220 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for network (None), before_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:24:38.917366 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-f122d643-bd4a-444f-9d1e-7e1ee5907220 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:24:39.027928 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-f122d643-bd4a-444f-9d1e-7e1ee5907220 admin admin] Publish callbacks [] for security_group (7914e82e-3a60-47c2-971d-ba5480ff9c08), precommit_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:24:39.098357 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-f122d643-bd4a-444f-9d1e-7e1ee5907220 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (7914e82e-3a60-47c2-971d-ba5480ff9c08), after_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:24:39.110057 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-f122d643-bd4a-444f-9d1e-7e1ee5907220 admin admin] Reserving flat network on physical network physnet1 {{(pid=115992) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 08 00:24:39.142186 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-f122d643-bd4a-444f-9d1e-7e1ee5907220 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8764676474341', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1398331'] for segment (15fce33c-3ff3-4714-8fe9-15b1a1600e57), precommit_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:24:39.143343 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-f122d643-bd4a-444f-9d1e-7e1ee5907220 admin admin] Unsubscribe: segment precommit_create {{(pid=115992) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 08 00:24:39.143970 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.db.segments_db [None req-f122d643-bd4a-444f-9d1e-7e1ee5907220 admin admin] Added segment 15fce33c-3ff3-4714-8fe9-15b1a1600e57 of type flat for network 743d2d45-6b8c-49b7-a932-c537e45f946f Aug 08 00:24:39.161845 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f122d643-bd4a-444f-9d1e-7e1ee5907220 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7914e82e-3a60-47c2-971d-ba5480ff9c08,revision_number=1']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:24:39.217812 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f122d643-bd4a-444f-9d1e-7e1ee5907220 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:24:39.218159 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f122d643-bd4a-444f-9d1e-7e1ee5907220 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:24:39.218519 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f122d643-bd4a-444f-9d1e-7e1ee5907220 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:24:39.218858 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f122d643-bd4a-444f-9d1e-7e1ee5907220 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:24:39.219186 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f122d643-bd4a-444f-9d1e-7e1ee5907220 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:24:39.219544 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f122d643-bd4a-444f-9d1e-7e1ee5907220 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:24:39.219886 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f122d643-bd4a-444f-9d1e-7e1ee5907220 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:24:39.220288 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f122d643-bd4a-444f-9d1e-7e1ee5907220 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:24:39.220630 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f122d643-bd4a-444f-9d1e-7e1ee5907220 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:24:39.221645 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f122d643-bd4a-444f-9d1e-7e1ee5907220 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:24:39.222125 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f122d643-bd4a-444f-9d1e-7e1ee5907220 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:24:39.222496 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f122d643-bd4a-444f-9d1e-7e1ee5907220 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:24:39.222844 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f122d643-bd4a-444f-9d1e-7e1ee5907220 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:24:39.223167 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f122d643-bd4a-444f-9d1e-7e1ee5907220 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:24:39.223512 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f122d643-bd4a-444f-9d1e-7e1ee5907220 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:24:39.224923 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f122d643-bd4a-444f-9d1e-7e1ee5907220 admin admin] Tracked resource versions report: Aug 08 00:24:39.224923 dv-cinder-851640-3-iscsi neutron-server[115992]: pushed versions: Aug 08 00:24:39.224923 dv-cinder-851640-3-iscsi neutron-server[115992]: { 'AddressGroup': {'1.2'}, Aug 08 00:24:39.224923 dv-cinder-851640-3-iscsi neutron-server[115992]: 'Agent': {'1.1'}, Aug 08 00:24:39.224923 dv-cinder-851640-3-iscsi neutron-server[115992]: 'ConntrackHelper': {'1.0'}, Aug 08 00:24:39.224923 dv-cinder-851640-3-iscsi neutron-server[115992]: 'LocalIPAssociation': {'1.0'}, Aug 08 00:24:39.224923 dv-cinder-851640-3-iscsi neutron-server[115992]: 'Log': {'1.0'}, Aug 08 00:24:39.224923 dv-cinder-851640-3-iscsi neutron-server[115992]: 'NDPProxy': {'1.0'}, Aug 08 00:24:39.224923 dv-cinder-851640-3-iscsi neutron-server[115992]: 'Network': {'1.1'}, Aug 08 00:24:39.224923 dv-cinder-851640-3-iscsi neutron-server[115992]: 'Port': {'1.7'}, Aug 08 00:24:39.224923 dv-cinder-851640-3-iscsi neutron-server[115992]: 'PortForwarding': {'1.3'}, Aug 08 00:24:39.224923 dv-cinder-851640-3-iscsi neutron-server[115992]: 'QosPolicy': {'1.10'}, Aug 08 00:24:39.224923 dv-cinder-851640-3-iscsi neutron-server[115992]: 'SecurityGroup': {'1.5'}, Aug 08 00:24:39.224923 dv-cinder-851640-3-iscsi neutron-server[115992]: 'SecurityGroupRule': {'1.2'}, Aug 08 00:24:39.224923 dv-cinder-851640-3-iscsi neutron-server[115992]: 'SubPort': {'1.0'}, Aug 08 00:24:39.224923 dv-cinder-851640-3-iscsi neutron-server[115992]: 'Subnet': {'1.1'}, Aug 08 00:24:39.224923 dv-cinder-851640-3-iscsi neutron-server[115992]: 'Trunk': {'1.1'}} Aug 08 00:24:39.224923 dv-cinder-851640-3-iscsi neutron-server[115992]: consumer versions: Aug 08 00:24:39.224923 dv-cinder-851640-3-iscsi neutron-server[115992]: { DHCP agent@dv-cinder-851640-3-iscsi: {}, Aug 08 00:24:39.224923 dv-cinder-851640-3-iscsi neutron-server[115992]: L3 agent@dv-cinder-851640-3-iscsi: {}, Aug 08 00:24:39.224923 dv-cinder-851640-3-iscsi neutron-server[115992]: Metadata agent@dv-cinder-851640-3-iscsi: {}, Aug 08 00:24:39.224923 dv-cinder-851640-3-iscsi neutron-server[115992]: Metering agent@dv-cinder-851640-3-iscsi: {}, Aug 08 00:24:39.224923 dv-cinder-851640-3-iscsi neutron-server[115992]: Open vSwitch agent@dv-cinder-851640-3-iscsi: { 'AddressGroup': '1.2', Aug 08 00:24:39.224923 dv-cinder-851640-3-iscsi neutron-server[115992]: 'Agent': '1.1', Aug 08 00:24:39.224923 dv-cinder-851640-3-iscsi neutron-server[115992]: 'ConntrackHelper': '1.0', Aug 08 00:24:39.224923 dv-cinder-851640-3-iscsi neutron-server[115992]: 'LocalIPAssociation': '1.0', Aug 08 00:24:39.224923 dv-cinder-851640-3-iscsi neutron-server[115992]: 'Log': '1.0', Aug 08 00:24:39.224923 dv-cinder-851640-3-iscsi neutron-server[115992]: 'NDPProxy': '1.0', Aug 08 00:24:39.224923 dv-cinder-851640-3-iscsi neutron-server[115992]: 'Network': '1.1', Aug 08 00:24:39.224923 dv-cinder-851640-3-iscsi neutron-server[115992]: 'Port': '1.7', Aug 08 00:24:39.224923 dv-cinder-851640-3-iscsi neutron-server[115992]: 'PortForwarding': '1.3', Aug 08 00:24:39.224923 dv-cinder-851640-3-iscsi neutron-server[115992]: 'QosPolicy': '1.10', Aug 08 00:24:39.224923 dv-cinder-851640-3-iscsi neutron-server[115992]: 'SecurityGroup': '1.5', Aug 08 00:24:39.224923 dv-cinder-851640-3-iscsi neutron-server[115992]: 'SecurityGroupRule': '1.2', Aug 08 00:24:39.224923 dv-cinder-851640-3-iscsi neutron-server[115992]: 'SubPort': '1.0', Aug 08 00:24:39.224923 dv-cinder-851640-3-iscsi neutron-server[115992]: 'Subnet': '1.1', Aug 08 00:24:39.224923 dv-cinder-851640-3-iscsi neutron-server[115992]: 'Trunk': '1.1'}} Aug 08 00:24:39.224923 dv-cinder-851640-3-iscsi neutron-server[115992]: {{(pid=115992) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 08 00:24:39.261661 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-f122d643-bd4a-444f-9d1e-7e1ee5907220 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764676137144'] for network (743d2d45-6b8c-49b7-a932-c537e45f946f), precommit_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:24:39.378901 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-f122d643-bd4a-444f-9d1e-7e1ee5907220 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032'] for network (743d2d45-6b8c-49b7-a932-c537e45f946f), after_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:24:39.380096 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f122d643-bd4a-444f-9d1e-7e1ee5907220 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:24:39.380776 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-f122d643-bd4a-444f-9d1e-7e1ee5907220 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575022'] for network (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:24:39.485134 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f122d643-bd4a-444f-9d1e-7e1ee5907220 admin admin] Pushing event updated for resources: {'Network': ['ID=743d2d45-6b8c-49b7-a932-c537e45f946f,revision_number=1']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:24:39.495417 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Network 743d2d45-6b8c-49b7-a932-c537e45f946f details requested by agent ovs-agent-dv-cinder-851640-3-iscsi with host dv-cinder-851640-3-iscsi {{(pid=115993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 08 00:24:39.524579 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-f122d643-bd4a-444f-9d1e-7e1ee5907220 admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.1732671 Aug 08 00:24:40.247574 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-c561d79f-c523-4a26-9261-abfc1d5d345d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (93e2312b-3744-4a9e-8723-a0f19f10f89a), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:24:40.637477 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.agents_db [None req-431a3ab4-e5a4-4361-9fcb-d2d78b6c2e03 None None] Agent healthcheck: found 5 active agents {{(pid=115994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 00:24:41.750092 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 51734) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:24:42.150280 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3750a82e-900c-4273-abed-5cd6a3260a08 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:24:42.151591 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-3750a82e-900c-4273-abed-5cd6a3260a08 demo admin] 10.222.0.15 "GET /networking/v2.0/subnets/91f4bdd8-fe77-4146-86d1-57692988ddf2 HTTP/1.1" status: 200 len: 849 time: 0.4005601 Aug 08 00:24:42.311440 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-91c65104-6370-42c6-8f5e-8be2cd474cf7 demo admin] 10.222.0.15 "GET /networking/v2.0/routers/61c493c3-3de6-4ec7-8a8f-b88ca091274d HTTP/1.1" status: 200 len: 704 time: 0.1539421 Aug 08 00:24:42.527545 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-3c964383-3e0b-4839-a9c4-11833c667265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (d53f5436-7c7f-4441-9708-9d0333b57745), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:24:42.593298 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-9c574f03-c60a-488b-b208-91dcb2f08262 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (None), before_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:24:42.716538 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:24:42.890039 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.db.db_base_plugin_common [None req-9c574f03-c60a-488b-b208-91dcb2f08262 demo admin] Allocated IP 172.20.0.1 (f62eed2b-a37b-4579-b83f-13c4d481e110/91f4bdd8-fe77-4146-86d1-57692988ddf2/ea66f04f-dbd1-4c6f-940f-2aeeebc17835) {{(pid=115992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 00:24:42.893476 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:24:43.075731 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-9c574f03-c60a-488b-b208-91dcb2f08262 demo admin] Publish callbacks [] for port (ea66f04f-dbd1-4c6f-940f-2aeeebc17835), precommit_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:24:43.196464 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-9c574f03-c60a-488b-b208-91dcb2f08262 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764676113785'] for port (ea66f04f-dbd1-4c6f-940f-2aeeebc17835), after_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:24:43.274082 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c574f03-c60a-488b-b208-91dcb2f08262 demo admin] Network f62eed2b-a37b-4579-b83f-13c4d481e110 is already hosted by enough agents. {{(pid=115992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 00:24:43.283596 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.scheduler.base_scheduler [None req-9c574f03-c60a-488b-b208-91dcb2f08262 demo admin] Resources bound (agent type, host, resource id): {{(pid=115992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 00:24:43.289401 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c574f03-c60a-488b-b208-91dcb2f08262 demo admin] Received port after_create {{(pid=115992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 00:24:43.289947 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-9c574f03-c60a-488b-b208-91dcb2f08262 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-500133'] for router_interface (61c493c3-3de6-4ec7-8a8f-b88ca091274d), before_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:24:43.292425 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c574f03-c60a-488b-b208-91dcb2f08262 demo admin] Pushing event updated for resources: {'Port': ['ID=ea66f04f-dbd1-4c6f-940f-2aeeebc17835,revision_number=1']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:24:43.359732 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=82,neutron:UPDATE=2,neutron:INSERT=5,neutron:DELETE=1 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:24:43.362610 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=22,neutron:INSERT=4,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:24:43.460492 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-25601fa0-e311-483e-b5b0-fef414d3cb60 None None] Provisioning complete for port ea66f04f-dbd1-4c6f-940f-2aeeebc17835 triggered by entity DHCP. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:24:43.460879 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-25601fa0-e311-483e-b5b0-fef414d3cb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (ea66f04f-dbd1-4c6f-940f-2aeeebc17835), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:24:43.491235 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-25601fa0-e311-483e-b5b0-fef414d3cb60 None None] Port ea66f04f-dbd1-4c6f-940f-2aeeebc17835 cannot update to ACTIVE because it is not bound. {{(pid=115993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 08 00:24:43.556538 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-9c574f03-c60a-488b-b208-91dcb2f08262 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (ea66f04f-dbd1-4c6f-940f-2aeeebc17835), before_update {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:24:43.788751 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:24:43.809740 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-9c574f03-c60a-488b-b208-91dcb2f08262 demo admin] Publish callbacks [] for port (ea66f04f-dbd1-4c6f-940f-2aeeebc17835), precommit_update {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:24:43.904442 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-9c574f03-c60a-488b-b208-91dcb2f08262 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821'] for port (ea66f04f-dbd1-4c6f-940f-2aeeebc17835), after_update {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:24:43.905221 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-9c574f03-c60a-488b-b208-91dcb2f08262 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-499733'] for router_interface (61c493c3-3de6-4ec7-8a8f-b88ca091274d), after_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:24:43.988763 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c574f03-c60a-488b-b208-91dcb2f08262 demo admin] Pushing event updated for resources: {'Port': ['ID=ea66f04f-dbd1-4c6f-940f-2aeeebc17835,revision_number=2']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:24:44.034636 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c574f03-c60a-488b-b208-91dcb2f08262 demo admin] Network f62eed2b-a37b-4579-b83f-13c4d481e110 is already hosted by enough agents. {{(pid=115992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 00:24:44.035962 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.scheduler.base_scheduler [None req-9c574f03-c60a-488b-b208-91dcb2f08262 demo admin] Resources bound (agent type, host, resource id): {{(pid=115992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 00:24:44.144460 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-053f2fa2-08e2-4320-9ef7-ed55b6b025bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (8871f2bb-53fb-48a8-be6c-361eafeaffd1), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:24:44.255521 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-991df9f2-98be-4825-9086-06b252f7fc7e None None] Provisioning complete for port ea66f04f-dbd1-4c6f-940f-2aeeebc17835 triggered by entity DHCP. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:24:44.255830 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-991df9f2-98be-4825-9086-06b252f7fc7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (ea66f04f-dbd1-4c6f-940f-2aeeebc17835), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:24:44.259371 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c574f03-c60a-488b-b208-91dcb2f08262 demo admin] Router 61c493c3-3de6-4ec7-8a8f-b88ca091274d is scheduled to L3 agent d53f5436-7c7f-4441-9708-9d0333b57745 with binding_index 1 {{(pid=115992) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 08 00:24:44.287818 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-991df9f2-98be-4825-9086-06b252f7fc7e None None] Port ea66f04f-dbd1-4c6f-940f-2aeeebc17835 cannot update to ACTIVE because it is not bound. {{(pid=115993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 08 00:24:44.348574 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c574f03-c60a-488b-b208-91dcb2f08262 demo admin] Notify agent at l3_agent.dv-cinder-851640-3-iscsi the message routers_updated {{(pid=115992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 00:24:44.359668 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-9c574f03-c60a-488b-b208-91dcb2f08262 demo admin] 10.222.0.15 "PUT /networking/v2.0/routers/61c493c3-3de6-4ec7-8a8f-b88ca091274d/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0359309 Aug 08 00:24:44.369615 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b88619-75f2-49c3-add9-18795ddbf1a1 None None] Sync routers for ids ['61c493c3-3de6-4ec7-8a8f-b88ca091274d'] in dv-cinder-851640-3-iscsi {{(pid=115994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 00:24:44.383455 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b88619-75f2-49c3-add9-18795ddbf1a1 None None] Routers {'61c493c3-3de6-4ec7-8a8f-b88ca091274d'} bound to L3 agent in host dv-cinder-851640-3-iscsi {{(pid=115994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 00:24:44.384224 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_hamode_db [None req-b6b88619-75f2-49c3-add9-18795ddbf1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851640-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-08T00:24:12Z,description=,heartbeat_timestamp=2022-08-08T00:24:42Z,host='dv-cinder-851640-3-iscsi',id=d53f5436-7c7f-4441-9708-9d0333b57745,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T00:24:13Z,topic='l3_agent')) {'router_ids': ['61c493c3-3de6-4ec7-8a8f-b88ca091274d'], 'active': True} {{(pid=115994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:24:44.570834 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_dvr_db [None req-b6b88619-75f2-49c3-add9-18795ddbf1a1 None None] Set router 61c493c3-3de6-4ec7-8a8f-b88ca091274d gateway port host: None {{(pid=115994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 00:24:44.987921 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_hamode_db [None req-b6b88619-75f2-49c3-add9-18795ddbf1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61c493c3-3de6-4ec7-8a8f-b88ca091274d', 'name': 'router1', 'tenant_id': '9804d64b9c1f43c59efe7e291a7b76e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:24:33Z', 'updated_at': '2022-08-08T00:24:43Z', 'revision_number': 2, 'project_id': '9804d64b9c1f43c59efe7e291a7b76e1', 'gw_port_host': None, '_interfaces': [{'id': 'ea66f04f-dbd1-4c6f-940f-2aeeebc17835', 'name': '', 'network_id': 'f62eed2b-a37b-4579-b83f-13c4d481e110', 'tenant_id': '9804d64b9c1f43c59efe7e291a7b76e1', 'mac_address': 'fa:16:3e:c6:9f:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61c493c3-3de6-4ec7-8a8f-b88ca091274d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '91f4bdd8-fe77-4146-86d1-57692988ddf2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:24:42Z', 'updated_at': '2022-08-08T00:24:43Z', 'revision_number': 2, 'project_id': '9804d64b9c1f43c59efe7e291a7b76e1', 'subnets': [{'id': '91f4bdd8-fe77-4146-86d1-57692988ddf2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0f10541d-90fb-4c16-9007-dc4c12fc56b5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851640-3-iscsi', False) {} {{(pid=115994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:24:45.035767 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b88619-75f2-49c3-add9-18795ddbf1a1 None None] Checking router: 61c493c3-3de6-4ec7-8a8f-b88ca091274d for host: dv-cinder-851640-3-iscsi {{(pid=115994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 00:24:45.036143 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b88619-75f2-49c3-add9-18795ddbf1a1 None None] Updating router 61c493c3-3de6-4ec7-8a8f-b88ca091274d port ea66f04f-dbd1-4c6f-940f-2aeeebc17835 binding host dv-cinder-851640-3-iscsi {{(pid=115994) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 08 00:24:45.091335 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron_lib.callbacks.manager [None req-b6b88619-75f2-49c3-add9-18795ddbf1a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (ea66f04f-dbd1-4c6f-940f-2aeeebc17835), before_update {{(pid=115994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:24:45.407153 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (aa35aa05-3c09-40ae-a1e3-ebf96fe3358c), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:24:45.597353 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron_lib.callbacks.manager [None req-b6b88619-75f2-49c3-add9-18795ddbf1a1 None None] Publish callbacks [] for port (ea66f04f-dbd1-4c6f-940f-2aeeebc17835), precommit_update {{(pid=115994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:24:45.652757 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron_lib.callbacks.manager [None req-b6b88619-75f2-49c3-add9-18795ddbf1a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821'] for port (ea66f04f-dbd1-4c6f-940f-2aeeebc17835), after_update {{(pid=115994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:24:45.778957 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-64237613-c389-4d10-936d-2956085fc78e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (998b03d7-10a2-4624-8114-660f2901b45f), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:24:45.812048 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.plugins.ml2.managers [None req-b6b88619-75f2-49c3-add9-18795ddbf1a1 None None] Attempting to bind port ea66f04f-dbd1-4c6f-940f-2aeeebc17835 on host dv-cinder-851640-3-iscsi for vnic_type normal with profile {{(pid=115994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 00:24:45.812460 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.plugins.ml2.managers [None req-b6b88619-75f2-49c3-add9-18795ddbf1a1 None None] Attempting to bind port ea66f04f-dbd1-4c6f-940f-2aeeebc17835 by drivers openvswitch,hyperv on host dv-cinder-851640-3-iscsi at level 0 using segments [{'id': '996e2ea0-e9bc-4b3b-9fbb-b0cf7d51ffac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f62eed2b-a37b-4579-b83f-13c4d481e110'}] {{(pid=115994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 00:24:45.812894 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b88619-75f2-49c3-add9-18795ddbf1a1 None None] Attempting to bind port ea66f04f-dbd1-4c6f-940f-2aeeebc17835 on network f62eed2b-a37b-4579-b83f-13c4d481e110 {{(pid=115994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 00:24:45.816318 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31ec616-240b-46b3-850f-2eed66dcf3e7 None None] Pushing event updated for resources: {'Port': ['ID=ea66f04f-dbd1-4c6f-940f-2aeeebc17835,revision_number=3']} {{(pid=115994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:24:45.824197 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b88619-75f2-49c3-add9-18795ddbf1a1 None None] Checking agent: {'id': 'aa35aa05-3c09-40ae-a1e3-ebf96fe3358c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851640-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 0, 24, 15), 'started_at': datetime.datetime(2022, 8, 8, 0, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 0, 24, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851640-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 00:24:45.824601 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b88619-75f2-49c3-add9-18795ddbf1a1 None None] Checking segment: {'id': '996e2ea0-e9bc-4b3b-9fbb-b0cf7d51ffac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f62eed2b-a37b-4579-b83f-13c4d481e110'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 00:24:45.825068 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron_lib.callbacks.manager [None req-b6b88619-75f2-49c3-add9-18795ddbf1a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:24:45.825460 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b88619-75f2-49c3-add9-18795ddbf1a1 None None] Bound using segment: {'id': '996e2ea0-e9bc-4b3b-9fbb-b0cf7d51ffac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f62eed2b-a37b-4579-b83f-13c4d481e110'} {{(pid=115994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 00:24:45.825942 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.plugins.ml2.managers [None req-b6b88619-75f2-49c3-add9-18795ddbf1a1 None None] Bound port: ea66f04f-dbd1-4c6f-940f-2aeeebc17835, host: dv-cinder-851640-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '996e2ea0-e9bc-4b3b-9fbb-b0cf7d51ffac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f62eed2b-a37b-4579-b83f-13c4d481e110'}}] {{(pid=115994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 00:24:45.826320 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron_lib.callbacks.manager [None req-b6b88619-75f2-49c3-add9-18795ddbf1a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (ea66f04f-dbd1-4c6f-940f-2aeeebc17835), before_update {{(pid=115994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:24:45.830513 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31ec616-240b-46b3-850f-2eed66dcf3e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:24:45.830866 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31ec616-240b-46b3-850f-2eed66dcf3e7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:24:45.831216 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31ec616-240b-46b3-850f-2eed66dcf3e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:24:45.831585 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31ec616-240b-46b3-850f-2eed66dcf3e7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:24:45.831920 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31ec616-240b-46b3-850f-2eed66dcf3e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:24:45.832252 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31ec616-240b-46b3-850f-2eed66dcf3e7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:24:45.832581 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31ec616-240b-46b3-850f-2eed66dcf3e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:24:45.832905 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31ec616-240b-46b3-850f-2eed66dcf3e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:24:45.833229 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31ec616-240b-46b3-850f-2eed66dcf3e7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:24:45.833552 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31ec616-240b-46b3-850f-2eed66dcf3e7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:24:45.833878 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31ec616-240b-46b3-850f-2eed66dcf3e7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:24:45.834215 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31ec616-240b-46b3-850f-2eed66dcf3e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:24:45.834541 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31ec616-240b-46b3-850f-2eed66dcf3e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:24:45.834862 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31ec616-240b-46b3-850f-2eed66dcf3e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:24:45.835182 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31ec616-240b-46b3-850f-2eed66dcf3e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:24:45.836635 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31ec616-240b-46b3-850f-2eed66dcf3e7 None None] Tracked resource versions report: Aug 08 00:24:45.836635 dv-cinder-851640-3-iscsi neutron-server[115994]: pushed versions: Aug 08 00:24:45.836635 dv-cinder-851640-3-iscsi neutron-server[115994]: { 'AddressGroup': {'1.2'}, Aug 08 00:24:45.836635 dv-cinder-851640-3-iscsi neutron-server[115994]: 'Agent': {'1.1'}, Aug 08 00:24:45.836635 dv-cinder-851640-3-iscsi neutron-server[115994]: 'ConntrackHelper': {'1.0'}, Aug 08 00:24:45.836635 dv-cinder-851640-3-iscsi neutron-server[115994]: 'LocalIPAssociation': {'1.0'}, Aug 08 00:24:45.836635 dv-cinder-851640-3-iscsi neutron-server[115994]: 'Log': {'1.0'}, Aug 08 00:24:45.836635 dv-cinder-851640-3-iscsi neutron-server[115994]: 'NDPProxy': {'1.0'}, Aug 08 00:24:45.836635 dv-cinder-851640-3-iscsi neutron-server[115994]: 'Network': {'1.1'}, Aug 08 00:24:45.836635 dv-cinder-851640-3-iscsi neutron-server[115994]: 'Port': {'1.7'}, Aug 08 00:24:45.836635 dv-cinder-851640-3-iscsi neutron-server[115994]: 'PortForwarding': {'1.3'}, Aug 08 00:24:45.836635 dv-cinder-851640-3-iscsi neutron-server[115994]: 'QosPolicy': {'1.10'}, Aug 08 00:24:45.836635 dv-cinder-851640-3-iscsi neutron-server[115994]: 'SecurityGroup': {'1.5'}, Aug 08 00:24:45.836635 dv-cinder-851640-3-iscsi neutron-server[115994]: 'SecurityGroupRule': {'1.2'}, Aug 08 00:24:45.836635 dv-cinder-851640-3-iscsi neutron-server[115994]: 'SubPort': {'1.0'}, Aug 08 00:24:45.836635 dv-cinder-851640-3-iscsi neutron-server[115994]: 'Subnet': {'1.1'}, Aug 08 00:24:45.836635 dv-cinder-851640-3-iscsi neutron-server[115994]: 'Trunk': {'1.1'}} Aug 08 00:24:45.836635 dv-cinder-851640-3-iscsi neutron-server[115994]: consumer versions: Aug 08 00:24:45.836635 dv-cinder-851640-3-iscsi neutron-server[115994]: { DHCP agent@dv-cinder-851640-3-iscsi: {}, Aug 08 00:24:45.836635 dv-cinder-851640-3-iscsi neutron-server[115994]: L3 agent@dv-cinder-851640-3-iscsi: {}, Aug 08 00:24:45.836635 dv-cinder-851640-3-iscsi neutron-server[115994]: Metadata agent@dv-cinder-851640-3-iscsi: {}, Aug 08 00:24:45.836635 dv-cinder-851640-3-iscsi neutron-server[115994]: Metering agent@dv-cinder-851640-3-iscsi: {}, Aug 08 00:24:45.836635 dv-cinder-851640-3-iscsi neutron-server[115994]: Open vSwitch agent@dv-cinder-851640-3-iscsi: { 'AddressGroup': '1.2', Aug 08 00:24:45.836635 dv-cinder-851640-3-iscsi neutron-server[115994]: 'Agent': '1.1', Aug 08 00:24:45.836635 dv-cinder-851640-3-iscsi neutron-server[115994]: 'ConntrackHelper': '1.0', Aug 08 00:24:45.836635 dv-cinder-851640-3-iscsi neutron-server[115994]: 'LocalIPAssociation': '1.0', Aug 08 00:24:45.836635 dv-cinder-851640-3-iscsi neutron-server[115994]: 'Log': '1.0', Aug 08 00:24:45.836635 dv-cinder-851640-3-iscsi neutron-server[115994]: 'NDPProxy': '1.0', Aug 08 00:24:45.836635 dv-cinder-851640-3-iscsi neutron-server[115994]: 'Network': '1.1', Aug 08 00:24:45.836635 dv-cinder-851640-3-iscsi neutron-server[115994]: 'Port': '1.7', Aug 08 00:24:45.836635 dv-cinder-851640-3-iscsi neutron-server[115994]: 'PortForwarding': '1.3', Aug 08 00:24:45.836635 dv-cinder-851640-3-iscsi neutron-server[115994]: 'QosPolicy': '1.10', Aug 08 00:24:45.836635 dv-cinder-851640-3-iscsi neutron-server[115994]: 'SecurityGroup': '1.5', Aug 08 00:24:45.836635 dv-cinder-851640-3-iscsi neutron-server[115994]: 'SecurityGroupRule': '1.2', Aug 08 00:24:45.836635 dv-cinder-851640-3-iscsi neutron-server[115994]: 'SubPort': '1.0', Aug 08 00:24:45.836635 dv-cinder-851640-3-iscsi neutron-server[115994]: 'Subnet': '1.1', Aug 08 00:24:45.836635 dv-cinder-851640-3-iscsi neutron-server[115994]: 'Trunk': '1.1'}} Aug 08 00:24:45.836635 dv-cinder-851640-3-iscsi neutron-server[115994]: {{(pid=115994) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 08 00:24:45.889399 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:24:45.902621 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.plugins.ml2.db [None req-b6b88619-75f2-49c3-add9-18795ddbf1a1 None None] For port ea66f04f-dbd1-4c6f-940f-2aeeebc17835, host dv-cinder-851640-3-iscsi, cleared binding levels {{(pid=115994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 00:24:45.925375 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.plugins.ml2.db [None req-b6b88619-75f2-49c3-add9-18795ddbf1a1 None None] For port ea66f04f-dbd1-4c6f-940f-2aeeebc17835, host dv-cinder-851640-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851640-3-iscsi',level=0,port_id=ea66f04f-dbd1-4c6f-940f-2aeeebc17835,segment=NetworkSegment(996e2ea0-e9bc-4b3b-9fbb-b0cf7d51ffac),segment_id=996e2ea0-e9bc-4b3b-9fbb-b0cf7d51ffac)] {{(pid=115994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 00:24:46.007958 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron_lib.callbacks.manager [None req-b6b88619-75f2-49c3-add9-18795ddbf1a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821'] for port (ea66f04f-dbd1-4c6f-940f-2aeeebc17835), after_update {{(pid=115994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:24:46.038897 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:24:46.052070 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b88619-75f2-49c3-add9-18795ddbf1a1 None None] Routers {'61c493c3-3de6-4ec7-8a8f-b88ca091274d'} bound to L3 agent in host dv-cinder-851640-3-iscsi {{(pid=115994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 00:24:46.052670 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_hamode_db [None req-b6b88619-75f2-49c3-add9-18795ddbf1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851640-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-08T00:24:12Z,description=,heartbeat_timestamp=2022-08-08T00:24:42Z,host='dv-cinder-851640-3-iscsi',id=d53f5436-7c7f-4441-9708-9d0333b57745,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T00:24:13Z,topic='l3_agent')) {'router_ids': ['61c493c3-3de6-4ec7-8a8f-b88ca091274d'], 'active': True} {{(pid=115994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:24:46.122213 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31ec616-240b-46b3-850f-2eed66dcf3e7 None None] Pushing event updated for resources: {'Port': ['ID=ea66f04f-dbd1-4c6f-940f-2aeeebc17835,revision_number=4']} {{(pid=115994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:24:46.148336 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_dvr_db [None req-b6b88619-75f2-49c3-add9-18795ddbf1a1 None None] Set router 61c493c3-3de6-4ec7-8a8f-b88ca091274d gateway port host: None {{(pid=115994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 00:24:46.339444 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_hamode_db [None req-b6b88619-75f2-49c3-add9-18795ddbf1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61c493c3-3de6-4ec7-8a8f-b88ca091274d', 'name': 'router1', 'tenant_id': '9804d64b9c1f43c59efe7e291a7b76e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:24:33Z', 'updated_at': '2022-08-08T00:24:43Z', 'revision_number': 2, 'project_id': '9804d64b9c1f43c59efe7e291a7b76e1', 'gw_port_host': None, '_interfaces': [{'id': 'ea66f04f-dbd1-4c6f-940f-2aeeebc17835', 'name': '', 'network_id': 'f62eed2b-a37b-4579-b83f-13c4d481e110', 'tenant_id': '9804d64b9c1f43c59efe7e291a7b76e1', 'mac_address': 'fa:16:3e:c6:9f:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61c493c3-3de6-4ec7-8a8f-b88ca091274d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '91f4bdd8-fe77-4146-86d1-57692988ddf2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:24:42Z', 'updated_at': '2022-08-08T00:24:45Z', 'revision_number': 4, 'project_id': '9804d64b9c1f43c59efe7e291a7b76e1', 'subnets': [{'id': '91f4bdd8-fe77-4146-86d1-57692988ddf2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0f10541d-90fb-4c16-9007-dc4c12fc56b5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851640-3-iscsi', False) {} {{(pid=115994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:24:46.364412 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b88619-75f2-49c3-add9-18795ddbf1a1 None None] The sync data for ids ['61c493c3-3de6-4ec7-8a8f-b88ca091274d'] in dv-cinder-851640-3-iscsi is: [{'id': '61c493c3-3de6-4ec7-8a8f-b88ca091274d', 'name': 'router1', 'tenant_id': '9804d64b9c1f43c59efe7e291a7b76e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:24:33Z', 'updated_at': '2022-08-08T00:24:43Z', 'revision_number': 2, 'project_id': '9804d64b9c1f43c59efe7e291a7b76e1', 'gw_port_host': None, '_interfaces': [{'id': 'ea66f04f-dbd1-4c6f-940f-2aeeebc17835', 'name': '', 'network_id': 'f62eed2b-a37b-4579-b83f-13c4d481e110', 'tenant_id': '9804d64b9c1f43c59efe7e291a7b76e1', 'mac_address': 'fa:16:3e:c6:9f:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61c493c3-3de6-4ec7-8a8f-b88ca091274d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '91f4bdd8-fe77-4146-86d1-57692988ddf2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:24:42Z', 'updated_at': '2022-08-08T00:24:45Z', 'revision_number': 4, 'project_id': '9804d64b9c1f43c59efe7e291a7b76e1', 'subnets': [{'id': '91f4bdd8-fe77-4146-86d1-57692988ddf2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0f10541d-90fb-4c16-9007-dc4c12fc56b5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 00:24:46.601390 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 51746) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:24:46.985343 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:24:46.995242 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e76280c4-c17a-42f3-8e88-a4739d962aac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:24:47.001171 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-e76280c4-c17a-42f3-8e88-a4739d962aac admin admin] 10.222.0.15 "GET /networking/v2.0/networks/743d2d45-6b8c-49b7-a932-c537e45f946f HTTP/1.1" status: 200 len: 842 time: 0.3940694 Aug 08 00:24:47.006300 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.v2.base [None req-04edffaa-3a5c-4a92-8eba-7b10bfc4c9bd admin admin] Request body: {'subnet': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'cidr': '172.27.3.0/24', 'enable_dhcp': False, 'ip_version': 4, 'name': 'public-subnet', 'gateway_ip': '172.27.3.1'}} {{(pid=115992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:24:47.076184 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04edffaa-3a5c-4a92-8eba-7b10bfc4c9bd admin admin] Made reservation on behalf of 311e504f385e4c32bdb056e763a01299 for: {'subnet': 1} {{(pid=115992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 00:24:47.078551 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-04edffaa-3a5c-4a92-8eba-7b10bfc4c9bd admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:24:47.398213 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.objects.ports [None req-04edffaa-3a5c-4a92-8eba-7b10bfc4c9bd admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=115992) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Aug 08 00:24:47.398641 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-04edffaa-3a5c-4a92-8eba-7b10bfc4c9bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032'] for subnet (7df84031-3cb2-4601-a018-b61b0ad731dc), after_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:24:47.448774 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04edffaa-3a5c-4a92-8eba-7b10bfc4c9bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=7df84031-3cb2-4601-a018-b61b0ad731dc,revision_number=0']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:24:47.466116 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04edffaa-3a5c-4a92-8eba-7b10bfc4c9bd admin admin] Checking segment: {'id': '15fce33c-3ff3-4714-8fe9-15b1a1600e57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 00:24:47.466464 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04edffaa-3a5c-4a92-8eba-7b10bfc4c9bd admin admin] Network hostable DHCP agents. Network: 743d2d45-6b8c-49b7-a932-c537e45f946f, hostable agents: ['93e2312b-3744-4a9e-8723-a0f19f10f89a'], hosted agents: [] {{(pid=115992) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 08 00:24:47.573628 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04edffaa-3a5c-4a92-8eba-7b10bfc4c9bd admin admin] Network 743d2d45-6b8c-49b7-a932-c537e45f946f is scheduled to be hosted by DHCP agent 93e2312b-3744-4a9e-8723-a0f19f10f89a with binding_index 1 {{(pid=115992) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 08 00:24:47.710309 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.scheduler.base_scheduler [None req-04edffaa-3a5c-4a92-8eba-7b10bfc4c9bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851640-3-iscsi, 743d2d45-6b8c-49b7-a932-c537e45f946f) {{(pid=115992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 00:24:47.714376 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04edffaa-3a5c-4a92-8eba-7b10bfc4c9bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:24:47.715029 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-04edffaa-3a5c-4a92-8eba-7b10bfc4c9bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575022'] for subnet (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:24:47.719817 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b5a64dd-9594-4de5-a809-f36407fc9881 None None] Network 743d2d45-6b8c-49b7-a932-c537e45f946f requested from dv-cinder-851640-3-iscsi {{(pid=115993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 00:24:47.726881 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:24:47.820305 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57fb91d6-6a54-4800-a79b-1c9fd8747e29 None None] Network 743d2d45-6b8c-49b7-a932-c537e45f946f requested from dv-cinder-851640-3-iscsi {{(pid=115993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 00:24:47.840393 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-04edffaa-3a5c-4a92-8eba-7b10bfc4c9bd admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8368018 Aug 08 00:24:50.121399 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 51754) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:24:50.609939 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-0c744270-affc-44de-833e-ddd0766d5bf4 demo admin] 10.222.0.15 "GET /networking/v2.0/routers/61c493c3-3de6-4ec7-8a8f-b88ca091274d HTTP/1.1" status: 200 len: 710 time: 0.4873102 Aug 08 00:24:50.730574 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42e08a76-7e15-4731-9761-52e8a73f2133 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:24:50.732063 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-42e08a76-7e15-4731-9761-52e8a73f2133 demo admin] 10.222.0.15 "GET /networking/v2.0/networks/743d2d45-6b8c-49b7-a932-c537e45f946f HTTP/1.1" status: 200 len: 886 time: 0.1160355 Aug 08 00:24:50.742602 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.v2.base [None req-dd1c5c3b-985f-4f48-b999-9fc7013ddcaa demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f'}}} {{(pid=115991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:24:50.988456 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-dd1c5c3b-985f-4f48-b999-9fc7013ddcaa demo admin] Publish callbacks [] for router_gateway (61c493c3-3de6-4ec7-8a8f-b88ca091274d), precommit_update {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:24:51.235114 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Device ea66f04f-dbd1-4c6f-940f-2aeeebc17835 up at agent ovs-agent-dv-cinder-851640-3-iscsi {{(pid=115993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 00:24:51.286754 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Provisioning complete for port ea66f04f-dbd1-4c6f-940f-2aeeebc17835 triggered by entity L2. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:24:51.287141 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (ea66f04f-dbd1-4c6f-940f-2aeeebc17835), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:24:51.302008 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-dd1c5c3b-985f-4f48-b999-9fc7013ddcaa demo admin] Publish callbacks [] for router_gateway (61c493c3-3de6-4ec7-8a8f-b88ca091274d), before_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:24:51.365494 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Current status of the port ea66f04f-dbd1-4c6f-940f-2aeeebc17835 is: DOWN; New status is: ACTIVE {{(pid=115993) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 00:24:51.365807 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (ea66f04f-dbd1-4c6f-940f-2aeeebc17835), before_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:24:51.404368 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] For port ea66f04f-dbd1-4c6f-940f-2aeeebc17835, host dv-cinder-851640-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851640-3-iscsi',level=0,port_id=ea66f04f-dbd1-4c6f-940f-2aeeebc17835,segment=NetworkSegment(996e2ea0-e9bc-4b3b-9fbb-b0cf7d51ffac),segment_id=996e2ea0-e9bc-4b3b-9fbb-b0cf7d51ffac)] {{(pid=115993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:24:51.441232 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-dd1c5c3b-985f-4f48-b999-9fc7013ddcaa demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (None), before_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:24:51.488365 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821'] for port (ea66f04f-dbd1-4c6f-940f-2aeeebc17835), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:24:51.491460 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:24:51.537630 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Pushing event updated for resources: {'Port': ['ID=ea66f04f-dbd1-4c6f-940f-2aeeebc17835,revision_number=5']} {{(pid=115993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:24:51.606587 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.db.db_base_plugin_common [None req-dd1c5c3b-985f-4f48-b999-9fc7013ddcaa demo admin] Allocated IP 172.27.3.148 (743d2d45-6b8c-49b7-a932-c537e45f946f/7df84031-3cb2-4601-a018-b61b0ad731dc/83cb4b64-2da3-4e39-ac93-3be869185ca3) {{(pid=115991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 00:24:51.716728 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-dd1c5c3b-985f-4f48-b999-9fc7013ddcaa demo admin] Publish callbacks [] for port (83cb4b64-2da3-4e39-ac93-3be869185ca3), precommit_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:24:51.734546 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:24:51.758742 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:24:51.831242 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-dd1c5c3b-985f-4f48-b999-9fc7013ddcaa demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764676113785'] for port (83cb4b64-2da3-4e39-ac93-3be869185ca3), after_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:24:51.905280 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd1c5c3b-985f-4f48-b999-9fc7013ddcaa demo admin] Network 743d2d45-6b8c-49b7-a932-c537e45f946f is already hosted by enough agents. {{(pid=115991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 00:24:51.914105 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.scheduler.base_scheduler [None req-dd1c5c3b-985f-4f48-b999-9fc7013ddcaa demo admin] Resources bound (agent type, host, resource id): {{(pid=115991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 00:24:51.917069 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1c5c3b-985f-4f48-b999-9fc7013ddcaa demo admin] Received port after_create {{(pid=115991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 00:24:51.957488 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1c5c3b-985f-4f48-b999-9fc7013ddcaa demo admin] Pushing event updated for resources: {'Port': ['ID=83cb4b64-2da3-4e39-ac93-3be869185ca3,revision_number=1']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:24:52.252560 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-dd1c5c3b-985f-4f48-b999-9fc7013ddcaa demo admin] Publish callbacks [] for router_gateway (61c493c3-3de6-4ec7-8a8f-b88ca091274d), after_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:24:52.445727 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-dd1c5c3b-985f-4f48-b999-9fc7013ddcaa demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-438706', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-501974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-804'] for router (61c493c3-3de6-4ec7-8a8f-b88ca091274d), precommit_update {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:24:52.450512 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-dd1c5c3b-985f-4f48-b999-9fc7013ddcaa demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-427846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-427849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-427824', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-501977'] for router (61c493c3-3de6-4ec7-8a8f-b88ca091274d), after_update {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:24:52.556817 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd1c5c3b-985f-4f48-b999-9fc7013ddcaa demo admin] Router 61c493c3-3de6-4ec7-8a8f-b88ca091274d has already been hosted by L3 agent d53f5436-7c7f-4441-9708-9d0333b57745 {{(pid=115991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 00:24:52.657158 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd1c5c3b-985f-4f48-b999-9fc7013ddcaa demo admin] Notify agent at l3_agent.dv-cinder-851640-3-iscsi the message routers_updated {{(pid=115991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 00:24:52.661811 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-dd1c5c3b-985f-4f48-b999-9fc7013ddcaa demo admin] Publish callbacks [] for router (None), before_response {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:24:52.675259 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-dd1c5c3b-985f-4f48-b999-9fc7013ddcaa demo admin] 10.222.0.15 "PUT /networking/v2.0/routers/61c493c3-3de6-4ec7-8a8f-b88ca091274d HTTP/1.1" status: 200 len: 890 time: 1.9241886 Aug 08 00:24:52.738301 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aded48cc-f74f-4218-a559-e26c148f41a4 None None] Sync routers for ids ['61c493c3-3de6-4ec7-8a8f-b88ca091274d'] in dv-cinder-851640-3-iscsi {{(pid=115993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 00:24:52.751073 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aded48cc-f74f-4218-a559-e26c148f41a4 None None] Routers {'61c493c3-3de6-4ec7-8a8f-b88ca091274d'} bound to L3 agent in host dv-cinder-851640-3-iscsi {{(pid=115993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 00:24:52.752562 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_hamode_db [None req-aded48cc-f74f-4218-a559-e26c148f41a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851640-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-08T00:24:12Z,description=,heartbeat_timestamp=2022-08-08T00:24:42Z,host='dv-cinder-851640-3-iscsi',id=d53f5436-7c7f-4441-9708-9d0333b57745,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T00:24:13Z,topic='l3_agent')) {'router_ids': ['61c493c3-3de6-4ec7-8a8f-b88ca091274d'], 'active': True} {{(pid=115993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:24:52.961248 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvr_db [None req-aded48cc-f74f-4218-a559-e26c148f41a4 None None] Set router 61c493c3-3de6-4ec7-8a8f-b88ca091274d gateway port host: dv-cinder-851640-3-iscsi {{(pid=115993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 00:24:53.030959 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:24:53.237666 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Device ea66f04f-dbd1-4c6f-940f-2aeeebc17835 up at agent ovs-agent-dv-cinder-851640-3-iscsi {{(pid=115993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 00:24:53.367198 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Provisioning complete for port ea66f04f-dbd1-4c6f-940f-2aeeebc17835 triggered by entity L2. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:24:53.367606 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (ea66f04f-dbd1-4c6f-940f-2aeeebc17835), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:24:53.400587 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_hamode_db [None req-aded48cc-f74f-4218-a559-e26c148f41a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61c493c3-3de6-4ec7-8a8f-b88ca091274d', 'name': 'router1', 'tenant_id': '9804d64b9c1f43c59efe7e291a7b76e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '83cb4b64-2da3-4e39-ac93-3be869185ca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:24:33Z', 'updated_at': '2022-08-08T00:24:52Z', 'revision_number': 4, 'project_id': '9804d64b9c1f43c59efe7e291a7b76e1', 'gw_port': {'id': '83cb4b64-2da3-4e39-ac93-3be869185ca3', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:06:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61c493c3-3de6-4ec7-8a8f-b88ca091274d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:24:51Z', 'updated_at': '2022-08-08T00:24:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi', '_interfaces': [{'id': 'ea66f04f-dbd1-4c6f-940f-2aeeebc17835', 'name': '', 'network_id': 'f62eed2b-a37b-4579-b83f-13c4d481e110', 'tenant_id': '9804d64b9c1f43c59efe7e291a7b76e1', 'mac_address': 'fa:16:3e:c6:9f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c493c3-3de6-4ec7-8a8f-b88ca091274d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '91f4bdd8-fe77-4146-86d1-57692988ddf2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:24:42Z', 'updated_at': '2022-08-08T00:24:51Z', 'revision_number': 5, 'project_id': '9804d64b9c1f43c59efe7e291a7b76e1', 'subnets': [{'id': '91f4bdd8-fe77-4146-86d1-57692988ddf2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0f10541d-90fb-4c16-9007-dc4c12fc56b5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851640-3-iscsi', False) {} {{(pid=115993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:24:53.528493 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aded48cc-f74f-4218-a559-e26c148f41a4 None None] Checking router: 61c493c3-3de6-4ec7-8a8f-b88ca091274d for host: dv-cinder-851640-3-iscsi {{(pid=115993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 00:24:53.528773 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aded48cc-f74f-4218-a559-e26c148f41a4 None None] Updating router 61c493c3-3de6-4ec7-8a8f-b88ca091274d port 83cb4b64-2da3-4e39-ac93-3be869185ca3 binding host dv-cinder-851640-3-iscsi {{(pid=115993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 08 00:24:53.587797 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-aded48cc-f74f-4218-a559-e26c148f41a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (83cb4b64-2da3-4e39-ac93-3be869185ca3), before_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:24:53.727864 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Current status of the port ea66f04f-dbd1-4c6f-940f-2aeeebc17835 is: ACTIVE; New status is: ACTIVE {{(pid=115993) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 00:24:53.923243 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-aded48cc-f74f-4218-a559-e26c148f41a4 None None] Publish callbacks [] for port (83cb4b64-2da3-4e39-ac93-3be869185ca3), precommit_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:24:53.984606 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-aded48cc-f74f-4218-a559-e26c148f41a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821'] for port (83cb4b64-2da3-4e39-ac93-3be869185ca3), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:24:54.018378 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.managers [None req-aded48cc-f74f-4218-a559-e26c148f41a4 None None] Attempting to bind port 83cb4b64-2da3-4e39-ac93-3be869185ca3 on host dv-cinder-851640-3-iscsi for vnic_type normal with profile {{(pid=115993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 00:24:54.018738 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.managers [None req-aded48cc-f74f-4218-a559-e26c148f41a4 None None] Attempting to bind port 83cb4b64-2da3-4e39-ac93-3be869185ca3 by drivers openvswitch,hyperv on host dv-cinder-851640-3-iscsi at level 0 using segments [{'id': '15fce33c-3ff3-4714-8fe9-15b1a1600e57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f'}] {{(pid=115993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 00:24:54.019102 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aded48cc-f74f-4218-a559-e26c148f41a4 None None] Attempting to bind port 83cb4b64-2da3-4e39-ac93-3be869185ca3 on network 743d2d45-6b8c-49b7-a932-c537e45f946f {{(pid=115993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 00:24:54.031010 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aded48cc-f74f-4218-a559-e26c148f41a4 None None] Checking agent: {'id': 'aa35aa05-3c09-40ae-a1e3-ebf96fe3358c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851640-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 0, 24, 15), 'started_at': datetime.datetime(2022, 8, 8, 0, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 0, 24, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851640-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 00:24:54.031414 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aded48cc-f74f-4218-a559-e26c148f41a4 None None] Checking segment: {'id': '15fce33c-3ff3-4714-8fe9-15b1a1600e57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 00:24:54.031815 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-aded48cc-f74f-4218-a559-e26c148f41a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:24:54.032203 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aded48cc-f74f-4218-a559-e26c148f41a4 None None] Bound using segment: {'id': '15fce33c-3ff3-4714-8fe9-15b1a1600e57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f'} {{(pid=115993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 00:24:54.032666 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.managers [None req-aded48cc-f74f-4218-a559-e26c148f41a4 None None] Bound port: 83cb4b64-2da3-4e39-ac93-3be869185ca3, host: dv-cinder-851640-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15fce33c-3ff3-4714-8fe9-15b1a1600e57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f'}}] {{(pid=115993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 00:24:54.033088 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-aded48cc-f74f-4218-a559-e26c148f41a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (83cb4b64-2da3-4e39-ac93-3be869185ca3), before_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:24:54.055101 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc28c637-5e4a-43c7-8fd8-1339ec719928 None None] Pushing event updated for resources: {'Port': ['ID=83cb4b64-2da3-4e39-ac93-3be869185ca3,revision_number=2']} {{(pid=115993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:24:54.060023 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:24:54.087629 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-aded48cc-f74f-4218-a559-e26c148f41a4 None None] For port 83cb4b64-2da3-4e39-ac93-3be869185ca3, host dv-cinder-851640-3-iscsi, cleared binding levels {{(pid=115993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 00:24:54.090730 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-aded48cc-f74f-4218-a559-e26c148f41a4 None None] For port 83cb4b64-2da3-4e39-ac93-3be869185ca3, host dv-cinder-851640-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851640-3-iscsi',level=0,port_id=83cb4b64-2da3-4e39-ac93-3be869185ca3,segment=NetworkSegment(15fce33c-3ff3-4714-8fe9-15b1a1600e57),segment_id=15fce33c-3ff3-4714-8fe9-15b1a1600e57)] {{(pid=115993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 00:24:54.128507 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-aded48cc-f74f-4218-a559-e26c148f41a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821'] for port (83cb4b64-2da3-4e39-ac93-3be869185ca3), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:24:54.167238 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aded48cc-f74f-4218-a559-e26c148f41a4 None None] Routers {'61c493c3-3de6-4ec7-8a8f-b88ca091274d'} bound to L3 agent in host dv-cinder-851640-3-iscsi {{(pid=115993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 00:24:54.167867 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_hamode_db [None req-aded48cc-f74f-4218-a559-e26c148f41a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851640-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-08T00:24:12Z,description=,heartbeat_timestamp=2022-08-08T00:24:42Z,host='dv-cinder-851640-3-iscsi',id=d53f5436-7c7f-4441-9708-9d0333b57745,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T00:24:13Z,topic='l3_agent')) {'router_ids': ['61c493c3-3de6-4ec7-8a8f-b88ca091274d'], 'active': True} {{(pid=115993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:24:54.212508 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:24:54.222951 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc28c637-5e4a-43c7-8fd8-1339ec719928 None None] Pushing event updated for resources: {'Port': ['ID=83cb4b64-2da3-4e39-ac93-3be869185ca3,revision_number=3']} {{(pid=115993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:24:54.303464 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvr_db [None req-aded48cc-f74f-4218-a559-e26c148f41a4 None None] Set router 61c493c3-3de6-4ec7-8a8f-b88ca091274d gateway port host: dv-cinder-851640-3-iscsi {{(pid=115993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 00:24:54.506837 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_hamode_db [None req-aded48cc-f74f-4218-a559-e26c148f41a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61c493c3-3de6-4ec7-8a8f-b88ca091274d', 'name': 'router1', 'tenant_id': '9804d64b9c1f43c59efe7e291a7b76e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '83cb4b64-2da3-4e39-ac93-3be869185ca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:24:33Z', 'updated_at': '2022-08-08T00:24:52Z', 'revision_number': 4, 'project_id': '9804d64b9c1f43c59efe7e291a7b76e1', 'gw_port': {'id': '83cb4b64-2da3-4e39-ac93-3be869185ca3', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:06:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61c493c3-3de6-4ec7-8a8f-b88ca091274d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:24:51Z', 'updated_at': '2022-08-08T00:24:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi', '_interfaces': [{'id': 'ea66f04f-dbd1-4c6f-940f-2aeeebc17835', 'name': '', 'network_id': 'f62eed2b-a37b-4579-b83f-13c4d481e110', 'tenant_id': '9804d64b9c1f43c59efe7e291a7b76e1', 'mac_address': 'fa:16:3e:c6:9f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c493c3-3de6-4ec7-8a8f-b88ca091274d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '91f4bdd8-fe77-4146-86d1-57692988ddf2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:24:42Z', 'updated_at': '2022-08-08T00:24:51Z', 'revision_number': 5, 'project_id': '9804d64b9c1f43c59efe7e291a7b76e1', 'subnets': [{'id': '91f4bdd8-fe77-4146-86d1-57692988ddf2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0f10541d-90fb-4c16-9007-dc4c12fc56b5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851640-3-iscsi', False) {} {{(pid=115993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:24:54.532259 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aded48cc-f74f-4218-a559-e26c148f41a4 None None] The sync data for ids ['61c493c3-3de6-4ec7-8a8f-b88ca091274d'] in dv-cinder-851640-3-iscsi is: [{'id': '61c493c3-3de6-4ec7-8a8f-b88ca091274d', 'name': 'router1', 'tenant_id': '9804d64b9c1f43c59efe7e291a7b76e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '83cb4b64-2da3-4e39-ac93-3be869185ca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:24:33Z', 'updated_at': '2022-08-08T00:24:52Z', 'revision_number': 4, 'project_id': '9804d64b9c1f43c59efe7e291a7b76e1', 'gw_port': {'id': '83cb4b64-2da3-4e39-ac93-3be869185ca3', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:06:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61c493c3-3de6-4ec7-8a8f-b88ca091274d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:24:51Z', 'updated_at': '2022-08-08T00:24:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi', '_interfaces': [{'id': 'ea66f04f-dbd1-4c6f-940f-2aeeebc17835', 'name': '', 'network_id': 'f62eed2b-a37b-4579-b83f-13c4d481e110', 'tenant_id': '9804d64b9c1f43c59efe7e291a7b76e1', 'mac_address': 'fa:16:3e:c6:9f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c493c3-3de6-4ec7-8a8f-b88ca091274d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '91f4bdd8-fe77-4146-86d1-57692988ddf2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:24:42Z', 'updated_at': '2022-08-08T00:24:51Z', 'revision_number': 5, 'project_id': '9804d64b9c1f43c59efe7e291a7b76e1', 'subnets': [{'id': '91f4bdd8-fe77-4146-86d1-57692988ddf2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0f10541d-90fb-4c16-9007-dc4c12fc56b5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 00:24:55.067946 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 51766) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:24:55.232855 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Device 83cb4b64-2da3-4e39-ac93-3be869185ca3 up at agent ovs-agent-dv-cinder-851640-3-iscsi {{(pid=115993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 00:24:55.282521 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Provisioning complete for port 83cb4b64-2da3-4e39-ac93-3be869185ca3 triggered by entity L2. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:24:55.282521 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (83cb4b64-2da3-4e39-ac93-3be869185ca3), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:24:55.356495 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Current status of the port 83cb4b64-2da3-4e39-ac93-3be869185ca3 is: DOWN; New status is: ACTIVE {{(pid=115993) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 00:24:55.356876 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (83cb4b64-2da3-4e39-ac93-3be869185ca3), before_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:24:55.378879 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] For port 83cb4b64-2da3-4e39-ac93-3be869185ca3, host dv-cinder-851640-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851640-3-iscsi',level=0,port_id=83cb4b64-2da3-4e39-ac93-3be869185ca3,segment=NetworkSegment(15fce33c-3ff3-4714-8fe9-15b1a1600e57),segment_id=15fce33c-3ff3-4714-8fe9-15b1a1600e57)] {{(pid=115993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:24:55.424470 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821'] for port (83cb4b64-2da3-4e39-ac93-3be869185ca3), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:24:55.474240 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Pushing event updated for resources: {'Port': ['ID=83cb4b64-2da3-4e39-ac93-3be869185ca3,revision_number=4']} {{(pid=115993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:24:55.499807 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-263ae158-b3ef-4518-8601-18af7ae5d7ba admin admin] 10.222.0.15 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.4307017 Aug 08 00:24:56.336134 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=18 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:24:56.343394 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=52 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:24:57.229687 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Device 83cb4b64-2da3-4e39-ac93-3be869185ca3 up at agent ovs-agent-dv-cinder-851640-3-iscsi {{(pid=115993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 00:24:57.277511 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Provisioning complete for port 83cb4b64-2da3-4e39-ac93-3be869185ca3 triggered by entity L2. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:24:57.277995 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (83cb4b64-2da3-4e39-ac93-3be869185ca3), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:24:57.358362 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:24:57.361260 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Current status of the port 83cb4b64-2da3-4e39-ac93-3be869185ca3 is: ACTIVE; New status is: ACTIVE {{(pid=115993) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 00:24:57.731481 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=45,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:25:05.480183 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:25:05.500034 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=62,neutron:INSERT=1 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:25:07.357428 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=64,neutron:UPDATE=1 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:25:08.633132 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=1 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:25:08.645710 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=5 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:25:10.277291 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-e8458f8c-8714-48fb-a9a1-23302c3d340d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (93e2312b-3744-4a9e-8723-a0f19f10f89a), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:25:12.539788 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-5300648f-5000-4a0a-a719-b401e5db0b56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (d53f5436-7c7f-4441-9708-9d0333b57745), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:25:14.195662 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-053f2fa2-08e2-4320-9ef7-ed55b6b025bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (8871f2bb-53fb-48a8-be6c-361eafeaffd1), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:25:15.384420 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (aa35aa05-3c09-40ae-a1e3-ebf96fe3358c), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:25:15.796035 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-64237613-c389-4d10-936d-2956085fc78e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (998b03d7-10a2-4624-8114-660f2901b45f), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:25:17.636516 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.agents_db [None req-431a3ab4-e5a4-4361-9fcb-d2d78b6c2e03 None None] Agent healthcheck: found 5 active agents {{(pid=115994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 00:25:25.713487 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:25:25.724741 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:25:27.633179 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=1 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:25:40.264276 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-9cb1c2f2-474d-46b3-afc5-5ae7952e870d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (93e2312b-3744-4a9e-8723-a0f19f10f89a), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:25:42.544577 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-d3916b95-5ec5-4017-8b0e-48d04634ae88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (d53f5436-7c7f-4441-9708-9d0333b57745), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:25:44.144210 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-053f2fa2-08e2-4320-9ef7-ed55b6b025bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (8871f2bb-53fb-48a8-be6c-361eafeaffd1), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:25:45.389660 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (aa35aa05-3c09-40ae-a1e3-ebf96fe3358c), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:25:45.642987 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=3 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:25:45.645801 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=6 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:25:45.784204 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-64237613-c389-4d10-936d-2956085fc78e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (998b03d7-10a2-4624-8114-660f2901b45f), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:25:54.634813 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.agents_db [None req-431a3ab4-e5a4-4361-9fcb-d2d78b6c2e03 None None] Agent healthcheck: found 5 active agents {{(pid=115994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 00:25:55.728432 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=28,neutron:UPDATE=2 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:25:55.736978 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=13,neutron:UPDATE=3 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:26:08.631052 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=2 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:26:08.632982 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:26:10.235916 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-8fc45157-b3fa-4ea2-a1bd-2f929668557c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (93e2312b-3744-4a9e-8723-a0f19f10f89a), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:26:12.538160 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-c0c53bd6-cb2c-4f1f-a446-80b9efc8c41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (d53f5436-7c7f-4441-9708-9d0333b57745), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:26:14.144283 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-053f2fa2-08e2-4320-9ef7-ed55b6b025bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (8871f2bb-53fb-48a8-be6c-361eafeaffd1), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:26:15.406695 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (aa35aa05-3c09-40ae-a1e3-ebf96fe3358c), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:26:15.795158 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-64237613-c389-4d10-936d-2956085fc78e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (998b03d7-10a2-4624-8114-660f2901b45f), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:26:18.734059 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 52306) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:26:19.066002 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.pecan_wsgi.hooks.translation [None req-274f155b-975b-42ba-a28b-8213b5bbcbb1 admin admin] GET failed (client error): The resource could not be found. Aug 08 00:26:19.067307 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-274f155b-975b-42ba-a28b-8213b5bbcbb1 admin admin] 10.222.0.15 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3322525 Aug 08 00:26:19.291786 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42cddc61-6e8e-438f-8865-43d6eca380d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:26:19.293402 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-42cddc61-6e8e-438f-8865-43d6eca380d6 admin admin] 10.222.0.15 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2218537 Aug 08 00:26:21.461579 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 52316) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:26:21.829004 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a774c2a-8420-4a28-8a06-9b7aa180590a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:26:21.830325 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-5a774c2a-8420-4a28-8a06-9b7aa180590a admin admin] 10.222.0.15 "GET /networking/v2.0/subnets/91f4bdd8-fe77-4146-86d1-57692988ddf2 HTTP/1.1" status: 200 len: 849 time: 0.3678746 Aug 08 00:26:21.839961 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.v2.base [None req-884ef679-8f25-443e-95bb-7081b8e8b5b9 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=115992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:26:21.923602 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-884ef679-8f25-443e-95bb-7081b8e8b5b9 admin admin] Publish callbacks [] for subnet (91f4bdd8-fe77-4146-86d1-57692988ddf2), before_update {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:26:22.149195 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-884ef679-8f25-443e-95bb-7081b8e8b5b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8764676515036'] for subnet (91f4bdd8-fe77-4146-86d1-57692988ddf2), after_update {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:26:22.182978 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-884ef679-8f25-443e-95bb-7081b8e8b5b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:26:22.183646 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-884ef679-8f25-443e-95bb-7081b8e8b5b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575022'] for subnet (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:26:22.185082 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-884ef679-8f25-443e-95bb-7081b8e8b5b9 admin admin] 10.222.0.15 "PUT /networking/v2.0/subnets/91f4bdd8-fe77-4146-86d1-57692988ddf2 HTTP/1.1" status: 200 len: 868 time: 0.3486519 Aug 08 00:26:22.188443 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc841f7b-0bb2-4caf-9092-ad10eda216e8 None None] Network f62eed2b-a37b-4579-b83f-13c4d481e110 requested from dv-cinder-851640-3-iscsi {{(pid=115993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 00:26:22.205654 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884ef679-8f25-443e-95bb-7081b8e8b5b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91f4bdd8-fe77-4146-86d1-57692988ddf2,revision_number=1']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:26:22.213696 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884ef679-8f25-443e-95bb-7081b8e8b5b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:26:22.214115 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884ef679-8f25-443e-95bb-7081b8e8b5b9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:26:22.214415 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884ef679-8f25-443e-95bb-7081b8e8b5b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:26:22.214763 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884ef679-8f25-443e-95bb-7081b8e8b5b9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:26:22.215097 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884ef679-8f25-443e-95bb-7081b8e8b5b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:26:22.215452 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884ef679-8f25-443e-95bb-7081b8e8b5b9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:26:22.215782 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884ef679-8f25-443e-95bb-7081b8e8b5b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:26:22.216108 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884ef679-8f25-443e-95bb-7081b8e8b5b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:26:22.216456 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884ef679-8f25-443e-95bb-7081b8e8b5b9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:26:22.216788 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884ef679-8f25-443e-95bb-7081b8e8b5b9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:26:22.217114 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884ef679-8f25-443e-95bb-7081b8e8b5b9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:26:22.217461 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884ef679-8f25-443e-95bb-7081b8e8b5b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:26:22.218766 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884ef679-8f25-443e-95bb-7081b8e8b5b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:26:22.219642 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884ef679-8f25-443e-95bb-7081b8e8b5b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:26:22.219967 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884ef679-8f25-443e-95bb-7081b8e8b5b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:26:22.566932 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-5d5c6313-baf3-4a96-8800-248297ffb9bd None None] Provisioning complete for port 83b92e08-a753-4aa5-88d8-157fc8010244 triggered by entity DHCP. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:26:22.567354 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-5d5c6313-baf3-4a96-8800-248297ffb9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (83b92e08-a753-4aa5-88d8-157fc8010244), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:26:22.643939 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=2 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:26:22.644518 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-5d5c6313-baf3-4a96-8800-248297ffb9bd None None] Current status of the port 83b92e08-a753-4aa5-88d8-157fc8010244 is: ACTIVE; New status is: ACTIVE {{(pid=115993) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 00:26:22.644956 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=4 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:26:22.651528 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-5d5c6313-baf3-4a96-8800-248297ffb9bd None None] Provisioning complete for port ea66f04f-dbd1-4c6f-940f-2aeeebc17835 triggered by entity DHCP. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:26:22.651925 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-5d5c6313-baf3-4a96-8800-248297ffb9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (ea66f04f-dbd1-4c6f-940f-2aeeebc17835), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:26:22.725213 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-5d5c6313-baf3-4a96-8800-248297ffb9bd None None] Current status of the port ea66f04f-dbd1-4c6f-940f-2aeeebc17835 is: ACTIVE; New status is: ACTIVE {{(pid=115993) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 00:26:24.355492 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 52326) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:26:24.827337 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa98b0f-5e9e-4532-bf6f-be662a2e0b35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:26:24.827740 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa98b0f-5e9e-4532-bf6f-be662a2e0b35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:26:24.829813 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-faa98b0f-5e9e-4532-bf6f-be662a2e0b35 admin admin] 10.222.0.15 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4733639 Aug 08 00:26:27.002001 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 52334) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:26:27.476431 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac10aaf6-c5b1-4f64-940a-6289a1fa24a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:26:27.476898 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac10aaf6-c5b1-4f64-940a-6289a1fa24a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:26:27.478436 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-ac10aaf6-c5b1-4f64-940a-6289a1fa24a8 admin admin] 10.222.0.15 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4754903 Aug 08 00:26:29.667323 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 52342) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:26:30.066570 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-019849dd-3144-4370-896a-3b2155472f83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:26:30.067888 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-019849dd-3144-4370-896a-3b2155472f83 admin admin] 10.222.0.15 "GET /networking/v2.0/networks/743d2d45-6b8c-49b7-a932-c537e45f946f HTTP/1.1" status: 200 len: 886 time: 0.3996098 Aug 08 00:26:31.633725 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.agents_db [None req-431a3ab4-e5a4-4361-9fcb-d2d78b6c2e03 None None] Agent healthcheck: found 5 active agents {{(pid=115994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 00:26:32.226333 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 52350) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:26:32.646163 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b7f0f8-95c3-4fc9-9590-3b90819e2225 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:26:32.647595 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-54b7f0f8-95c3-4fc9-9590-3b90819e2225 admin admin] 10.222.0.15 "GET /networking/v2.0/networks/f62eed2b-a37b-4579-b83f-13c4d481e110 HTTP/1.1" status: 200 len: 869 time: 0.4201567 Aug 08 00:26:32.722521 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=41,neutron:UPDATE=3 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:26:32.723960 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=51,neutron:UPDATE=2 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:26:34.811406 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 52358) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:26:34.822609 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=61,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:26:34.824427 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=59,neutron:UPDATE=1 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:26:35.211031 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-173bd545-59a7-408c-998c-025a8d542b4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:26:35.211430 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-173bd545-59a7-408c-998c-025a8d542b4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:26:35.212944 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-173bd545-59a7-408c-998c-025a8d542b4b admin admin] 10.222.0.15 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4006000 Aug 08 00:26:37.379058 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 52368) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:26:37.770705 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-270d7213-99c3-4dbd-96e0-980de4277b34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:26:37.771069 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-270d7213-99c3-4dbd-96e0-980de4277b34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:26:37.772640 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-270d7213-99c3-4dbd-96e0-980de4277b34 admin admin] 10.222.0.15 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3926110 Aug 08 00:26:39.976210 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 52376) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:26:40.246808 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ad90a053-dbcb-46c2-b4c8-b9bf05dc2d84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (93e2312b-3744-4a9e-8723-a0f19f10f89a), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:26:40.338891 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a95c304-8385-44ca-bfd5-b6890a74b1d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:26:40.340276 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-6a95c304-8385-44ca-bfd5-b6890a74b1d0 admin admin] 10.222.0.15 "GET /networking/v2.0/subnets/7df84031-3cb2-4601-a018-b61b0ad731dc HTTP/1.1" status: 200 len: 816 time: 0.3630953 Aug 08 00:26:41.629411 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=1 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:26:41.630209 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=1 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:26:42.535391 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 52384) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:26:42.561318 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-a1cd4f41-ebc5-42d6-b8a7-db776c4d1d23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (d53f5436-7c7f-4441-9708-9d0333b57745), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:26:42.903876 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a6952c6-4176-4930-befb-120eb1dddf0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:26:42.905126 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-2a6952c6-4176-4930-befb-120eb1dddf0c admin admin] 10.222.0.15 "GET /networking/v2.0/subnets/91f4bdd8-fe77-4146-86d1-57692988ddf2 HTTP/1.1" status: 200 len: 868 time: 0.3687677 Aug 08 00:26:44.149483 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-053f2fa2-08e2-4320-9ef7-ed55b6b025bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (8871f2bb-53fb-48a8-be6c-361eafeaffd1), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:26:45.202743 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=7 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:26:45.206663 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=6 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:26:45.405855 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (aa35aa05-3c09-40ae-a1e3-ebf96fe3358c), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:26:45.789754 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-64237613-c389-4d10-936d-2956085fc78e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (998b03d7-10a2-4624-8114-660f2901b45f), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:26:52.897239 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=67 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:26:52.901223 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=60 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:26:55.726422 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:26:55.733377 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:27:07.980562 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=16 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:27:07.983784 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=16 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:27:08.633556 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.agents_db [None req-431a3ab4-e5a4-4361-9fcb-d2d78b6c2e03 None None] Agent healthcheck: found 5 active agents {{(pid=115994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 00:27:10.252558 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-8211eba3-38c2-4646-aa3d-f948f1a1e8ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (93e2312b-3744-4a9e-8723-a0f19f10f89a), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:27:10.855479 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 52438) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:27:11.173673 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [None req-5d5d0349-56ac-4f5a-9f3b-8d01f83dd41f admin admin] http://10.222.0.15:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=115991) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 08 00:27:11.174685 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-5d5d0349-56ac-4f5a-9f3b-8d01f83dd41f admin admin] 10.222.0.15 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3182631 Aug 08 00:27:12.520633 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-19e46808-2589-4704-b881-b931f1036608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (d53f5436-7c7f-4441-9708-9d0333b57745), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:27:13.425254 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 52446) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:27:13.830897 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.pecan_wsgi.hooks.translation [None req-1472d417-5571-467f-9bd7-0938008afe7a admin admin] GET failed (client error): The resource could not be found. Aug 08 00:27:13.832225 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-1472d417-5571-467f-9bd7-0938008afe7a admin admin] 10.222.0.15 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.4060225 Aug 08 00:27:13.973486 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb90efa-ca90-4822-9d42-b9d6a5447a7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:27:13.974961 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-1cb90efa-ca90-4822-9d42-b9d6a5447a7c admin admin] 10.222.0.15 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1385212 Aug 08 00:27:14.161338 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-053f2fa2-08e2-4320-9ef7-ed55b6b025bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (8871f2bb-53fb-48a8-be6c-361eafeaffd1), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:27:15.412886 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (aa35aa05-3c09-40ae-a1e3-ebf96fe3358c), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:27:15.778508 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-64237613-c389-4d10-936d-2956085fc78e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (998b03d7-10a2-4624-8114-660f2901b45f), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:27:16.153658 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 52454) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:27:16.480262 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.v2.base [None req-82729cee-b968-45c1-bc85-42685b2c04c1 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=115992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:27:16.566679 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82729cee-b968-45c1-bc85-42685b2c04c1 admin admin] Made reservation on behalf of 311e504f385e4c32bdb056e763a01299 for: {'network': 1} {{(pid=115992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 00:27:16.569013 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-82729cee-b968-45c1-bc85-42685b2c04c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for network (None), before_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:27:16.598270 dv-cinder-851640-3-iscsi neutron-server[115992]: WARNING neutron.services.revisions.revision_plugin [None req-82729cee-b968-45c1-bc85-42685b2c04c1 admin admin] Could not find related network for resource to bump revision. Aug 08 00:27:16.612791 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82729cee-b968-45c1-bc85-42685b2c04c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=115992) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 08 00:27:16.622320 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-82729cee-b968-45c1-bc85-42685b2c04c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1398331'] for segment (b37535b0-f4c5-4e11-ad70-c93acf81356a), precommit_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:27:16.622654 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.db.segments_db [None req-82729cee-b968-45c1-bc85-42685b2c04c1 admin admin] Added segment b37535b0-f4c5-4e11-ad70-c93acf81356a of type vlan for network 4ba08957-9b93-48bf-9331-567e432abb12 Aug 08 00:27:16.665220 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-82729cee-b968-45c1-bc85-42685b2c04c1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764676137144'] for network (4ba08957-9b93-48bf-9331-567e432abb12), precommit_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:27:16.767028 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-82729cee-b968-45c1-bc85-42685b2c04c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032'] for network (4ba08957-9b93-48bf-9331-567e432abb12), after_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:27:16.768038 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82729cee-b968-45c1-bc85-42685b2c04c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:27:16.768611 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-82729cee-b968-45c1-bc85-42685b2c04c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575022'] for network (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:27:16.825153 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82729cee-b968-45c1-bc85-42685b2c04c1 admin admin] Pushing event updated for resources: {'Network': ['ID=4ba08957-9b93-48bf-9331-567e432abb12,revision_number=1']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:27:16.835609 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Network 4ba08957-9b93-48bf-9331-567e432abb12 details requested by agent ovs-agent-dv-cinder-851640-3-iscsi with host dv-cinder-851640-3-iscsi {{(pid=115993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 08 00:27:16.895704 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-82729cee-b968-45c1-bc85-42685b2c04c1 admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.7409639 Aug 08 00:27:18.629598 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=2 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:27:19.103355 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 52462) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:27:19.437658 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfe6f6b0-352c-4f1d-869b-0c88262eeb6b admin admin] GET failed (client error): The resource could not be found. Aug 08 00:27:19.439012 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-bfe6f6b0-352c-4f1d-869b-0c88262eeb6b admin admin] 10.222.0.15 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3347054 Aug 08 00:27:19.511010 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ac833b-df95-4e8e-8e91-c9b50362267c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:27:19.512376 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-90ac833b-df95-4e8e-8e91-c9b50362267c admin admin] 10.222.0.15 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0691288 Aug 08 00:27:19.522555 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.v2.base [None req-8476949e-78c6-49f0-bc1e-04f35a983f5f admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'ip_version': 4, 'network_id': '4ba08957-9b93-48bf-9331-567e432abb12', 'name': 'shared-subnet'}} {{(pid=115992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:27:19.623647 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8476949e-78c6-49f0-bc1e-04f35a983f5f admin admin] Made reservation on behalf of 311e504f385e4c32bdb056e763a01299 for: {'subnet': 1} {{(pid=115992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 00:27:19.625934 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-8476949e-78c6-49f0-bc1e-04f35a983f5f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:27:19.864236 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-8476949e-78c6-49f0-bc1e-04f35a983f5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032'] for subnet (f5527607-6ef5-48a8-9251-20ac67094115), after_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:27:19.922470 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8476949e-78c6-49f0-bc1e-04f35a983f5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5527607-6ef5-48a8-9251-20ac67094115,revision_number=0']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:27:19.932213 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8476949e-78c6-49f0-bc1e-04f35a983f5f admin admin] Checking segment: {'id': 'b37535b0-f4c5-4e11-ad70-c93acf81356a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '4ba08957-9b93-48bf-9331-567e432abb12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 00:27:19.932558 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8476949e-78c6-49f0-bc1e-04f35a983f5f admin admin] Network hostable DHCP agents. Network: 4ba08957-9b93-48bf-9331-567e432abb12, hostable agents: ['93e2312b-3744-4a9e-8723-a0f19f10f89a'], hosted agents: [] {{(pid=115992) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 08 00:27:20.035356 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8476949e-78c6-49f0-bc1e-04f35a983f5f admin admin] Network 4ba08957-9b93-48bf-9331-567e432abb12 is scheduled to be hosted by DHCP agent 93e2312b-3744-4a9e-8723-a0f19f10f89a with binding_index 1 {{(pid=115992) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 08 00:27:20.132398 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.scheduler.base_scheduler [None req-8476949e-78c6-49f0-bc1e-04f35a983f5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851640-3-iscsi, 4ba08957-9b93-48bf-9331-567e432abb12) {{(pid=115992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 00:27:20.136583 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8476949e-78c6-49f0-bc1e-04f35a983f5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:27:20.137171 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-8476949e-78c6-49f0-bc1e-04f35a983f5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575022'] for subnet (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:27:20.140265 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:27:20.143010 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e77eab-1928-493e-ab63-d00500ebe04e None None] Network 4ba08957-9b93-48bf-9331-567e432abb12 requested from dv-cinder-851640-3-iscsi {{(pid=115993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 00:27:20.243499 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc8c990-7b67-4ca9-affc-4714d7cff6d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdec297ae-4d72-52f1-8857-0419de17422d-4ba08957-9b93-48bf-9331-567e432abb12', 'network_id': '4ba08957-9b93-48bf-9331-567e432abb12', 'project_id': '311e504f385e4c32bdb056e763a01299', 'fixed_ips': [{'subnet_id': 'f5527607-6ef5-48a8-9251-20ac67094115'}]}} from dv-cinder-851640-3-iscsi. {{(pid=115993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 08 00:27:20.244390 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-7bc8c990-7b67-4ca9-affc-4714d7cff6d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (None), before_create {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:27:20.272539 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-8476949e-78c6-49f0-bc1e-04f35a983f5f admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7532232 Aug 08 00:27:20.404027 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.db_base_plugin_common [None req-7bc8c990-7b67-4ca9-affc-4714d7cff6d8 None None] Allocated IP 192.168.233.2 (4ba08957-9b93-48bf-9331-567e432abb12/f5527607-6ef5-48a8-9251-20ac67094115/9c398e51-b376-4abe-b0a0-70938bf074c2) {{(pid=115993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 00:27:20.569738 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-7bc8c990-7b67-4ca9-affc-4714d7cff6d8 None None] Publish callbacks [] for port (9c398e51-b376-4abe-b0a0-70938bf074c2), precommit_create {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:27:20.630630 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-7bc8c990-7b67-4ca9-affc-4714d7cff6d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764676113785'] for port (9c398e51-b376-4abe-b0a0-70938bf074c2), after_create {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:27:20.679171 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc8c990-7b67-4ca9-affc-4714d7cff6d8 None None] Pushing event updated for resources: {'Port': ['ID=9c398e51-b376-4abe-b0a0-70938bf074c2,revision_number=1']} {{(pid=115993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:27:20.683068 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc8c990-7b67-4ca9-affc-4714d7cff6d8 None None] Network 4ba08957-9b93-48bf-9331-567e432abb12 is already hosted by enough agents. {{(pid=115993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 00:27:20.687244 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.scheduler.base_scheduler [None req-7bc8c990-7b67-4ca9-affc-4714d7cff6d8 None None] Resources bound (agent type, host, resource id): {{(pid=115993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 00:27:20.689756 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc8c990-7b67-4ca9-affc-4714d7cff6d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:27:20.690147 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc8c990-7b67-4ca9-affc-4714d7cff6d8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:27:20.690499 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc8c990-7b67-4ca9-affc-4714d7cff6d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:27:20.690918 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc8c990-7b67-4ca9-affc-4714d7cff6d8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:27:20.691332 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc8c990-7b67-4ca9-affc-4714d7cff6d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:27:20.691611 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc8c990-7b67-4ca9-affc-4714d7cff6d8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:27:20.691936 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc8c990-7b67-4ca9-affc-4714d7cff6d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:27:20.692258 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc8c990-7b67-4ca9-affc-4714d7cff6d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:27:20.692583 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc8c990-7b67-4ca9-affc-4714d7cff6d8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:27:20.692895 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc8c990-7b67-4ca9-affc-4714d7cff6d8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:27:20.693215 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc8c990-7b67-4ca9-affc-4714d7cff6d8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:27:20.693549 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc8c990-7b67-4ca9-affc-4714d7cff6d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:27:20.693870 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc8c990-7b67-4ca9-affc-4714d7cff6d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:27:20.694184 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc8c990-7b67-4ca9-affc-4714d7cff6d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:27:20.694496 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc8c990-7b67-4ca9-affc-4714d7cff6d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:27:20.699603 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc8c990-7b67-4ca9-affc-4714d7cff6d8 None None] Received port after_create {{(pid=115993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 00:27:20.762414 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.managers [None req-7bc8c990-7b67-4ca9-affc-4714d7cff6d8 None None] Attempting to bind port 9c398e51-b376-4abe-b0a0-70938bf074c2 on host dv-cinder-851640-3-iscsi for vnic_type normal with profile {{(pid=115993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 00:27:20.762780 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.managers [None req-7bc8c990-7b67-4ca9-affc-4714d7cff6d8 None None] Attempting to bind port 9c398e51-b376-4abe-b0a0-70938bf074c2 by drivers openvswitch,hyperv on host dv-cinder-851640-3-iscsi at level 0 using segments [{'id': 'b37535b0-f4c5-4e11-ad70-c93acf81356a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '4ba08957-9b93-48bf-9331-567e432abb12'}] {{(pid=115993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 00:27:20.763130 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc8c990-7b67-4ca9-affc-4714d7cff6d8 None None] Attempting to bind port 9c398e51-b376-4abe-b0a0-70938bf074c2 on network 4ba08957-9b93-48bf-9331-567e432abb12 {{(pid=115993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 00:27:20.771001 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc8c990-7b67-4ca9-affc-4714d7cff6d8 None None] Checking agent: {'id': 'aa35aa05-3c09-40ae-a1e3-ebf96fe3358c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851640-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 0, 24, 15), 'started_at': datetime.datetime(2022, 8, 8, 0, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 0, 27, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851640-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 00:27:20.771396 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc8c990-7b67-4ca9-affc-4714d7cff6d8 None None] Checking segment: {'id': 'b37535b0-f4c5-4e11-ad70-c93acf81356a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '4ba08957-9b93-48bf-9331-567e432abb12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 00:27:20.771790 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-7bc8c990-7b67-4ca9-affc-4714d7cff6d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:27:20.772168 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc8c990-7b67-4ca9-affc-4714d7cff6d8 None None] Bound using segment: {'id': 'b37535b0-f4c5-4e11-ad70-c93acf81356a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '4ba08957-9b93-48bf-9331-567e432abb12'} {{(pid=115993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 00:27:20.772649 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.managers [None req-7bc8c990-7b67-4ca9-affc-4714d7cff6d8 None None] Bound port: 9c398e51-b376-4abe-b0a0-70938bf074c2, host: dv-cinder-851640-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b37535b0-f4c5-4e11-ad70-c93acf81356a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '4ba08957-9b93-48bf-9331-567e432abb12'}}] {{(pid=115993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 00:27:20.773053 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-7bc8c990-7b67-4ca9-affc-4714d7cff6d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (9c398e51-b376-4abe-b0a0-70938bf074c2), before_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:27:20.931091 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-7bc8c990-7b67-4ca9-affc-4714d7cff6d8 None None] For port 9c398e51-b376-4abe-b0a0-70938bf074c2, host dv-cinder-851640-3-iscsi, cleared binding levels {{(pid=115993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 00:27:20.934200 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-7bc8c990-7b67-4ca9-affc-4714d7cff6d8 None None] For port 9c398e51-b376-4abe-b0a0-70938bf074c2, host dv-cinder-851640-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851640-3-iscsi',level=0,port_id=9c398e51-b376-4abe-b0a0-70938bf074c2,segment=NetworkSegment(b37535b0-f4c5-4e11-ad70-c93acf81356a),segment_id=b37535b0-f4c5-4e11-ad70-c93acf81356a)] {{(pid=115993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 00:27:21.007504 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-7bc8c990-7b67-4ca9-affc-4714d7cff6d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821'] for port (9c398e51-b376-4abe-b0a0-70938bf074c2), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:27:21.068843 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc8c990-7b67-4ca9-affc-4714d7cff6d8 None None] Pushing event updated for resources: {'Port': ['ID=9c398e51-b376-4abe-b0a0-70938bf074c2,revision_number=2']} {{(pid=115993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:27:21.330346 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Device 9c398e51-b376-4abe-b0a0-70938bf074c2 up at agent ovs-agent-dv-cinder-851640-3-iscsi {{(pid=115993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 00:27:21.354061 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=88,neutron:UPDATE=7,neutron:INSERT=5 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:27:21.376268 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:27:21.378731 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Provisioning complete for port 9c398e51-b376-4abe-b0a0-70938bf074c2 triggered by entity L2. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:27:21.379119 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (9c398e51-b376-4abe-b0a0-70938bf074c2), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:27:21.459999 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Current status of the port 9c398e51-b376-4abe-b0a0-70938bf074c2 is: DOWN; New status is: ACTIVE {{(pid=115993) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 00:27:21.460303 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (9c398e51-b376-4abe-b0a0-70938bf074c2), before_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:27:21.496284 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] For port 9c398e51-b376-4abe-b0a0-70938bf074c2, host dv-cinder-851640-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851640-3-iscsi',level=0,port_id=9c398e51-b376-4abe-b0a0-70938bf074c2,segment=NetworkSegment(b37535b0-f4c5-4e11-ad70-c93acf81356a),segment_id=b37535b0-f4c5-4e11-ad70-c93acf81356a)] {{(pid=115993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:27:21.567117 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821'] for port (9c398e51-b376-4abe-b0a0-70938bf074c2), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:27:21.621440 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Pushing event updated for resources: {'Port': ['ID=9c398e51-b376-4abe-b0a0-70938bf074c2,revision_number=3']} {{(pid=115993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:27:21.849867 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d57b5fee-1bfb-4aad-8242-0fbe11f2ec41 None None] Network 4ba08957-9b93-48bf-9331-567e432abb12 requested from dv-cinder-851640-3-iscsi {{(pid=115993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 00:27:21.901766 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-cc146960-ca22-4232-892b-0e9e58fec1c7 None None] Provisioning complete for port 9c398e51-b376-4abe-b0a0-70938bf074c2 triggered by entity DHCP. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:27:21.902150 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-cc146960-ca22-4232-892b-0e9e58fec1c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (9c398e51-b376-4abe-b0a0-70938bf074c2), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:27:22.022900 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-cc146960-ca22-4232-892b-0e9e58fec1c7 None None] Current status of the port 9c398e51-b376-4abe-b0a0-70938bf074c2 is: ACTIVE; New status is: ACTIVE {{(pid=115993) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 00:27:22.240975 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-616c1b62-15b6-40f1-af7e-2bb5504c0956 None None] Provisioning complete for port 9c398e51-b376-4abe-b0a0-70938bf074c2 triggered by entity DHCP. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:27:22.241364 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-616c1b62-15b6-40f1-af7e-2bb5504c0956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (9c398e51-b376-4abe-b0a0-70938bf074c2), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:27:22.316625 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-616c1b62-15b6-40f1-af7e-2bb5504c0956 None None] Current status of the port 9c398e51-b376-4abe-b0a0-70938bf074c2 is: ACTIVE; New status is: ACTIVE {{(pid=115993) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 00:27:23.308046 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Device 9c398e51-b376-4abe-b0a0-70938bf074c2 up at agent ovs-agent-dv-cinder-851640-3-iscsi {{(pid=115993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 00:27:23.353181 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Provisioning complete for port 9c398e51-b376-4abe-b0a0-70938bf074c2 triggered by entity L2. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:27:23.353566 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (9c398e51-b376-4abe-b0a0-70938bf074c2), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:27:23.426909 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Current status of the port 9c398e51-b376-4abe-b0a0-70938bf074c2 is: ACTIVE; New status is: ACTIVE {{(pid=115993) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 00:27:30.178820 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=68,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:27:33.421941 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=60 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:27:33.425885 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:27:36.651863 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=3 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:27:36.656140 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=3 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:27:40.240120 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-41232c64-2136-4873-a180-c2c192c4afdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (93e2312b-3744-4a9e-8723-a0f19f10f89a), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:27:42.567145 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-38feb2b1-72a3-447a-ac91-5cc061fd4c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (d53f5436-7c7f-4441-9708-9d0333b57745), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:27:44.138005 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-053f2fa2-08e2-4320-9ef7-ed55b6b025bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (8871f2bb-53fb-48a8-be6c-361eafeaffd1), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:27:45.412531 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (aa35aa05-3c09-40ae-a1e3-ebf96fe3358c), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:27:45.632362 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.agents_db [None req-431a3ab4-e5a4-4361-9fcb-d2d78b6c2e03 None None] Agent healthcheck: found 5 active agents {{(pid=115994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 00:27:45.795544 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-64237613-c389-4d10-936d-2956085fc78e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (998b03d7-10a2-4624-8114-660f2901b45f), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:27:55.627487 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=2 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:27:55.737463 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=22,neutron:UPDATE=1 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:27:55.740336 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=19,neutron:UPDATE=4 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:28:10.246889 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-24d325db-a9bc-48f2-a07b-96c58c4b6838 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (93e2312b-3744-4a9e-8723-a0f19f10f89a), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:28:12.566617 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-24ed814e-ce08-4772-b6f1-0246ae84ab51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (d53f5436-7c7f-4441-9708-9d0333b57745), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:28:13.657322 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=3 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:28:13.662241 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:DELETE=1,neutron:SELECT=4 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:28:14.143809 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-053f2fa2-08e2-4320-9ef7-ed55b6b025bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (8871f2bb-53fb-48a8-be6c-361eafeaffd1), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:28:15.418215 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (aa35aa05-3c09-40ae-a1e3-ebf96fe3358c), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:28:15.800036 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-64237613-c389-4d10-936d-2956085fc78e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (998b03d7-10a2-4624-8114-660f2901b45f), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:28:22.632003 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.agents_db [None req-431a3ab4-e5a4-4361-9fcb-d2d78b6c2e03 None None] Agent healthcheck: found 5 active agents {{(pid=115994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 00:28:25.740217 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:28:25.742090 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:28:32.627733 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=1 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:28:32.628591 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=1 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:28:40.246740 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-0fee1e4a-f9ea-4124-ae09-b4305e2b8769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (93e2312b-3744-4a9e-8723-a0f19f10f89a), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:28:42.536671 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-f87b89fb-b178-491d-9dd1-86d42affcdd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (d53f5436-7c7f-4441-9708-9d0333b57745), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:28:44.177706 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-053f2fa2-08e2-4320-9ef7-ed55b6b025bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (8871f2bb-53fb-48a8-be6c-361eafeaffd1), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:28:45.423749 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (aa35aa05-3c09-40ae-a1e3-ebf96fe3358c), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:28:45.789509 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-64237613-c389-4d10-936d-2956085fc78e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (998b03d7-10a2-4624-8114-660f2901b45f), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:28:50.668085 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=4 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:28:50.669220 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=2 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:28:54.170398 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 52504) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:28:54.176307 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [None req-99bc6970-5662-4240-96b5-f51a8c75275d tempest-verify_tempest_config-457149082 tempest-verify_tempest_config-457149082-project] http://10.222.0.15:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=115992) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 08 00:28:54.177276 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-99bc6970-5662-4240-96b5-f51a8c75275d tempest-verify_tempest_config-457149082 tempest-verify_tempest_config-457149082-project] 10.222.0.15 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0059154 Aug 08 00:28:54.903080 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 52522) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:28:55.226445 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-0475b0ec-5679-48e9-b00f-6a3d4e13635d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:28:55.299862 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-0475b0ec-5679-48e9-b00f-6a3d4e13635d admin admin] Publish callbacks [] for security_group (a66aa215-ee4d-4fa4-9a20-aa61efc1d953), precommit_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:28:55.359149 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-0475b0ec-5679-48e9-b00f-6a3d4e13635d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (a66aa215-ee4d-4fa4-9a20-aa61efc1d953), after_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:28:55.408330 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-0475b0ec-5679-48e9-b00f-6a3d4e13635d admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=815dfc41e7e04b66932eaec4f75f7586&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5041022 Aug 08 00:28:55.409147 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0475b0ec-5679-48e9-b00f-6a3d4e13635d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a66aa215-ee4d-4fa4-9a20-aa61efc1d953,revision_number=1']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:28:55.411121 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 52526) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:28:55.415827 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0475b0ec-5679-48e9-b00f-6a3d4e13635d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:28:55.416184 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0475b0ec-5679-48e9-b00f-6a3d4e13635d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:28:55.416529 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0475b0ec-5679-48e9-b00f-6a3d4e13635d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:28:55.416869 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0475b0ec-5679-48e9-b00f-6a3d4e13635d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:28:55.417194 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0475b0ec-5679-48e9-b00f-6a3d4e13635d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:28:55.417516 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0475b0ec-5679-48e9-b00f-6a3d4e13635d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:28:55.417832 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0475b0ec-5679-48e9-b00f-6a3d4e13635d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:28:55.418151 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0475b0ec-5679-48e9-b00f-6a3d4e13635d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:28:55.418486 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0475b0ec-5679-48e9-b00f-6a3d4e13635d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:28:55.418804 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0475b0ec-5679-48e9-b00f-6a3d4e13635d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:28:55.419138 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0475b0ec-5679-48e9-b00f-6a3d4e13635d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:28:55.419499 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0475b0ec-5679-48e9-b00f-6a3d4e13635d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:28:55.419816 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0475b0ec-5679-48e9-b00f-6a3d4e13635d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:28:55.420130 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0475b0ec-5679-48e9-b00f-6a3d4e13635d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:28:55.420443 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0475b0ec-5679-48e9-b00f-6a3d4e13635d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:28:55.467151 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-112d409d-47e1-4764-a3f5-fac9531f860b admin admin] Publish callbacks [] for security_group (a66aa215-ee4d-4fa4-9a20-aa61efc1d953), before_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:28:55.487843 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-112d409d-47e1-4764-a3f5-fac9531f860b admin admin] Publish callbacks [] for security_group (a66aa215-ee4d-4fa4-9a20-aa61efc1d953), precommit_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:28:55.647476 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-112d409d-47e1-4764-a3f5-fac9531f860b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (a66aa215-ee4d-4fa4-9a20-aa61efc1d953), after_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:28:55.650078 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-112d409d-47e1-4764-a3f5-fac9531f860b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:28:55.651238 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-112d409d-47e1-4764-a3f5-fac9531f860b admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/a66aa215-ee4d-4fa4-9a20-aa61efc1d953 HTTP/1.1" status: 204 len: 168 time: 0.2390831 Aug 08 00:28:55.659159 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112d409d-47e1-4764-a3f5-fac9531f860b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a66aa215-ee4d-4fa4-9a20-aa61efc1d953,revision_number=None']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:28:55.669551 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112d409d-47e1-4764-a3f5-fac9531f860b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:28:55.669551 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112d409d-47e1-4764-a3f5-fac9531f860b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:28:55.669551 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112d409d-47e1-4764-a3f5-fac9531f860b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:28:55.669551 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112d409d-47e1-4764-a3f5-fac9531f860b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:28:55.669551 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112d409d-47e1-4764-a3f5-fac9531f860b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:28:55.669551 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112d409d-47e1-4764-a3f5-fac9531f860b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:28:55.669551 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112d409d-47e1-4764-a3f5-fac9531f860b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:28:55.669551 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112d409d-47e1-4764-a3f5-fac9531f860b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:28:55.669551 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112d409d-47e1-4764-a3f5-fac9531f860b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:28:55.669551 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112d409d-47e1-4764-a3f5-fac9531f860b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:28:55.670638 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112d409d-47e1-4764-a3f5-fac9531f860b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:28:55.670638 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112d409d-47e1-4764-a3f5-fac9531f860b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:28:55.670638 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112d409d-47e1-4764-a3f5-fac9531f860b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:28:55.670638 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112d409d-47e1-4764-a3f5-fac9531f860b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:28:55.670950 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112d409d-47e1-4764-a3f5-fac9531f860b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:28:55.745579 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:28:59.630459 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.agents_db [None req-431a3ab4-e5a4-4361-9fcb-d2d78b6c2e03 None None] Agent healthcheck: found 5 active agents {{(pid=115994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 00:29:05.403122 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=19,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:29:05.412623 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=20,neutron:INSERT=8 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:29:05.662390 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=18,neutron:DELETE=2 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:29:05.663875 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=17,neutron:DELETE=2 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:29:05.691719 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:29:09.626584 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=12 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:29:09.627329 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=16 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:29:10.233845 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-4b110ef4-aeee-4360-937a-bfa16a6d2f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (93e2312b-3744-4a9e-8723-a0f19f10f89a), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:29:12.549112 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-150eb467-4027-4012-a3d9-4e21847a9e52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (d53f5436-7c7f-4441-9708-9d0333b57745), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:29:14.154897 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-053f2fa2-08e2-4320-9ef7-ed55b6b025bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (8871f2bb-53fb-48a8-be6c-361eafeaffd1), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:29:15.399003 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (aa35aa05-3c09-40ae-a1e3-ebf96fe3358c), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:29:15.805032 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-64237613-c389-4d10-936d-2956085fc78e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (998b03d7-10a2-4624-8114-660f2901b45f), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:29:25.739663 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=8 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:29:25.747744 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:29:27.658728 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=1 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:29:27.664652 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=5 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:29:36.628611 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.agents_db [None req-431a3ab4-e5a4-4361-9fcb-d2d78b6c2e03 None None] Agent healthcheck: found 5 active agents {{(pid=115994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 00:29:40.246628 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-692a2bbe-3596-45cd-b715-e2d93ae6c14a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (93e2312b-3744-4a9e-8723-a0f19f10f89a), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:29:42.526335 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-7b90e0a7-c659-480d-bc57-b4ba97081365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (d53f5436-7c7f-4441-9708-9d0333b57745), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:29:44.159493 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-053f2fa2-08e2-4320-9ef7-ed55b6b025bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (8871f2bb-53fb-48a8-be6c-361eafeaffd1), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:29:45.434891 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (aa35aa05-3c09-40ae-a1e3-ebf96fe3358c), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:29:45.811306 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-64237613-c389-4d10-936d-2956085fc78e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (998b03d7-10a2-4624-8114-660f2901b45f), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:29:46.625195 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=2 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:29:55.748695 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=18,neutron:UPDATE=2 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:29:55.750522 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:30:08.631010 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=3 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:30:08.631817 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:30:10.284738 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-f1cae366-dd3e-4ff5-864c-e7197162b3d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (93e2312b-3744-4a9e-8723-a0f19f10f89a), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:30:12.541961 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-28ebeb26-8f0d-4f5a-aa80-0bd5e75a563e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (d53f5436-7c7f-4441-9708-9d0333b57745), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:30:13.626637 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.agents_db [None req-431a3ab4-e5a4-4361-9fcb-d2d78b6c2e03 None None] Agent healthcheck: found 5 active agents {{(pid=115994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 00:30:14.193466 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-053f2fa2-08e2-4320-9ef7-ed55b6b025bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (8871f2bb-53fb-48a8-be6c-361eafeaffd1), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:30:15.427389 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (aa35aa05-3c09-40ae-a1e3-ebf96fe3358c), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:30:15.800505 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-64237613-c389-4d10-936d-2956085fc78e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (998b03d7-10a2-4624-8114-660f2901b45f), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:30:23.622060 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=1 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:30:23.622787 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=1 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:30:25.752311 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:30:25.754196 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:30:30.383989 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-499929'] for agent (c200ec1a-5dc3-458a-a30d-0f16255c41c0), after_create {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:30:40.229349 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-79492f37-8334-46c8-a9d2-7fc5c7bca4b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (93e2312b-3744-4a9e-8723-a0f19f10f89a), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:30:41.652305 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=3 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:30:41.658928 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=5 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:30:42.154916 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 52622) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:30:42.283370 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-7bf2ed0e-abd6-466e-bb65-82479be63e24 admin admin] 10.222.0.15 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1272099 Aug 08 00:30:42.537948 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-d8383d6c-65f1-423f-95a9-b93a1dd4176e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (d53f5436-7c7f-4441-9708-9d0333b57745), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:30:44.171151 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-053f2fa2-08e2-4320-9ef7-ed55b6b025bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (8871f2bb-53fb-48a8-be6c-361eafeaffd1), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:30:44.339583 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 52632) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:30:44.394263 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-5ef4f814-8156-40f0-a30c-74489c7b29e1 admin admin] 10.222.0.15 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0536175 Aug 08 00:30:45.438605 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (aa35aa05-3c09-40ae-a1e3-ebf96fe3358c), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:30:45.800601 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-64237613-c389-4d10-936d-2956085fc78e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (998b03d7-10a2-4624-8114-660f2901b45f), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:30:50.625225 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.agents_db [None req-431a3ab4-e5a4-4361-9fcb-d2d78b6c2e03 None None] Agent healthcheck: found 6 active agents {{(pid=115994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 00:30:54.388407 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=1 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:30:54.389749 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=3 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:30:55.755896 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:INSERT=1,neutron:SELECT=9,neutron:UPDATE=1 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:30:55.757796 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:31:00.341612 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (c200ec1a-5dc3-458a-a30d-0f16255c41c0), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:31:07.898489 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=13 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:31:07.901441 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=15 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:31:10.371916 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-c1d90474-1b66-4252-a6d1-087eb29bf68e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (93e2312b-3744-4a9e-8723-a0f19f10f89a), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:31:12.530824 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-a16c9a29-277f-4a08-8d73-10b3e0786eb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (d53f5436-7c7f-4441-9708-9d0333b57745), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:31:14.172275 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-053f2fa2-08e2-4320-9ef7-ed55b6b025bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (8871f2bb-53fb-48a8-be6c-361eafeaffd1), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:31:15.429100 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (aa35aa05-3c09-40ae-a1e3-ebf96fe3358c), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:31:15.817651 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-64237613-c389-4d10-936d-2956085fc78e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (998b03d7-10a2-4624-8114-660f2901b45f), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:31:18.654449 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=3 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:31:18.655306 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=3 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:31:25.758837 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:31:25.760743 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:31:27.623356 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.agents_db [None req-431a3ab4-e5a4-4361-9fcb-d2d78b6c2e03 None None] Agent healthcheck: found 6 active agents {{(pid=115994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 00:31:30.376176 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (c200ec1a-5dc3-458a-a30d-0f16255c41c0), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:31:37.618873 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=1 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:31:37.620139 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=1 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:31:40.247730 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-399debb6-52f4-4553-aca3-06c413140f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (93e2312b-3744-4a9e-8723-a0f19f10f89a), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:31:42.538003 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-1ad9f793-2f40-446a-bcce-3c86bb25bdf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (d53f5436-7c7f-4441-9708-9d0333b57745), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:31:44.189861 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-053f2fa2-08e2-4320-9ef7-ed55b6b025bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (8871f2bb-53fb-48a8-be6c-361eafeaffd1), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:31:45.416535 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (aa35aa05-3c09-40ae-a1e3-ebf96fe3358c), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:31:45.823842 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-64237613-c389-4d10-936d-2956085fc78e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (998b03d7-10a2-4624-8114-660f2901b45f), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:31:55.646321 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=2 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:31:55.651582 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=4 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:31:55.762343 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=24,neutron:UPDATE=4 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:31:55.936897 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:32:00.349221 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (c200ec1a-5dc3-458a-a30d-0f16255c41c0), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:04.622583 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.agents_db [None req-431a3ab4-e5a4-4361-9fcb-d2d78b6c2e03 None None] Agent healthcheck: found 6 active agents {{(pid=115994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 00:32:08.637673 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:DELETE=1 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:32:10.263800 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-3a8361e3-7caf-4a41-bd38-fdfc31af95de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (93e2312b-3744-4a9e-8723-a0f19f10f89a), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:12.584700 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-3ef29045-2077-4362-8e21-3827432fa950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (d53f5436-7c7f-4441-9708-9d0333b57745), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:14.247313 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-053f2fa2-08e2-4320-9ef7-ed55b6b025bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (8871f2bb-53fb-48a8-be6c-361eafeaffd1), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:14.618568 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=3 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:32:15.440849 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (aa35aa05-3c09-40ae-a1e3-ebf96fe3358c), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:15.841181 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-64237613-c389-4d10-936d-2956085fc78e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (998b03d7-10a2-4624-8114-660f2901b45f), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:18.341386 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 52836) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:32:18.369233 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 52842) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:32:18.402762 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 52846) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:32:18.477979 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 52852) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:32:18.679616 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.v2.base [None req-c66a3ffe-ff4c-4cff-a60e-a28ba40279ed admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1325139685-network', 'tenant_id': '9bd235f1f9f44df4b2e3dbd0c05b3a83'}} {{(pid=115991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:32:18.775970 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c66a3ffe-ff4c-4cff-a60e-a28ba40279ed admin admin] Made reservation on behalf of 9bd235f1f9f44df4b2e3dbd0c05b3a83 for: {'network': 1} {{(pid=115991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 00:32:18.779552 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-c66a3ffe-ff4c-4cff-a60e-a28ba40279ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for network (None), before_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:18.789001 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-c66a3ffe-ff4c-4cff-a60e-a28ba40279ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:18.833983 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.v2.base [None req-e7fe2cac-99c5-47d8-bf48-58f37d9af3b1 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1333376981-network', 'tenant_id': '7214cb5b7d4c4c949c84dc81601a89e0'}} {{(pid=115991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:32:18.865910 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.v2.base [None req-2820539e-1373-4a07-ab87-1f7db3b14d57 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1947753513-network', 'tenant_id': '1aa84c8a680d49f8be48580c62c18889'}} {{(pid=115991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:32:18.914594 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.v2.base [None req-90bca8ed-e630-4926-83e1-6760c83f08ba admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-548122902-network', 'tenant_id': '509dc2cd350b482c8a7ffc5abc681a78'}} {{(pid=115991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:32:18.922410 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-c66a3ffe-ff4c-4cff-a60e-a28ba40279ed admin admin] Publish callbacks [] for security_group (b6dd8e00-6ccc-4249-bcb5-212ee8057e25), precommit_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:18.978247 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7fe2cac-99c5-47d8-bf48-58f37d9af3b1 admin admin] Made reservation on behalf of 7214cb5b7d4c4c949c84dc81601a89e0 for: {'network': 1} {{(pid=115991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 00:32:18.981803 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-e7fe2cac-99c5-47d8-bf48-58f37d9af3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for network (None), before_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:18.997524 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-e7fe2cac-99c5-47d8-bf48-58f37d9af3b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:19.038290 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90bca8ed-e630-4926-83e1-6760c83f08ba admin admin] Made reservation on behalf of 509dc2cd350b482c8a7ffc5abc681a78 for: {'network': 1} {{(pid=115991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 00:32:19.040736 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-90bca8ed-e630-4926-83e1-6760c83f08ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for network (None), before_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:19.051107 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-c66a3ffe-ff4c-4cff-a60e-a28ba40279ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (b6dd8e00-6ccc-4249-bcb5-212ee8057e25), after_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:19.053921 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2820539e-1373-4a07-ab87-1f7db3b14d57 admin admin] Made reservation on behalf of 1aa84c8a680d49f8be48580c62c18889 for: {'network': 1} {{(pid=115991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 00:32:19.056235 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-2820539e-1373-4a07-ab87-1f7db3b14d57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for network (None), before_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:19.064905 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-90bca8ed-e630-4926-83e1-6760c83f08ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:19.090246 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-2820539e-1373-4a07-ab87-1f7db3b14d57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:19.100048 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c66a3ffe-ff4c-4cff-a60e-a28ba40279ed admin admin] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=115991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 08 00:32:19.137320 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-c66a3ffe-ff4c-4cff-a60e-a28ba40279ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1398331'] for segment (2a679dcc-fb6c-48d4-923f-83795704b214), precommit_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:19.137653 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.db.segments_db [None req-c66a3ffe-ff4c-4cff-a60e-a28ba40279ed admin admin] Added segment 2a679dcc-fb6c-48d4-923f-83795704b214 of type vlan for network 39987f39-4c60-4c27-9f4f-c7657da06e51 Aug 08 00:32:19.210988 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66a3ffe-ff4c-4cff-a60e-a28ba40279ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6dd8e00-6ccc-4249-bcb5-212ee8057e25,revision_number=1']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:32:19.244899 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-e7fe2cac-99c5-47d8-bf48-58f37d9af3b1 admin admin] Publish callbacks [] for security_group (5fd3e569-9aaa-4a74-81fe-f953369912b9), precommit_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:19.249991 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66a3ffe-ff4c-4cff-a60e-a28ba40279ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:32:19.250396 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66a3ffe-ff4c-4cff-a60e-a28ba40279ed admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:32:19.251009 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66a3ffe-ff4c-4cff-a60e-a28ba40279ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:32:19.251512 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66a3ffe-ff4c-4cff-a60e-a28ba40279ed admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:32:19.251841 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66a3ffe-ff4c-4cff-a60e-a28ba40279ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:32:19.252167 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66a3ffe-ff4c-4cff-a60e-a28ba40279ed admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:32:19.252484 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66a3ffe-ff4c-4cff-a60e-a28ba40279ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:32:19.252984 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66a3ffe-ff4c-4cff-a60e-a28ba40279ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:32:19.253495 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66a3ffe-ff4c-4cff-a60e-a28ba40279ed admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:32:19.253825 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66a3ffe-ff4c-4cff-a60e-a28ba40279ed admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:32:19.254163 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66a3ffe-ff4c-4cff-a60e-a28ba40279ed admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:32:19.254497 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66a3ffe-ff4c-4cff-a60e-a28ba40279ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:32:19.254847 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66a3ffe-ff4c-4cff-a60e-a28ba40279ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:32:19.255124 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66a3ffe-ff4c-4cff-a60e-a28ba40279ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:32:19.255460 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66a3ffe-ff4c-4cff-a60e-a28ba40279ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:32:19.256614 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66a3ffe-ff4c-4cff-a60e-a28ba40279ed admin admin] Tracked resource versions report: Aug 08 00:32:19.256614 dv-cinder-851640-3-iscsi neutron-server[115991]: pushed versions: Aug 08 00:32:19.256614 dv-cinder-851640-3-iscsi neutron-server[115991]: { 'AddressGroup': {'1.2'}, Aug 08 00:32:19.256614 dv-cinder-851640-3-iscsi neutron-server[115991]: 'Agent': {'1.1'}, Aug 08 00:32:19.256614 dv-cinder-851640-3-iscsi neutron-server[115991]: 'ConntrackHelper': {'1.0'}, Aug 08 00:32:19.256614 dv-cinder-851640-3-iscsi neutron-server[115991]: 'LocalIPAssociation': {'1.0'}, Aug 08 00:32:19.256614 dv-cinder-851640-3-iscsi neutron-server[115991]: 'Log': {'1.0'}, Aug 08 00:32:19.256614 dv-cinder-851640-3-iscsi neutron-server[115991]: 'NDPProxy': {'1.0'}, Aug 08 00:32:19.256614 dv-cinder-851640-3-iscsi neutron-server[115991]: 'Network': {'1.1'}, Aug 08 00:32:19.256614 dv-cinder-851640-3-iscsi neutron-server[115991]: 'Port': {'1.7'}, Aug 08 00:32:19.256614 dv-cinder-851640-3-iscsi neutron-server[115991]: 'PortForwarding': {'1.3'}, Aug 08 00:32:19.256614 dv-cinder-851640-3-iscsi neutron-server[115991]: 'QosPolicy': {'1.10'}, Aug 08 00:32:19.256614 dv-cinder-851640-3-iscsi neutron-server[115991]: 'SecurityGroup': {'1.5'}, Aug 08 00:32:19.256614 dv-cinder-851640-3-iscsi neutron-server[115991]: 'SecurityGroupRule': {'1.2'}, Aug 08 00:32:19.256614 dv-cinder-851640-3-iscsi neutron-server[115991]: 'SubPort': {'1.0'}, Aug 08 00:32:19.256614 dv-cinder-851640-3-iscsi neutron-server[115991]: 'Subnet': {'1.1'}, Aug 08 00:32:19.256614 dv-cinder-851640-3-iscsi neutron-server[115991]: 'Trunk': {'1.1'}} Aug 08 00:32:19.256614 dv-cinder-851640-3-iscsi neutron-server[115991]: consumer versions: Aug 08 00:32:19.256614 dv-cinder-851640-3-iscsi neutron-server[115991]: { DHCP agent@dv-cinder-851640-3-iscsi: {}, Aug 08 00:32:19.256614 dv-cinder-851640-3-iscsi neutron-server[115991]: HyperV agent@hv-cinder-85164: {}, Aug 08 00:32:19.256614 dv-cinder-851640-3-iscsi neutron-server[115991]: L3 agent@dv-cinder-851640-3-iscsi: {}, Aug 08 00:32:19.256614 dv-cinder-851640-3-iscsi neutron-server[115991]: Metadata agent@dv-cinder-851640-3-iscsi: {}, Aug 08 00:32:19.256614 dv-cinder-851640-3-iscsi neutron-server[115991]: Metering agent@dv-cinder-851640-3-iscsi: {}, Aug 08 00:32:19.256614 dv-cinder-851640-3-iscsi neutron-server[115991]: Open vSwitch agent@dv-cinder-851640-3-iscsi: { 'AddressGroup': '1.2', Aug 08 00:32:19.256614 dv-cinder-851640-3-iscsi neutron-server[115991]: 'Agent': '1.1', Aug 08 00:32:19.256614 dv-cinder-851640-3-iscsi neutron-server[115991]: 'ConntrackHelper': '1.0', Aug 08 00:32:19.256614 dv-cinder-851640-3-iscsi neutron-server[115991]: 'LocalIPAssociation': '1.0', Aug 08 00:32:19.256614 dv-cinder-851640-3-iscsi neutron-server[115991]: 'Log': '1.0', Aug 08 00:32:19.256614 dv-cinder-851640-3-iscsi neutron-server[115991]: 'NDPProxy': '1.0', Aug 08 00:32:19.256614 dv-cinder-851640-3-iscsi neutron-server[115991]: 'Network': '1.1', Aug 08 00:32:19.256614 dv-cinder-851640-3-iscsi neutron-server[115991]: 'Port': '1.7', Aug 08 00:32:19.256614 dv-cinder-851640-3-iscsi neutron-server[115991]: 'PortForwarding': '1.3', Aug 08 00:32:19.256614 dv-cinder-851640-3-iscsi neutron-server[115991]: 'QosPolicy': '1.10', Aug 08 00:32:19.256614 dv-cinder-851640-3-iscsi neutron-server[115991]: 'SecurityGroup': '1.5', Aug 08 00:32:19.256614 dv-cinder-851640-3-iscsi neutron-server[115991]: 'SecurityGroupRule': '1.2', Aug 08 00:32:19.256614 dv-cinder-851640-3-iscsi neutron-server[115991]: 'SubPort': '1.0', Aug 08 00:32:19.256614 dv-cinder-851640-3-iscsi neutron-server[115991]: 'Subnet': '1.1', Aug 08 00:32:19.256614 dv-cinder-851640-3-iscsi neutron-server[115991]: 'Trunk': '1.1'}} Aug 08 00:32:19.256614 dv-cinder-851640-3-iscsi neutron-server[115991]: {{(pid=115991) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 08 00:32:19.272283 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-c66a3ffe-ff4c-4cff-a60e-a28ba40279ed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764676137144'] for network (39987f39-4c60-4c27-9f4f-c7657da06e51), precommit_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:19.328044 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-e7fe2cac-99c5-47d8-bf48-58f37d9af3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (5fd3e569-9aaa-4a74-81fe-f953369912b9), after_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:19.342718 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=74,neutron:INSERT=24,neutron:UPDATE=2 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:32:19.345106 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=63,neutron:INSERT=32,neutron:UPDATE=5 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:32:19.379205 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fe2cac-99c5-47d8-bf48-58f37d9af3b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fd3e569-9aaa-4a74-81fe-f953369912b9,revision_number=1']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:32:19.406721 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-90bca8ed-e630-4926-83e1-6760c83f08ba admin admin] Publish callbacks [] for security_group (482e6ac4-a9c1-43a7-9b2a-f68a43c96614), precommit_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:19.410212 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7fe2cac-99c5-47d8-bf48-58f37d9af3b1 admin admin] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=115991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 08 00:32:19.423076 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-2820539e-1373-4a07-ab87-1f7db3b14d57 admin admin] Publish callbacks [] for security_group (342a6124-db73-49c5-8a31-c7f23aed18f4), precommit_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:19.427294 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-e7fe2cac-99c5-47d8-bf48-58f37d9af3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1398331'] for segment (bcb703c1-69ed-4297-948e-d0d75df0a147), precommit_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:19.427622 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.db.segments_db [None req-e7fe2cac-99c5-47d8-bf48-58f37d9af3b1 admin admin] Added segment bcb703c1-69ed-4297-948e-d0d75df0a147 of type vlan for network 61fd3a5e-b6e8-4581-b720-db1567079b03 Aug 08 00:32:19.457988 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-c66a3ffe-ff4c-4cff-a60e-a28ba40279ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032'] for network (39987f39-4c60-4c27-9f4f-c7657da06e51), after_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:19.459213 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c66a3ffe-ff4c-4cff-a60e-a28ba40279ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:32:19.460018 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-c66a3ffe-ff4c-4cff-a60e-a28ba40279ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575022'] for network (None), before_response {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:19.567605 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66a3ffe-ff4c-4cff-a60e-a28ba40279ed admin admin] Pushing event updated for resources: {'Network': ['ID=39987f39-4c60-4c27-9f4f-c7657da06e51,revision_number=1']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:32:19.575951 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-2820539e-1373-4a07-ab87-1f7db3b14d57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (342a6124-db73-49c5-8a31-c7f23aed18f4), after_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:19.581034 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Network 39987f39-4c60-4c27-9f4f-c7657da06e51 details requested by agent ovs-agent-dv-cinder-851640-3-iscsi with host dv-cinder-851640-3-iscsi {{(pid=115993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 08 00:32:19.588862 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-90bca8ed-e630-4926-83e1-6760c83f08ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (482e6ac4-a9c1-43a7-9b2a-f68a43c96614), after_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:19.605773 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2820539e-1373-4a07-ab87-1f7db3b14d57 admin admin] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=115991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 08 00:32:19.615961 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-2820539e-1373-4a07-ab87-1f7db3b14d57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1398331'] for segment (e72a67c9-8c15-4f85-816f-48dd79f90a1d), precommit_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:19.616389 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.db.segments_db [None req-2820539e-1373-4a07-ab87-1f7db3b14d57 admin admin] Added segment e72a67c9-8c15-4f85-816f-48dd79f90a1d of type vlan for network 80d6d476-8f39-44d3-b747-4eed8b7c1a18 Aug 08 00:32:19.656427 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-2820539e-1373-4a07-ab87-1f7db3b14d57 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764676137144'] for network (80d6d476-8f39-44d3-b747-4eed8b7c1a18), precommit_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:19.669223 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-e7fe2cac-99c5-47d8-bf48-58f37d9af3b1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764676137144'] for network (61fd3a5e-b6e8-4581-b720-db1567079b03), precommit_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:19.677990 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 52908) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:32:19.678557 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-c66a3ffe-ff4c-4cff-a60e-a28ba40279ed admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 873 time: 1.3356209 Aug 08 00:32:19.683836 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.v2.base [None req-23fa6277-949d-4cf4-a366-d2153944893f admin admin] Request body: {'subnet': {'network_id': '39987f39-4c60-4c27-9f4f-c7657da06e51', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1325139685-subnet', 'tenant_id': '9bd235f1f9f44df4b2e3dbd0c05b3a83', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:32:19.711372 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90bca8ed-e630-4926-83e1-6760c83f08ba admin admin] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=115991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 08 00:32:19.739964 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-90bca8ed-e630-4926-83e1-6760c83f08ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1398331'] for segment (cb767145-d50b-451c-8160-2e1b3a55302d), precommit_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:19.740331 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.db.segments_db [None req-90bca8ed-e630-4926-83e1-6760c83f08ba admin admin] Added segment cb767145-d50b-451c-8160-2e1b3a55302d of type vlan for network abb44311-6e2f-413f-afe0-e7c8a0374e4d Aug 08 00:32:19.743178 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2820539e-1373-4a07-ab87-1f7db3b14d57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=342a6124-db73-49c5-8a31-c7f23aed18f4,revision_number=1']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:32:19.814335 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-90bca8ed-e630-4926-83e1-6760c83f08ba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764676137144'] for network (abb44311-6e2f-413f-afe0-e7c8a0374e4d), precommit_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:19.818515 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bca8ed-e630-4926-83e1-6760c83f08ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=482e6ac4-a9c1-43a7-9b2a-f68a43c96614,revision_number=1']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:32:19.825931 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-2820539e-1373-4a07-ab87-1f7db3b14d57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032'] for network (80d6d476-8f39-44d3-b747-4eed8b7c1a18), after_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:19.826944 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2820539e-1373-4a07-ab87-1f7db3b14d57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:32:19.827422 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23fa6277-949d-4cf4-a366-d2153944893f admin admin] Made reservation on behalf of 9bd235f1f9f44df4b2e3dbd0c05b3a83 for: {'subnet': 1} {{(pid=115992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 00:32:19.827558 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-2820539e-1373-4a07-ab87-1f7db3b14d57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575022'] for network (None), before_response {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:19.830757 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-23fa6277-949d-4cf4-a366-d2153944893f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:19.970396 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2820539e-1373-4a07-ab87-1f7db3b14d57 admin admin] Pushing event updated for resources: {'Network': ['ID=80d6d476-8f39-44d3-b747-4eed8b7c1a18,revision_number=1']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:32:19.970396 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-e7fe2cac-99c5-47d8-bf48-58f37d9af3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032'] for network (61fd3a5e-b6e8-4581-b720-db1567079b03), after_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:19.970396 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7fe2cac-99c5-47d8-bf48-58f37d9af3b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:32:19.971917 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Network 80d6d476-8f39-44d3-b747-4eed8b7c1a18 details requested by agent ovs-agent-dv-cinder-851640-3-iscsi with host dv-cinder-851640-3-iscsi {{(pid=115993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 08 00:32:19.972070 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-e7fe2cac-99c5-47d8-bf48-58f37d9af3b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575022'] for network (None), before_response {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:20.126851 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fe2cac-99c5-47d8-bf48-58f37d9af3b1 admin admin] Pushing event updated for resources: {'Network': ['ID=61fd3a5e-b6e8-4581-b720-db1567079b03,revision_number=1']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:32:20.132748 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-90bca8ed-e630-4926-83e1-6760c83f08ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032'] for network (abb44311-6e2f-413f-afe0-e7c8a0374e4d), after_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:20.134044 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90bca8ed-e630-4926-83e1-6760c83f08ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:32:20.135698 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-90bca8ed-e630-4926-83e1-6760c83f08ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575022'] for network (None), before_response {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:20.138368 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Network 61fd3a5e-b6e8-4581-b720-db1567079b03 details requested by agent ovs-agent-dv-cinder-851640-3-iscsi with host dv-cinder-851640-3-iscsi {{(pid=115993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 08 00:32:20.209411 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-2820539e-1373-4a07-ab87-1f7db3b14d57 admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.8052297 Aug 08 00:32:20.212372 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 52932) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:32:20.218720 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.v2.base [None req-07250aa5-eca0-42e2-9faa-a76e8c14ee83 admin admin] Request body: {'subnet': {'network_id': '80d6d476-8f39-44d3-b747-4eed8b7c1a18', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1947753513-subnet', 'tenant_id': '1aa84c8a680d49f8be48580c62c18889', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:32:20.242787 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bca8ed-e630-4926-83e1-6760c83f08ba admin admin] Pushing event updated for resources: {'Network': ['ID=abb44311-6e2f-413f-afe0-e7c8a0374e4d,revision_number=1']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:32:20.252994 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Network abb44311-6e2f-413f-afe0-e7c8a0374e4d details requested by agent ovs-agent-dv-cinder-851640-3-iscsi with host dv-cinder-851640-3-iscsi {{(pid=115993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 08 00:32:20.275849 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-23fa6277-949d-4cf4-a366-d2153944893f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032'] for subnet (0eda73d9-3865-4e7b-8b67-75076c7b1107), after_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:20.305010 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=78,neutron:INSERT=13,neutron:UPDATE=7,neutron:DELETE=2 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:32:20.311408 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-e7fe2cac-99c5-47d8-bf48-58f37d9af3b1 admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 866 time: 1.9380589 Aug 08 00:32:20.316446 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-90bca8ed-e630-4926-83e1-6760c83f08ba admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.8333077 Aug 08 00:32:20.316446 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 52936) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:32:20.318745 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.v2.base [None req-8b84be80-0f95-43e3-8cc1-077ffe052c0b admin admin] Request body: {'subnet': {'network_id': '61fd3a5e-b6e8-4581-b720-db1567079b03', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1333376981-subnet', 'tenant_id': '7214cb5b7d4c4c949c84dc81601a89e0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:32:20.322095 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 52938) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:32:20.333478 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.v2.base [None req-d6cbbf75-5449-404e-adcd-d5c3a1d8508c admin admin] Request body: {'subnet': {'network_id': 'abb44311-6e2f-413f-afe0-e7c8a0374e4d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-548122902-subnet', 'tenant_id': '509dc2cd350b482c8a7ffc5abc681a78', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:32:20.353636 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fa6277-949d-4cf4-a366-d2153944893f admin admin] Pushing event updated for resources: {'Subnet': ['ID=0eda73d9-3865-4e7b-8b67-75076c7b1107,revision_number=0']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:32:20.375690 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fa6277-949d-4cf4-a366-d2153944893f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:32:20.376295 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fa6277-949d-4cf4-a366-d2153944893f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:32:20.376420 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fa6277-949d-4cf4-a366-d2153944893f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:32:20.376791 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fa6277-949d-4cf4-a366-d2153944893f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:32:20.377122 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fa6277-949d-4cf4-a366-d2153944893f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:32:20.377448 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fa6277-949d-4cf4-a366-d2153944893f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:32:20.377769 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fa6277-949d-4cf4-a366-d2153944893f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:32:20.378089 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fa6277-949d-4cf4-a366-d2153944893f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:32:20.378427 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fa6277-949d-4cf4-a366-d2153944893f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:32:20.378749 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fa6277-949d-4cf4-a366-d2153944893f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:32:20.379113 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fa6277-949d-4cf4-a366-d2153944893f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:32:20.379465 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fa6277-949d-4cf4-a366-d2153944893f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:32:20.379781 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fa6277-949d-4cf4-a366-d2153944893f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:32:20.380309 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fa6277-949d-4cf4-a366-d2153944893f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:32:20.380619 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fa6277-949d-4cf4-a366-d2153944893f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:32:20.381787 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fa6277-949d-4cf4-a366-d2153944893f admin admin] Tracked resource versions report: Aug 08 00:32:20.381787 dv-cinder-851640-3-iscsi neutron-server[115992]: pushed versions: Aug 08 00:32:20.381787 dv-cinder-851640-3-iscsi neutron-server[115992]: { 'AddressGroup': {'1.2'}, Aug 08 00:32:20.381787 dv-cinder-851640-3-iscsi neutron-server[115992]: 'Agent': {'1.1'}, Aug 08 00:32:20.381787 dv-cinder-851640-3-iscsi neutron-server[115992]: 'ConntrackHelper': {'1.0'}, Aug 08 00:32:20.381787 dv-cinder-851640-3-iscsi neutron-server[115992]: 'LocalIPAssociation': {'1.0'}, Aug 08 00:32:20.381787 dv-cinder-851640-3-iscsi neutron-server[115992]: 'Log': {'1.0'}, Aug 08 00:32:20.381787 dv-cinder-851640-3-iscsi neutron-server[115992]: 'NDPProxy': {'1.0'}, Aug 08 00:32:20.381787 dv-cinder-851640-3-iscsi neutron-server[115992]: 'Network': {'1.1'}, Aug 08 00:32:20.381787 dv-cinder-851640-3-iscsi neutron-server[115992]: 'Port': {'1.7'}, Aug 08 00:32:20.381787 dv-cinder-851640-3-iscsi neutron-server[115992]: 'PortForwarding': {'1.3'}, Aug 08 00:32:20.381787 dv-cinder-851640-3-iscsi neutron-server[115992]: 'QosPolicy': {'1.10'}, Aug 08 00:32:20.381787 dv-cinder-851640-3-iscsi neutron-server[115992]: 'SecurityGroup': {'1.5'}, Aug 08 00:32:20.381787 dv-cinder-851640-3-iscsi neutron-server[115992]: 'SecurityGroupRule': {'1.2'}, Aug 08 00:32:20.381787 dv-cinder-851640-3-iscsi neutron-server[115992]: 'SubPort': {'1.0'}, Aug 08 00:32:20.381787 dv-cinder-851640-3-iscsi neutron-server[115992]: 'Subnet': {'1.1'}, Aug 08 00:32:20.381787 dv-cinder-851640-3-iscsi neutron-server[115992]: 'Trunk': {'1.1'}} Aug 08 00:32:20.381787 dv-cinder-851640-3-iscsi neutron-server[115992]: consumer versions: Aug 08 00:32:20.381787 dv-cinder-851640-3-iscsi neutron-server[115992]: { DHCP agent@dv-cinder-851640-3-iscsi: {}, Aug 08 00:32:20.381787 dv-cinder-851640-3-iscsi neutron-server[115992]: HyperV agent@hv-cinder-85164: {}, Aug 08 00:32:20.381787 dv-cinder-851640-3-iscsi neutron-server[115992]: L3 agent@dv-cinder-851640-3-iscsi: {}, Aug 08 00:32:20.381787 dv-cinder-851640-3-iscsi neutron-server[115992]: Metadata agent@dv-cinder-851640-3-iscsi: {}, Aug 08 00:32:20.381787 dv-cinder-851640-3-iscsi neutron-server[115992]: Metering agent@dv-cinder-851640-3-iscsi: {}, Aug 08 00:32:20.381787 dv-cinder-851640-3-iscsi neutron-server[115992]: Open vSwitch agent@dv-cinder-851640-3-iscsi: { 'AddressGroup': '1.2', Aug 08 00:32:20.381787 dv-cinder-851640-3-iscsi neutron-server[115992]: 'Agent': '1.1', Aug 08 00:32:20.381787 dv-cinder-851640-3-iscsi neutron-server[115992]: 'ConntrackHelper': '1.0', Aug 08 00:32:20.381787 dv-cinder-851640-3-iscsi neutron-server[115992]: 'LocalIPAssociation': '1.0', Aug 08 00:32:20.381787 dv-cinder-851640-3-iscsi neutron-server[115992]: 'Log': '1.0', Aug 08 00:32:20.381787 dv-cinder-851640-3-iscsi neutron-server[115992]: 'NDPProxy': '1.0', Aug 08 00:32:20.381787 dv-cinder-851640-3-iscsi neutron-server[115992]: 'Network': '1.1', Aug 08 00:32:20.381787 dv-cinder-851640-3-iscsi neutron-server[115992]: 'Port': '1.7', Aug 08 00:32:20.381787 dv-cinder-851640-3-iscsi neutron-server[115992]: 'PortForwarding': '1.3', Aug 08 00:32:20.381787 dv-cinder-851640-3-iscsi neutron-server[115992]: 'QosPolicy': '1.10', Aug 08 00:32:20.381787 dv-cinder-851640-3-iscsi neutron-server[115992]: 'SecurityGroup': '1.5', Aug 08 00:32:20.381787 dv-cinder-851640-3-iscsi neutron-server[115992]: 'SecurityGroupRule': '1.2', Aug 08 00:32:20.381787 dv-cinder-851640-3-iscsi neutron-server[115992]: 'SubPort': '1.0', Aug 08 00:32:20.381787 dv-cinder-851640-3-iscsi neutron-server[115992]: 'Subnet': '1.1', Aug 08 00:32:20.381787 dv-cinder-851640-3-iscsi neutron-server[115992]: 'Trunk': '1.1'}} Aug 08 00:32:20.381787 dv-cinder-851640-3-iscsi neutron-server[115992]: {{(pid=115992) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 08 00:32:20.394275 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23fa6277-949d-4cf4-a366-d2153944893f admin admin] Checking segment: {'id': '2a679dcc-fb6c-48d4-923f-83795704b214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '39987f39-4c60-4c27-9f4f-c7657da06e51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 00:32:20.394859 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23fa6277-949d-4cf4-a366-d2153944893f admin admin] Network hostable DHCP agents. Network: 39987f39-4c60-4c27-9f4f-c7657da06e51, hostable agents: ['93e2312b-3744-4a9e-8723-a0f19f10f89a'], hosted agents: [] {{(pid=115992) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 08 00:32:20.424573 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07250aa5-eca0-42e2-9faa-a76e8c14ee83 admin admin] Made reservation on behalf of 1aa84c8a680d49f8be48580c62c18889 for: {'subnet': 1} {{(pid=115992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 00:32:20.424796 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b84be80-0f95-43e3-8cc1-077ffe052c0b admin admin] Made reservation on behalf of 7214cb5b7d4c4c949c84dc81601a89e0 for: {'subnet': 1} {{(pid=115991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 00:32:20.426847 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-8b84be80-0f95-43e3-8cc1-077ffe052c0b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:20.427056 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-07250aa5-eca0-42e2-9faa-a76e8c14ee83 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:20.470974 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6cbbf75-5449-404e-adcd-d5c3a1d8508c admin admin] Made reservation on behalf of 509dc2cd350b482c8a7ffc5abc681a78 for: {'subnet': 1} {{(pid=115992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 00:32:20.473351 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-d6cbbf75-5449-404e-adcd-d5c3a1d8508c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:20.521020 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23fa6277-949d-4cf4-a366-d2153944893f admin admin] Network 39987f39-4c60-4c27-9f4f-c7657da06e51 is scheduled to be hosted by DHCP agent 93e2312b-3744-4a9e-8723-a0f19f10f89a with binding_index 1 {{(pid=115992) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 08 00:32:20.546608 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:INSERT=7,neutron:SELECT=85,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:32:20.634958 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:32:20.673241 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.scheduler.base_scheduler [None req-23fa6277-949d-4cf4-a366-d2153944893f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851640-3-iscsi, 39987f39-4c60-4c27-9f4f-c7657da06e51) {{(pid=115992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 00:32:20.683813 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8999add-9f55-41d3-a0c7-799cd2555739 None None] Network 39987f39-4c60-4c27-9f4f-c7657da06e51 requested from dv-cinder-851640-3-iscsi {{(pid=115993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 00:32:20.692581 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-8b84be80-0f95-43e3-8cc1-077ffe052c0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032'] for subnet (1315c81b-9b10-4234-bb5d-d20004ee7054), after_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:20.743984 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23fa6277-949d-4cf4-a366-d2153944893f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:32:20.744860 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-23fa6277-949d-4cf4-a366-d2153944893f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575022'] for subnet (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:20.824408 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-d6cbbf75-5449-404e-adcd-d5c3a1d8508c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032'] for subnet (1fe90e31-9e0d-4871-9c87-c3ee5b1fb9ea), after_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:20.827702 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:32:20.827878 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b84be80-0f95-43e3-8cc1-077ffe052c0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=1315c81b-9b10-4234-bb5d-d20004ee7054,revision_number=0']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:32:20.847109 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b84be80-0f95-43e3-8cc1-077ffe052c0b admin admin] Checking segment: {'id': 'bcb703c1-69ed-4297-948e-d0d75df0a147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '61fd3a5e-b6e8-4581-b720-db1567079b03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 00:32:20.847558 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b84be80-0f95-43e3-8cc1-077ffe052c0b admin admin] Network hostable DHCP agents. Network: 61fd3a5e-b6e8-4581-b720-db1567079b03, hostable agents: ['93e2312b-3744-4a9e-8723-a0f19f10f89a'], hosted agents: [] {{(pid=115991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 08 00:32:20.878883 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3adff06-f17a-4d70-b363-abb8b91d5787 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdec297ae-4d72-52f1-8857-0419de17422d-39987f39-4c60-4c27-9f4f-c7657da06e51', 'network_id': '39987f39-4c60-4c27-9f4f-c7657da06e51', 'project_id': '9bd235f1f9f44df4b2e3dbd0c05b3a83', 'fixed_ips': [{'subnet_id': '0eda73d9-3865-4e7b-8b67-75076c7b1107'}]}} from dv-cinder-851640-3-iscsi. {{(pid=115993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 08 00:32:20.880359 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-c3adff06-f17a-4d70-b363-abb8b91d5787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (None), before_create {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:20.882404 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-23fa6277-949d-4cf4-a366-d2153944893f admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.2032962 Aug 08 00:32:20.885295 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 52952) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:32:20.890072 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.v2.base [None req-b436b244-ce12-4e99-bbd3-3c2086ea4604 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1325139685-router', 'tenant_id': '9bd235f1f9f44df4b2e3dbd0c05b3a83', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f'}}} {{(pid=115991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:32:20.916442 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-07250aa5-eca0-42e2-9faa-a76e8c14ee83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032'] for subnet (2e97ee91-c7eb-4a92-adff-260b02055216), after_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:20.935648 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cbbf75-5449-404e-adcd-d5c3a1d8508c admin admin] Pushing event updated for resources: {'Subnet': ['ID=1fe90e31-9e0d-4871-9c87-c3ee5b1fb9ea,revision_number=0']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:32:20.948759 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b84be80-0f95-43e3-8cc1-077ffe052c0b admin admin] Network 61fd3a5e-b6e8-4581-b720-db1567079b03 is scheduled to be hosted by DHCP agent 93e2312b-3744-4a9e-8723-a0f19f10f89a with binding_index 1 {{(pid=115991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 08 00:32:20.999181 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6cbbf75-5449-404e-adcd-d5c3a1d8508c admin admin] Checking segment: {'id': 'cb767145-d50b-451c-8160-2e1b3a55302d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'abb44311-6e2f-413f-afe0-e7c8a0374e4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 00:32:20.999565 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6cbbf75-5449-404e-adcd-d5c3a1d8508c admin admin] Network hostable DHCP agents. Network: abb44311-6e2f-413f-afe0-e7c8a0374e4d, hostable agents: ['93e2312b-3744-4a9e-8723-a0f19f10f89a'], hosted agents: [] {{(pid=115992) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 08 00:32:21.020930 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07250aa5-eca0-42e2-9faa-a76e8c14ee83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e97ee91-c7eb-4a92-adff-260b02055216,revision_number=0']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:32:21.025313 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07250aa5-eca0-42e2-9faa-a76e8c14ee83 admin admin] Checking segment: {'id': 'e72a67c9-8c15-4f85-816f-48dd79f90a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '80d6d476-8f39-44d3-b747-4eed8b7c1a18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 00:32:21.025671 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07250aa5-eca0-42e2-9faa-a76e8c14ee83 admin admin] Network hostable DHCP agents. Network: 80d6d476-8f39-44d3-b747-4eed8b7c1a18, hostable agents: ['93e2312b-3744-4a9e-8723-a0f19f10f89a'], hosted agents: [] {{(pid=115992) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 08 00:32:21.031015 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-b436b244-ce12-4e99-bbd3-3c2086ea4604 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-512329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-835'] for router (b23ca0f7-80f8-40c6-b21d-64a539750244), before_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:21.039574 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-b436b244-ce12-4e99-bbd3-3c2086ea4604 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-502562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-438731', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1613470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-842'] for router (b23ca0f7-80f8-40c6-b21d-64a539750244), precommit_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:21.039910 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.scheduler.base_scheduler [None req-8b84be80-0f95-43e3-8cc1-077ffe052c0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851640-3-iscsi, 61fd3a5e-b6e8-4581-b720-db1567079b03) {{(pid=115991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 00:32:21.044797 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b84be80-0f95-43e3-8cc1-077ffe052c0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:32:21.045446 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-8b84be80-0f95-43e3-8cc1-077ffe052c0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575022'] for subnet (None), before_response {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:21.057036 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4329da08-1bfe-4df9-82e2-4e1a4f4c63b4 None None] Network 61fd3a5e-b6e8-4581-b720-db1567079b03 requested from dv-cinder-851640-3-iscsi {{(pid=115993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 00:32:21.078777 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.db_base_plugin_common [None req-c3adff06-f17a-4d70-b363-abb8b91d5787 None None] Allocated IP 172.20.0.2 (39987f39-4c60-4c27-9f4f-c7657da06e51/0eda73d9-3865-4e7b-8b67-75076c7b1107/2c60625b-8c13-46df-91d2-abbb2ff878ff) {{(pid=115993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 00:32:21.117145 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-b436b244-ce12-4e99-bbd3-3c2086ea4604 admin admin] Publish callbacks [] for router_controller (b23ca0f7-80f8-40c6-b21d-64a539750244), precommit_add_association {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:21.143980 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6cbbf75-5449-404e-adcd-d5c3a1d8508c admin admin] Network abb44311-6e2f-413f-afe0-e7c8a0374e4d is scheduled to be hosted by DHCP agent 93e2312b-3744-4a9e-8723-a0f19f10f89a with binding_index 1 {{(pid=115992) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 08 00:32:21.146502 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07250aa5-eca0-42e2-9faa-a76e8c14ee83 admin admin] Network 80d6d476-8f39-44d3-b747-4eed8b7c1a18 is scheduled to be hosted by DHCP agent 93e2312b-3744-4a9e-8723-a0f19f10f89a with binding_index 1 {{(pid=115992) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 08 00:32:21.151279 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-8b84be80-0f95-43e3-8cc1-077ffe052c0b admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8353553 Aug 08 00:32:21.153406 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 52962) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:32:21.159163 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.v2.base [None req-0e97f723-0c6c-481f-aef4-4dce6ee3ed9d admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1333376981-router', 'tenant_id': '7214cb5b7d4c4c949c84dc81601a89e0', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f'}}} {{(pid=115991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:32:21.161877 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.scheduler.base_scheduler [None req-07250aa5-eca0-42e2-9faa-a76e8c14ee83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851640-3-iscsi, 80d6d476-8f39-44d3-b747-4eed8b7c1a18) {{(pid=115992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 00:32:21.163380 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.scheduler.base_scheduler [None req-d6cbbf75-5449-404e-adcd-d5c3a1d8508c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851640-3-iscsi, abb44311-6e2f-413f-afe0-e7c8a0374e4d) {{(pid=115992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 00:32:21.174670 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07250aa5-eca0-42e2-9faa-a76e8c14ee83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:32:21.181966 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-07250aa5-eca0-42e2-9faa-a76e8c14ee83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575022'] for subnet (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:21.209584 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-773015f4-700e-4878-8cc4-2196137f51a7 None None] Network 80d6d476-8f39-44d3-b747-4eed8b7c1a18 requested from dv-cinder-851640-3-iscsi {{(pid=115993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 00:32:21.226390 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6cbbf75-5449-404e-adcd-d5c3a1d8508c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:32:21.227178 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-d6cbbf75-5449-404e-adcd-d5c3a1d8508c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575022'] for subnet (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:21.252005 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c5dd1c5-8872-4180-8e8c-b6e0493f2159 None None] Network abb44311-6e2f-413f-afe0-e7c8a0374e4d requested from dv-cinder-851640-3-iscsi {{(pid=115993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 00:32:21.268164 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-07250aa5-eca0-42e2-9faa-a76e8c14ee83 admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0537279 Aug 08 00:32:21.269902 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 52974) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:32:21.274406 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.v2.base [None req-b493b39c-e344-4d11-b5d2-15c09c32360e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1947753513-router', 'tenant_id': '1aa84c8a680d49f8be48580c62c18889', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f'}}} {{(pid=115992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:32:21.355356 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-d6cbbf75-5449-404e-adcd-d5c3a1d8508c admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0262761 Aug 08 00:32:21.382777 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-b436b244-ce12-4e99-bbd3-3c2086ea4604 admin admin] Publish callbacks [] for router_gateway (b23ca0f7-80f8-40c6-b21d-64a539750244), precommit_update {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:21.410533 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-b493b39c-e344-4d11-b5d2-15c09c32360e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-512329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-835'] for router (86e559f2-866e-494b-82ad-b5b594a151c0), before_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:21.411933 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-b493b39c-e344-4d11-b5d2-15c09c32360e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-502562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-438731', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1613470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-842'] for router (86e559f2-866e-494b-82ad-b5b594a151c0), precommit_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:21.461052 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa2cf97-ef64-4ce7-a3fc-df8a13015617 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdec297ae-4d72-52f1-8857-0419de17422d-61fd3a5e-b6e8-4581-b720-db1567079b03', 'network_id': '61fd3a5e-b6e8-4581-b720-db1567079b03', 'project_id': '7214cb5b7d4c4c949c84dc81601a89e0', 'fixed_ips': [{'subnet_id': '1315c81b-9b10-4234-bb5d-d20004ee7054'}]}} from dv-cinder-851640-3-iscsi. {{(pid=115993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 08 00:32:21.461974 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-7fa2cf97-ef64-4ce7-a3fc-df8a13015617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (None), before_create {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:21.464401 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:32:21.473991 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-0e97f723-0c6c-481f-aef4-4dce6ee3ed9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-512329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-835'] for router (863516f4-f151-4036-8bc9-319f1407fa27), before_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:21.475521 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-0e97f723-0c6c-481f-aef4-4dce6ee3ed9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-502562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-438731', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1613470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-842'] for router (863516f4-f151-4036-8bc9-319f1407fa27), precommit_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:21.613555 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-b493b39c-e344-4d11-b5d2-15c09c32360e admin admin] Publish callbacks [] for router_controller (86e559f2-866e-494b-82ad-b5b594a151c0), precommit_add_association {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:21.620146 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-0e97f723-0c6c-481f-aef4-4dce6ee3ed9d admin admin] Publish callbacks [] for router_controller (863516f4-f151-4036-8bc9-319f1407fa27), precommit_add_association {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:21.683122 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:32:21.855996 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 53000) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:32:21.901166 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9083a2b5-b594-4071-a6e9-39c6783a06b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdec297ae-4d72-52f1-8857-0419de17422d-80d6d476-8f39-44d3-b747-4eed8b7c1a18', 'network_id': '80d6d476-8f39-44d3-b747-4eed8b7c1a18', 'project_id': '1aa84c8a680d49f8be48580c62c18889', 'fixed_ips': [{'subnet_id': '2e97ee91-c7eb-4a92-adff-260b02055216'}]}} from dv-cinder-851640-3-iscsi. {{(pid=115993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 08 00:32:22.176621 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-9083a2b5-b594-4071-a6e9-39c6783a06b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (None), before_create {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:22.176621 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-c3adff06-f17a-4d70-b363-abb8b91d5787 None None] Publish callbacks [] for port (2c60625b-8c13-46df-91d2-abbb2ff878ff), precommit_create {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:22.176621 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58180cd0-ffa8-4c46-a803-d47e016d2e72 None None] Network abb44311-6e2f-413f-afe0-e7c8a0374e4d requested from dv-cinder-851640-3-iscsi {{(pid=115993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 00:32:22.177896 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-0e97f723-0c6c-481f-aef4-4dce6ee3ed9d admin admin] Publish callbacks [] for router_gateway (863516f4-f151-4036-8bc9-319f1407fa27), precommit_update {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:22.177896 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-b436b244-ce12-4e99-bbd3-3c2086ea4604 admin admin] Publish callbacks [] for router_gateway (b23ca0f7-80f8-40c6-b21d-64a539750244), before_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:22.177896 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-b436b244-ce12-4e99-bbd3-3c2086ea4604 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (None), before_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:22.178365 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-c3adff06-f17a-4d70-b363-abb8b91d5787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764676113785'] for port (2c60625b-8c13-46df-91d2-abbb2ff878ff), after_create {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:22.178612 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-b493b39c-e344-4d11-b5d2-15c09c32360e admin admin] Publish callbacks [] for router_gateway (86e559f2-866e-494b-82ad-b5b594a151c0), precommit_update {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:22.208152 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-def15fd9-31c3-4ed3-9b4b-abf9d589e2fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:22.274886 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.db_base_plugin_common [None req-7fa2cf97-ef64-4ce7-a3fc-df8a13015617 None None] Allocated IP 172.20.0.2 (61fd3a5e-b6e8-4581-b720-db1567079b03/1315c81b-9b10-4234-bb5d-d20004ee7054/6f32f53d-3fcb-403e-b34b-565d931cd8ae) {{(pid=115993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 00:32:22.291097 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3adff06-f17a-4d70-b363-abb8b91d5787 None None] Network 39987f39-4c60-4c27-9f4f-c7657da06e51 is already hosted by enough agents. {{(pid=115993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 00:32:22.313385 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.scheduler.base_scheduler [None req-c3adff06-f17a-4d70-b363-abb8b91d5787 None None] Resources bound (agent type, host, resource id): {{(pid=115993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 00:32:22.324589 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3adff06-f17a-4d70-b363-abb8b91d5787 None None] Received port after_create {{(pid=115993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 00:32:22.348503 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3adff06-f17a-4d70-b363-abb8b91d5787 None None] Pushing event updated for resources: {'Port': ['ID=2c60625b-8c13-46df-91d2-abbb2ff878ff,revision_number=1']} {{(pid=115993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:32:22.380318 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3adff06-f17a-4d70-b363-abb8b91d5787 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:32:22.380318 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3adff06-f17a-4d70-b363-abb8b91d5787 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:32:22.380318 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3adff06-f17a-4d70-b363-abb8b91d5787 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:32:22.380318 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3adff06-f17a-4d70-b363-abb8b91d5787 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:32:22.380318 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3adff06-f17a-4d70-b363-abb8b91d5787 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:32:22.380318 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3adff06-f17a-4d70-b363-abb8b91d5787 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:32:22.380318 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3adff06-f17a-4d70-b363-abb8b91d5787 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:32:22.380318 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3adff06-f17a-4d70-b363-abb8b91d5787 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:32:22.380318 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3adff06-f17a-4d70-b363-abb8b91d5787 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:32:22.380318 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3adff06-f17a-4d70-b363-abb8b91d5787 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:32:22.380318 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3adff06-f17a-4d70-b363-abb8b91d5787 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:32:22.381199 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3adff06-f17a-4d70-b363-abb8b91d5787 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:32:22.381199 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3adff06-f17a-4d70-b363-abb8b91d5787 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:32:22.381199 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3adff06-f17a-4d70-b363-abb8b91d5787 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:32:22.381460 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3adff06-f17a-4d70-b363-abb8b91d5787 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:32:22.382645 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3adff06-f17a-4d70-b363-abb8b91d5787 None None] Tracked resource versions report: Aug 08 00:32:22.382645 dv-cinder-851640-3-iscsi neutron-server[115993]: pushed versions: Aug 08 00:32:22.382645 dv-cinder-851640-3-iscsi neutron-server[115993]: { 'AddressGroup': {'1.2'}, Aug 08 00:32:22.382645 dv-cinder-851640-3-iscsi neutron-server[115993]: 'Agent': {'1.1'}, Aug 08 00:32:22.382645 dv-cinder-851640-3-iscsi neutron-server[115993]: 'ConntrackHelper': {'1.0'}, Aug 08 00:32:22.382645 dv-cinder-851640-3-iscsi neutron-server[115993]: 'LocalIPAssociation': {'1.0'}, Aug 08 00:32:22.382645 dv-cinder-851640-3-iscsi neutron-server[115993]: 'Log': {'1.0'}, Aug 08 00:32:22.382645 dv-cinder-851640-3-iscsi neutron-server[115993]: 'NDPProxy': {'1.0'}, Aug 08 00:32:22.382645 dv-cinder-851640-3-iscsi neutron-server[115993]: 'Network': {'1.1'}, Aug 08 00:32:22.382645 dv-cinder-851640-3-iscsi neutron-server[115993]: 'Port': {'1.7'}, Aug 08 00:32:22.382645 dv-cinder-851640-3-iscsi neutron-server[115993]: 'PortForwarding': {'1.3'}, Aug 08 00:32:22.382645 dv-cinder-851640-3-iscsi neutron-server[115993]: 'QosPolicy': {'1.10'}, Aug 08 00:32:22.382645 dv-cinder-851640-3-iscsi neutron-server[115993]: 'SecurityGroup': {'1.5'}, Aug 08 00:32:22.382645 dv-cinder-851640-3-iscsi neutron-server[115993]: 'SecurityGroupRule': {'1.2'}, Aug 08 00:32:22.382645 dv-cinder-851640-3-iscsi neutron-server[115993]: 'SubPort': {'1.0'}, Aug 08 00:32:22.382645 dv-cinder-851640-3-iscsi neutron-server[115993]: 'Subnet': {'1.1'}, Aug 08 00:32:22.382645 dv-cinder-851640-3-iscsi neutron-server[115993]: 'Trunk': {'1.1'}} Aug 08 00:32:22.382645 dv-cinder-851640-3-iscsi neutron-server[115993]: consumer versions: Aug 08 00:32:22.382645 dv-cinder-851640-3-iscsi neutron-server[115993]: { DHCP agent@dv-cinder-851640-3-iscsi: {}, Aug 08 00:32:22.382645 dv-cinder-851640-3-iscsi neutron-server[115993]: HyperV agent@hv-cinder-85164: {}, Aug 08 00:32:22.382645 dv-cinder-851640-3-iscsi neutron-server[115993]: L3 agent@dv-cinder-851640-3-iscsi: {}, Aug 08 00:32:22.382645 dv-cinder-851640-3-iscsi neutron-server[115993]: Metadata agent@dv-cinder-851640-3-iscsi: {}, Aug 08 00:32:22.382645 dv-cinder-851640-3-iscsi neutron-server[115993]: Metering agent@dv-cinder-851640-3-iscsi: {}, Aug 08 00:32:22.382645 dv-cinder-851640-3-iscsi neutron-server[115993]: Open vSwitch agent@dv-cinder-851640-3-iscsi: { 'AddressGroup': '1.2', Aug 08 00:32:22.382645 dv-cinder-851640-3-iscsi neutron-server[115993]: 'Agent': '1.1', Aug 08 00:32:22.382645 dv-cinder-851640-3-iscsi neutron-server[115993]: 'ConntrackHelper': '1.0', Aug 08 00:32:22.382645 dv-cinder-851640-3-iscsi neutron-server[115993]: 'LocalIPAssociation': '1.0', Aug 08 00:32:22.382645 dv-cinder-851640-3-iscsi neutron-server[115993]: 'Log': '1.0', Aug 08 00:32:22.382645 dv-cinder-851640-3-iscsi neutron-server[115993]: 'NDPProxy': '1.0', Aug 08 00:32:22.382645 dv-cinder-851640-3-iscsi neutron-server[115993]: 'Network': '1.1', Aug 08 00:32:22.382645 dv-cinder-851640-3-iscsi neutron-server[115993]: 'Port': '1.7', Aug 08 00:32:22.382645 dv-cinder-851640-3-iscsi neutron-server[115993]: 'PortForwarding': '1.3', Aug 08 00:32:22.382645 dv-cinder-851640-3-iscsi neutron-server[115993]: 'QosPolicy': '1.10', Aug 08 00:32:22.382645 dv-cinder-851640-3-iscsi neutron-server[115993]: 'SecurityGroup': '1.5', Aug 08 00:32:22.382645 dv-cinder-851640-3-iscsi neutron-server[115993]: 'SecurityGroupRule': '1.2', Aug 08 00:32:22.382645 dv-cinder-851640-3-iscsi neutron-server[115993]: 'SubPort': '1.0', Aug 08 00:32:22.382645 dv-cinder-851640-3-iscsi neutron-server[115993]: 'Subnet': '1.1', Aug 08 00:32:22.382645 dv-cinder-851640-3-iscsi neutron-server[115993]: 'Trunk': '1.1'}} Aug 08 00:32:22.382645 dv-cinder-851640-3-iscsi neutron-server[115993]: {{(pid=115993) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 08 00:32:22.500640 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:32:22.513259 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.db.db_base_plugin_common [None req-b436b244-ce12-4e99-bbd3-3c2086ea4604 admin admin] Allocated IP 172.27.3.183 (743d2d45-6b8c-49b7-a932-c537e45f946f/7df84031-3cb2-4601-a018-b61b0ad731dc/946253c3-8a61-4421-baf0-6eeef069f045) {{(pid=115991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 00:32:22.533710 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.managers [None req-c3adff06-f17a-4d70-b363-abb8b91d5787 None None] Attempting to bind port 2c60625b-8c13-46df-91d2-abbb2ff878ff on host dv-cinder-851640-3-iscsi for vnic_type normal with profile {{(pid=115993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 00:32:22.534188 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.managers [None req-c3adff06-f17a-4d70-b363-abb8b91d5787 None None] Attempting to bind port 2c60625b-8c13-46df-91d2-abbb2ff878ff by drivers openvswitch,hyperv on host dv-cinder-851640-3-iscsi at level 0 using segments [{'id': '2a679dcc-fb6c-48d4-923f-83795704b214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '39987f39-4c60-4c27-9f4f-c7657da06e51'}] {{(pid=115993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 00:32:22.534648 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3adff06-f17a-4d70-b363-abb8b91d5787 None None] Attempting to bind port 2c60625b-8c13-46df-91d2-abbb2ff878ff on network 39987f39-4c60-4c27-9f4f-c7657da06e51 {{(pid=115993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 00:32:22.535170 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-0e97f723-0c6c-481f-aef4-4dce6ee3ed9d admin admin] Publish callbacks [] for router_gateway (863516f4-f151-4036-8bc9-319f1407fa27), before_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:22.561698 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3adff06-f17a-4d70-b363-abb8b91d5787 None None] Checking agent: {'id': 'aa35aa05-3c09-40ae-a1e3-ebf96fe3358c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851640-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 0, 24, 15), 'started_at': datetime.datetime(2022, 8, 8, 0, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 0, 32, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851640-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 00:32:22.561698 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3adff06-f17a-4d70-b363-abb8b91d5787 None None] Checking segment: {'id': '2a679dcc-fb6c-48d4-923f-83795704b214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '39987f39-4c60-4c27-9f4f-c7657da06e51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 00:32:22.561698 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-c3adff06-f17a-4d70-b363-abb8b91d5787 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:22.561698 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3adff06-f17a-4d70-b363-abb8b91d5787 None None] Bound using segment: {'id': '2a679dcc-fb6c-48d4-923f-83795704b214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '39987f39-4c60-4c27-9f4f-c7657da06e51'} {{(pid=115993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 00:32:22.561698 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.managers [None req-c3adff06-f17a-4d70-b363-abb8b91d5787 None None] Bound port: 2c60625b-8c13-46df-91d2-abbb2ff878ff, host: dv-cinder-851640-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a679dcc-fb6c-48d4-923f-83795704b214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '39987f39-4c60-4c27-9f4f-c7657da06e51'}}] {{(pid=115993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 00:32:22.561698 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-c3adff06-f17a-4d70-b363-abb8b91d5787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (2c60625b-8c13-46df-91d2-abbb2ff878ff), before_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:22.571343 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.db_base_plugin_common [None req-9083a2b5-b594-4071-a6e9-39c6783a06b2 None None] Allocated IP 172.20.0.2 (80d6d476-8f39-44d3-b747-4eed8b7c1a18/2e97ee91-c7eb-4a92-adff-260b02055216/6f2d2630-ecb2-412f-a0f9-661eac625a18) {{(pid=115993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 00:32:22.576923 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:INSERT=12,neutron:SELECT=83,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:32:22.580734 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-0e97f723-0c6c-481f-aef4-4dce6ee3ed9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (None), before_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:22.659362 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-c3adff06-f17a-4d70-b363-abb8b91d5787 None None] For port 2c60625b-8c13-46df-91d2-abbb2ff878ff, host dv-cinder-851640-3-iscsi, cleared binding levels {{(pid=115993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 00:32:22.764379 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-c3adff06-f17a-4d70-b363-abb8b91d5787 None None] For port 2c60625b-8c13-46df-91d2-abbb2ff878ff, host dv-cinder-851640-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851640-3-iscsi',level=0,port_id=2c60625b-8c13-46df-91d2-abbb2ff878ff,segment=NetworkSegment(2a679dcc-fb6c-48d4-923f-83795704b214),segment_id=2a679dcc-fb6c-48d4-923f-83795704b214)] {{(pid=115993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 00:32:22.799397 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-def15fd9-31c3-4ed3-9b4b-abf9d589e2fc admin admin] Publish callbacks [] for security_group (337b6139-fb35-4d5e-9f97-7a63504906aa), precommit_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:22.816925 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-b493b39c-e344-4d11-b5d2-15c09c32360e admin admin] Publish callbacks [] for router_gateway (86e559f2-866e-494b-82ad-b5b594a151c0), before_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:22.856408 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-c3adff06-f17a-4d70-b363-abb8b91d5787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821'] for port (2c60625b-8c13-46df-91d2-abbb2ff878ff), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:22.866888 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-7fa2cf97-ef64-4ce7-a3fc-df8a13015617 None None] Publish callbacks [] for port (6f32f53d-3fcb-403e-b34b-565d931cd8ae), precommit_create {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:22.869125 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-b493b39c-e344-4d11-b5d2-15c09c32360e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (None), before_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:22.890150 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:32:22.894595 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-def15fd9-31c3-4ed3-9b4b-abf9d589e2fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (337b6139-fb35-4d5e-9f97-7a63504906aa), after_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:22.928793 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 53042) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:32:22.934394 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.v2.base [None req-42ca38e1-6bf2-4188-807d-ff450d2ee377 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-664269924-network', 'tenant_id': '8e84df62c87e442aba44d6eba26a3f17'}} {{(pid=115992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:32:22.948310 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-7fa2cf97-ef64-4ce7-a3fc-df8a13015617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764676113785'] for port (6f32f53d-3fcb-403e-b34b-565d931cd8ae), after_create {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:22.950612 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-def15fd9-31c3-4ed3-9b4b-abf9d589e2fc admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=383f186e77394f2dbb7ef0d4f1576668&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0935869 Aug 08 00:32:22.963564 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 53044) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:32:22.975899 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-b436b244-ce12-4e99-bbd3-3c2086ea4604 admin admin] Publish callbacks [] for port (946253c3-8a61-4421-baf0-6eeef069f045), precommit_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:22.994493 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def15fd9-31c3-4ed3-9b4b-abf9d589e2fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=337b6139-fb35-4d5e-9f97-7a63504906aa,revision_number=1']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:32:22.995990 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3adff06-f17a-4d70-b363-abb8b91d5787 None None] Pushing event updated for resources: {'Port': ['ID=2c60625b-8c13-46df-91d2-abbb2ff878ff,revision_number=2']} {{(pid=115993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:32:23.008178 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa2cf97-ef64-4ce7-a3fc-df8a13015617 None None] Network 61fd3a5e-b6e8-4581-b720-db1567079b03 is already hosted by enough agents. {{(pid=115993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 00:32:23.018562 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.scheduler.base_scheduler [None req-7fa2cf97-ef64-4ce7-a3fc-df8a13015617 None None] Resources bound (agent type, host, resource id): {{(pid=115993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 00:32:23.051828 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa2cf97-ef64-4ce7-a3fc-df8a13015617 None None] Received port after_create {{(pid=115993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 00:32:23.069831 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-9083a2b5-b594-4071-a6e9-39c6783a06b2 None None] Publish callbacks [] for port (6f2d2630-ecb2-412f-a0f9-661eac625a18), precommit_create {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:23.093552 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42ca38e1-6bf2-4188-807d-ff450d2ee377 admin admin] Made reservation on behalf of 8e84df62c87e442aba44d6eba26a3f17 for: {'network': 1} {{(pid=115992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 00:32:23.096163 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-42ca38e1-6bf2-4188-807d-ff450d2ee377 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for network (None), before_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:23.107393 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa2cf97-ef64-4ce7-a3fc-df8a13015617 None None] Pushing event updated for resources: {'Port': ['ID=6f32f53d-3fcb-403e-b34b-565d931cd8ae,revision_number=1']} {{(pid=115993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:32:23.114625 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-42ca38e1-6bf2-4188-807d-ff450d2ee377 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:23.127612 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-e3fc9a1b-1216-46a8-8d74-819b58d8c3ee admin admin] Publish callbacks [] for security_group (337b6139-fb35-4d5e-9f97-7a63504906aa), before_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:23.144313 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.managers [None req-7fa2cf97-ef64-4ce7-a3fc-df8a13015617 None None] Attempting to bind port 6f32f53d-3fcb-403e-b34b-565d931cd8ae on host dv-cinder-851640-3-iscsi for vnic_type normal with profile {{(pid=115993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 00:32:23.144690 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.managers [None req-7fa2cf97-ef64-4ce7-a3fc-df8a13015617 None None] Attempting to bind port 6f32f53d-3fcb-403e-b34b-565d931cd8ae by drivers openvswitch,hyperv on host dv-cinder-851640-3-iscsi at level 0 using segments [{'id': 'bcb703c1-69ed-4297-948e-d0d75df0a147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '61fd3a5e-b6e8-4581-b720-db1567079b03'}] {{(pid=115993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 00:32:23.145055 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa2cf97-ef64-4ce7-a3fc-df8a13015617 None None] Attempting to bind port 6f32f53d-3fcb-403e-b34b-565d931cd8ae on network 61fd3a5e-b6e8-4581-b720-db1567079b03 {{(pid=115993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 00:32:23.155304 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-b436b244-ce12-4e99-bbd3-3c2086ea4604 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764676113785'] for port (946253c3-8a61-4421-baf0-6eeef069f045), after_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:23.164017 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa2cf97-ef64-4ce7-a3fc-df8a13015617 None None] Checking agent: {'id': 'aa35aa05-3c09-40ae-a1e3-ebf96fe3358c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851640-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 0, 24, 15), 'started_at': datetime.datetime(2022, 8, 8, 0, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 0, 32, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851640-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 00:32:23.164620 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa2cf97-ef64-4ce7-a3fc-df8a13015617 None None] Checking segment: {'id': 'bcb703c1-69ed-4297-948e-d0d75df0a147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '61fd3a5e-b6e8-4581-b720-db1567079b03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 00:32:23.165182 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-7fa2cf97-ef64-4ce7-a3fc-df8a13015617 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:23.165757 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa2cf97-ef64-4ce7-a3fc-df8a13015617 None None] Bound using segment: {'id': 'bcb703c1-69ed-4297-948e-d0d75df0a147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '61fd3a5e-b6e8-4581-b720-db1567079b03'} {{(pid=115993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 00:32:23.166390 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.managers [None req-7fa2cf97-ef64-4ce7-a3fc-df8a13015617 None None] Bound port: 6f32f53d-3fcb-403e-b34b-565d931cd8ae, host: dv-cinder-851640-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcb703c1-69ed-4297-948e-d0d75df0a147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '61fd3a5e-b6e8-4581-b720-db1567079b03'}}] {{(pid=115993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 00:32:23.166929 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-7fa2cf97-ef64-4ce7-a3fc-df8a13015617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (6f32f53d-3fcb-403e-b34b-565d931cd8ae), before_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:23.226021 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b436b244-ce12-4e99-bbd3-3c2086ea4604 admin admin] Network 743d2d45-6b8c-49b7-a932-c537e45f946f is already hosted by enough agents. {{(pid=115991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 00:32:23.230586 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.scheduler.base_scheduler [None req-b436b244-ce12-4e99-bbd3-3c2086ea4604 admin admin] Resources bound (agent type, host, resource id): {{(pid=115991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 00:32:23.234784 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-9083a2b5-b594-4071-a6e9-39c6783a06b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764676113785'] for port (6f2d2630-ecb2-412f-a0f9-661eac625a18), after_create {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:23.242739 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b436b244-ce12-4e99-bbd3-3c2086ea4604 admin admin] Received port after_create {{(pid=115991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 00:32:23.268271 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-e3fc9a1b-1216-46a8-8d74-819b58d8c3ee admin admin] Publish callbacks [] for security_group (337b6139-fb35-4d5e-9f97-7a63504906aa), precommit_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:23.300589 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b436b244-ce12-4e99-bbd3-3c2086ea4604 admin admin] Pushing event updated for resources: {'Port': ['ID=946253c3-8a61-4421-baf0-6eeef069f045,revision_number=1']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:32:23.303159 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.db.db_base_plugin_common [None req-0e97f723-0c6c-481f-aef4-4dce6ee3ed9d admin admin] Allocated IP 172.27.3.113 (743d2d45-6b8c-49b7-a932-c537e45f946f/7df84031-3cb2-4601-a018-b61b0ad731dc/bf6ae387-4fbc-4279-9f19-0d23a921fa6c) {{(pid=115991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 00:32:23.363094 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9083a2b5-b594-4071-a6e9-39c6783a06b2 None None] Network 80d6d476-8f39-44d3-b747-4eed8b7c1a18 is already hosted by enough agents. {{(pid=115993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 00:32:23.385116 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.scheduler.base_scheduler [None req-9083a2b5-b594-4071-a6e9-39c6783a06b2 None None] Resources bound (agent type, host, resource id): {{(pid=115993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 00:32:23.385116 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9083a2b5-b594-4071-a6e9-39c6783a06b2 None None] Received port after_create {{(pid=115993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 00:32:23.385116 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9083a2b5-b594-4071-a6e9-39c6783a06b2 None None] Pushing event updated for resources: {'Port': ['ID=6f2d2630-ecb2-412f-a0f9-661eac625a18,revision_number=1']} {{(pid=115993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:32:23.386947 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-7fa2cf97-ef64-4ce7-a3fc-df8a13015617 None None] For port 6f32f53d-3fcb-403e-b34b-565d931cd8ae, host dv-cinder-851640-3-iscsi, cleared binding levels {{(pid=115993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 00:32:23.393296 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-7fa2cf97-ef64-4ce7-a3fc-df8a13015617 None None] For port 6f32f53d-3fcb-403e-b34b-565d931cd8ae, host dv-cinder-851640-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851640-3-iscsi',level=0,port_id=6f32f53d-3fcb-403e-b34b-565d931cd8ae,segment=NetworkSegment(bcb703c1-69ed-4297-948e-d0d75df0a147),segment_id=bcb703c1-69ed-4297-948e-d0d75df0a147)] {{(pid=115993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 00:32:23.432457 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-42ca38e1-6bf2-4188-807d-ff450d2ee377 admin admin] Publish callbacks [] for security_group (f594dd95-2da1-4eac-a582-492b5f6c8e3e), precommit_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:23.500157 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.managers [None req-9083a2b5-b594-4071-a6e9-39c6783a06b2 None None] Attempting to bind port 6f2d2630-ecb2-412f-a0f9-661eac625a18 on host dv-cinder-851640-3-iscsi for vnic_type normal with profile {{(pid=115993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 00:32:23.500297 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.managers [None req-9083a2b5-b594-4071-a6e9-39c6783a06b2 None None] Attempting to bind port 6f2d2630-ecb2-412f-a0f9-661eac625a18 by drivers openvswitch,hyperv on host dv-cinder-851640-3-iscsi at level 0 using segments [{'id': 'e72a67c9-8c15-4f85-816f-48dd79f90a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '80d6d476-8f39-44d3-b747-4eed8b7c1a18'}] {{(pid=115993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 00:32:23.500815 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9083a2b5-b594-4071-a6e9-39c6783a06b2 None None] Attempting to bind port 6f2d2630-ecb2-412f-a0f9-661eac625a18 on network 80d6d476-8f39-44d3-b747-4eed8b7c1a18 {{(pid=115993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 00:32:23.506556 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9083a2b5-b594-4071-a6e9-39c6783a06b2 None None] Checking agent: {'id': 'aa35aa05-3c09-40ae-a1e3-ebf96fe3358c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851640-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 0, 24, 15), 'started_at': datetime.datetime(2022, 8, 8, 0, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 0, 32, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851640-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 00:32:23.506932 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9083a2b5-b594-4071-a6e9-39c6783a06b2 None None] Checking segment: {'id': 'e72a67c9-8c15-4f85-816f-48dd79f90a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '80d6d476-8f39-44d3-b747-4eed8b7c1a18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 00:32:23.507372 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-9083a2b5-b594-4071-a6e9-39c6783a06b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:23.507761 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9083a2b5-b594-4071-a6e9-39c6783a06b2 None None] Bound using segment: {'id': 'e72a67c9-8c15-4f85-816f-48dd79f90a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '80d6d476-8f39-44d3-b747-4eed8b7c1a18'} {{(pid=115993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 00:32:23.508419 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.managers [None req-9083a2b5-b594-4071-a6e9-39c6783a06b2 None None] Bound port: 6f2d2630-ecb2-412f-a0f9-661eac625a18, host: dv-cinder-851640-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e72a67c9-8c15-4f85-816f-48dd79f90a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '80d6d476-8f39-44d3-b747-4eed8b7c1a18'}}] {{(pid=115993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 00:32:23.508896 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-9083a2b5-b594-4071-a6e9-39c6783a06b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (6f2d2630-ecb2-412f-a0f9-661eac625a18), before_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:23.538389 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-0e97f723-0c6c-481f-aef4-4dce6ee3ed9d admin admin] Publish callbacks [] for port (bf6ae387-4fbc-4279-9f19-0d23a921fa6c), precommit_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:23.570628 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Device 2c60625b-8c13-46df-91d2-abbb2ff878ff up at agent ovs-agent-dv-cinder-851640-3-iscsi {{(pid=115993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 00:32:23.607553 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-9083a2b5-b594-4071-a6e9-39c6783a06b2 None None] For port 6f2d2630-ecb2-412f-a0f9-661eac625a18, host dv-cinder-851640-3-iscsi, cleared binding levels {{(pid=115993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 00:32:23.621653 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-9083a2b5-b594-4071-a6e9-39c6783a06b2 None None] For port 6f2d2630-ecb2-412f-a0f9-661eac625a18, host dv-cinder-851640-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851640-3-iscsi',level=0,port_id=6f2d2630-ecb2-412f-a0f9-661eac625a18,segment=NetworkSegment(e72a67c9-8c15-4f85-816f-48dd79f90a1d),segment_id=e72a67c9-8c15-4f85-816f-48dd79f90a1d)] {{(pid=115993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 00:32:23.633199 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Provisioning complete for port 2c60625b-8c13-46df-91d2-abbb2ff878ff triggered by entity L2. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:32:23.633593 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (2c60625b-8c13-46df-91d2-abbb2ff878ff), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:23.706993 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Current status of the port 2c60625b-8c13-46df-91d2-abbb2ff878ff is: DOWN; New status is: ACTIVE {{(pid=115993) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 00:32:23.707424 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (2c60625b-8c13-46df-91d2-abbb2ff878ff), before_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:23.743761 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] For port 2c60625b-8c13-46df-91d2-abbb2ff878ff, host dv-cinder-851640-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851640-3-iscsi',level=0,port_id=2c60625b-8c13-46df-91d2-abbb2ff878ff,segment=NetworkSegment(2a679dcc-fb6c-48d4-923f-83795704b214),segment_id=2a679dcc-fb6c-48d4-923f-83795704b214)] {{(pid=115993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:32:23.824697 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-7fa2cf97-ef64-4ce7-a3fc-df8a13015617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821'] for port (6f32f53d-3fcb-403e-b34b-565d931cd8ae), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:23.879467 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa2cf97-ef64-4ce7-a3fc-df8a13015617 None None] Pushing event updated for resources: {'Port': ['ID=6f32f53d-3fcb-403e-b34b-565d931cd8ae,revision_number=2']} {{(pid=115993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:32:23.885323 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-0e97f723-0c6c-481f-aef4-4dce6ee3ed9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764676113785'] for port (bf6ae387-4fbc-4279-9f19-0d23a921fa6c), after_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:23.907024 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-9083a2b5-b594-4071-a6e9-39c6783a06b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821'] for port (6f2d2630-ecb2-412f-a0f9-661eac625a18), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:23.910845 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-e3fc9a1b-1216-46a8-8d74-819b58d8c3ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (337b6139-fb35-4d5e-9f97-7a63504906aa), after_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:23.923709 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-e3fc9a1b-1216-46a8-8d74-819b58d8c3ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:23.923709 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-e3fc9a1b-1216-46a8-8d74-819b58d8c3ee admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/337b6139-fb35-4d5e-9f97-7a63504906aa HTTP/1.1" status: 204 len: 168 time: 0.9570732 Aug 08 00:32:23.923873 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821'] for port (2c60625b-8c13-46df-91d2-abbb2ff878ff), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:23.934686 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-42ca38e1-6bf2-4188-807d-ff450d2ee377 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (f594dd95-2da1-4eac-a582-492b5f6c8e3e), after_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:23.964626 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fc9a1b-1216-46a8-8d74-819b58d8c3ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=337b6139-fb35-4d5e-9f97-7a63504906aa,revision_number=None']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:32:24.041683 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42ca38e1-6bf2-4188-807d-ff450d2ee377 admin admin] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=115992) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 08 00:32:24.047472 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.db.db_base_plugin_common [None req-b493b39c-e344-4d11-b5d2-15c09c32360e admin admin] Allocated IP 172.27.3.234 (743d2d45-6b8c-49b7-a932-c537e45f946f/7df84031-3cb2-4601-a018-b61b0ad731dc/53cdf01d-9d88-476a-b524-f08ed0260945) {{(pid=115992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 00:32:24.050417 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e97f723-0c6c-481f-aef4-4dce6ee3ed9d admin admin] Pushing event updated for resources: {'Port': ['ID=bf6ae387-4fbc-4279-9f19-0d23a921fa6c,revision_number=1']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:32:24.085912 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e97f723-0c6c-481f-aef4-4dce6ee3ed9d admin admin] Network 743d2d45-6b8c-49b7-a932-c537e45f946f is already hosted by enough agents. {{(pid=115991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 00:32:24.131454 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-42ca38e1-6bf2-4188-807d-ff450d2ee377 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1398331'] for segment (54080018-993a-4031-8fe8-1d9ba72a3dd8), precommit_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:24.131454 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.db.segments_db [None req-42ca38e1-6bf2-4188-807d-ff450d2ee377 admin admin] Added segment 54080018-993a-4031-8fe8-1d9ba72a3dd8 of type vlan for network f6851cca-3f02-40c4-b92b-75491579bc24 Aug 08 00:32:24.134173 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9083a2b5-b594-4071-a6e9-39c6783a06b2 None None] Pushing event updated for resources: {'Port': ['ID=6f2d2630-ecb2-412f-a0f9-661eac625a18,revision_number=2']} {{(pid=115993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:32:24.149308 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.scheduler.base_scheduler [None req-0e97f723-0c6c-481f-aef4-4dce6ee3ed9d admin admin] Resources bound (agent type, host, resource id): {{(pid=115991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 00:32:24.160286 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e97f723-0c6c-481f-aef4-4dce6ee3ed9d admin admin] Received port after_create {{(pid=115991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 00:32:24.161292 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ca38e1-6bf2-4188-807d-ff450d2ee377 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f594dd95-2da1-4eac-a582-492b5f6c8e3e,revision_number=1']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:32:24.228894 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Pushing event updated for resources: {'Port': ['ID=2c60625b-8c13-46df-91d2-abbb2ff878ff,revision_number=3']} {{(pid=115993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:32:24.273437 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-42ca38e1-6bf2-4188-807d-ff450d2ee377 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764676137144'] for network (f6851cca-3f02-40c4-b92b-75491579bc24), precommit_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:24.367402 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-b493b39c-e344-4d11-b5d2-15c09c32360e admin admin] Publish callbacks [] for port (53cdf01d-9d88-476a-b524-f08ed0260945), precommit_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:24.374782 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-b436b244-ce12-4e99-bbd3-3c2086ea4604 admin admin] Publish callbacks [] for router_gateway (b23ca0f7-80f8-40c6-b21d-64a539750244), after_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:24.425514 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:32:24.443029 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-42ca38e1-6bf2-4188-807d-ff450d2ee377 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032'] for network (f6851cca-3f02-40c4-b92b-75491579bc24), after_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:24.445702 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ca38e1-6bf2-4188-807d-ff450d2ee377 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:32:24.446471 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-42ca38e1-6bf2-4188-807d-ff450d2ee377 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575022'] for network (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:24.469802 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:32:24.574996 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ca38e1-6bf2-4188-807d-ff450d2ee377 admin admin] Pushing event updated for resources: {'Network': ['ID=f6851cca-3f02-40c4-b92b-75491579bc24,revision_number=1']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:32:24.594001 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Network f6851cca-3f02-40c4-b92b-75491579bc24 details requested by agent ovs-agent-dv-cinder-851640-3-iscsi with host dv-cinder-851640-3-iscsi {{(pid=115993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 08 00:32:24.607362 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-b493b39c-e344-4d11-b5d2-15c09c32360e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764676113785'] for port (53cdf01d-9d88-476a-b524-f08ed0260945), after_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:24.688683 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b493b39c-e344-4d11-b5d2-15c09c32360e admin admin] Network 743d2d45-6b8c-49b7-a932-c537e45f946f is already hosted by enough agents. {{(pid=115992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 00:32:24.695788 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 53078) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:32:24.698917 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-42ca38e1-6bf2-4188-807d-ff450d2ee377 admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.7611492 Aug 08 00:32:24.702505 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.scheduler.base_scheduler [None req-b493b39c-e344-4d11-b5d2-15c09c32360e admin admin] Resources bound (agent type, host, resource id): {{(pid=115992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 00:32:24.707998 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b493b39c-e344-4d11-b5d2-15c09c32360e admin admin] Received port after_create {{(pid=115992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 00:32:24.714784 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b493b39c-e344-4d11-b5d2-15c09c32360e admin admin] Pushing event updated for resources: {'Port': ['ID=53cdf01d-9d88-476a-b524-f08ed0260945,revision_number=1']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:32:24.719391 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.v2.base [None req-d61ae69b-df63-4219-a641-6b6c66cfc62f admin admin] Request body: {'subnet': {'network_id': 'f6851cca-3f02-40c4-b92b-75491579bc24', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-664269924-subnet', 'tenant_id': '8e84df62c87e442aba44d6eba26a3f17', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:32:24.759789 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d73026a-7131-4b72-bfa8-9bc2815146bd None None] Network 39987f39-4c60-4c27-9f4f-c7657da06e51 requested from dv-cinder-851640-3-iscsi {{(pid=115993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 00:32:24.857333 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-7e888d69-a727-48aa-b638-f2907de93d24 None None] Provisioning complete for port 2c60625b-8c13-46df-91d2-abbb2ff878ff triggered by entity DHCP. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:32:24.857704 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-7e888d69-a727-48aa-b638-f2907de93d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (2c60625b-8c13-46df-91d2-abbb2ff878ff), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:24.999681 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d61ae69b-df63-4219-a641-6b6c66cfc62f admin admin] Made reservation on behalf of 8e84df62c87e442aba44d6eba26a3f17 for: {'subnet': 1} {{(pid=115991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 00:32:25.003671 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-d61ae69b-df63-4219-a641-6b6c66cfc62f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:25.005642 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-0e97f723-0c6c-481f-aef4-4dce6ee3ed9d admin admin] Publish callbacks [] for router_gateway (863516f4-f151-4036-8bc9-319f1407fa27), after_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:25.017420 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=86,neutron:UPDATE=8,neutron:INSERT=6 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:32:25.124353 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-b493b39c-e344-4d11-b5d2-15c09c32360e admin admin] Publish callbacks [] for router_gateway (86e559f2-866e-494b-82ad-b5b594a151c0), after_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:25.135351 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-b436b244-ce12-4e99-bbd3-3c2086ea4604 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-501999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-427846'] for router (b23ca0f7-80f8-40c6-b21d-64a539750244), after_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:25.228334 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-7e888d69-a727-48aa-b638-f2907de93d24 None None] Current status of the port 2c60625b-8c13-46df-91d2-abbb2ff878ff is: ACTIVE; New status is: ACTIVE {{(pid=115993) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 00:32:25.356409 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 53084) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:32:25.536841 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-b493b39c-e344-4d11-b5d2-15c09c32360e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-501999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-427846'] for router (86e559f2-866e-494b-82ad-b5b594a151c0), after_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:25.554321 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-da59eb59-8109-49ae-982f-01ffcc3f05db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:25.641637 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba843d06-a072-4fd6-a5c2-e20f453fe8a0 None None] Network 61fd3a5e-b6e8-4581-b720-db1567079b03 requested from dv-cinder-851640-3-iscsi {{(pid=115993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 00:32:25.662104 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 53096) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:32:25.784038 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Device 6f32f53d-3fcb-403e-b34b-565d931cd8ae up at agent ovs-agent-dv-cinder-851640-3-iscsi {{(pid=115993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 00:32:25.825484 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-975ce2b0-554e-4a80-a701-21bfe99706e4 None None] Provisioning complete for port 6f32f53d-3fcb-403e-b34b-565d931cd8ae triggered by entity DHCP. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:32:25.825874 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-975ce2b0-554e-4a80-a701-21bfe99706e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (6f32f53d-3fcb-403e-b34b-565d931cd8ae), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:25.932762 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Provisioning complete for port 6f32f53d-3fcb-403e-b34b-565d931cd8ae triggered by entity L2. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:32:25.937973 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (6f32f53d-3fcb-403e-b34b-565d931cd8ae), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:25.958277 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-da59eb59-8109-49ae-982f-01ffcc3f05db admin admin] Publish callbacks [] for security_group (d68c2ceb-8f27-455f-ab3e-1b2173c46d55), precommit_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:25.990695 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=79,neutron:UPDATE=5,neutron:INSERT=16 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:32:26.055155 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Current status of the port 6f32f53d-3fcb-403e-b34b-565d931cd8ae is: DOWN; New status is: ACTIVE {{(pid=115993) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 00:32:26.056916 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (6f32f53d-3fcb-403e-b34b-565d931cd8ae), before_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:26.065115 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b493b39c-e344-4d11-b5d2-15c09c32360e admin admin] Router 86e559f2-866e-494b-82ad-b5b594a151c0 is scheduled to L3 agent d53f5436-7c7f-4441-9708-9d0333b57745 with binding_index 1 {{(pid=115992) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 08 00:32:26.099179 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-975ce2b0-554e-4a80-a701-21bfe99706e4 None None] Current status of the port 6f32f53d-3fcb-403e-b34b-565d931cd8ae is: DOWN; New status is: ACTIVE {{(pid=115993) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 00:32:26.099695 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-975ce2b0-554e-4a80-a701-21bfe99706e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (6f32f53d-3fcb-403e-b34b-565d931cd8ae), before_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:26.153116 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] For port 6f32f53d-3fcb-403e-b34b-565d931cd8ae, host dv-cinder-851640-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851640-3-iscsi',level=0,port_id=6f32f53d-3fcb-403e-b34b-565d931cd8ae,segment=NetworkSegment(bcb703c1-69ed-4297-948e-d0d75df0a147),segment_id=bcb703c1-69ed-4297-948e-d0d75df0a147)] {{(pid=115993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:32:26.154243 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5157f30-dba7-4119-88b4-b9650f278677 None None] Network 80d6d476-8f39-44d3-b747-4eed8b7c1a18 requested from dv-cinder-851640-3-iscsi {{(pid=115993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 00:32:26.154356 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-0e97f723-0c6c-481f-aef4-4dce6ee3ed9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-501999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-427846'] for router (863516f4-f151-4036-8bc9-319f1407fa27), after_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:26.167508 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-da59eb59-8109-49ae-982f-01ffcc3f05db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (d68c2ceb-8f27-455f-ab3e-1b2173c46d55), after_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:26.226904 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821'] for port (6f32f53d-3fcb-403e-b34b-565d931cd8ae), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:26.228153 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Device 6f2d2630-ecb2-412f-a0f9-661eac625a18 up at agent ovs-agent-dv-cinder-851640-3-iscsi {{(pid=115993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 00:32:26.236942 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b493b39c-e344-4d11-b5d2-15c09c32360e admin admin] Notify agent at l3_agent.dv-cinder-851640-3-iscsi the message routers_updated {{(pid=115992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 00:32:26.250767 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee814d1e-1a9f-433e-905a-2c439037a13e None None] Sync routers for ids ['86e559f2-866e-494b-82ad-b5b594a151c0'] in dv-cinder-851640-3-iscsi {{(pid=115994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 00:32:26.267770 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee814d1e-1a9f-433e-905a-2c439037a13e None None] Routers {'86e559f2-866e-494b-82ad-b5b594a151c0'} bound to L3 agent in host dv-cinder-851640-3-iscsi {{(pid=115994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 00:32:26.270556 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_hamode_db [None req-ee814d1e-1a9f-433e-905a-2c439037a13e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851640-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-08T00:24:12Z,description=,heartbeat_timestamp=2022-08-08T00:32:12Z,host='dv-cinder-851640-3-iscsi',id=d53f5436-7c7f-4441-9708-9d0333b57745,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T00:24:13Z,topic='l3_agent')) {'router_ids': ['86e559f2-866e-494b-82ad-b5b594a151c0'], 'active': True} {{(pid=115994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:32:26.281572 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=71,neutron:INSERT=18,neutron:UPDATE=7,neutron:DELETE=4 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:32:26.293490 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b436b244-ce12-4e99-bbd3-3c2086ea4604 admin admin] Router b23ca0f7-80f8-40c6-b21d-64a539750244 is scheduled to L3 agent d53f5436-7c7f-4441-9708-9d0333b57745 with binding_index 1 {{(pid=115991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 08 00:32:26.311703 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-d61ae69b-df63-4219-a641-6b6c66cfc62f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032'] for subnet (a30d3d17-525f-4865-b806-2d9c5507b70c), after_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:26.369004 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-da59eb59-8109-49ae-982f-01ffcc3f05db admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=6f2bf58b9fda494189085f4334d2bc47&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0114043 Aug 08 00:32:26.372898 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-b493b39c-e344-4d11-b5d2-15c09c32360e admin admin] Publish callbacks [] for router (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:26.374186 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-b493b39c-e344-4d11-b5d2-15c09c32360e admin admin] 10.222.0.15 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.1033564 Aug 08 00:32:26.376018 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 53106) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:32:26.387616 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 53108) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:32:26.398605 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-16dc7ab1-017d-4577-9100-929fea8e3c2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:26.404839 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da59eb59-8109-49ae-982f-01ffcc3f05db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d68c2ceb-8f27-455f-ab3e-1b2173c46d55,revision_number=1']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:32:26.410422 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.db.api [None req-975ce2b0-554e-4a80-a701-21bfe99706e4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115993) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 08 00:32:26.415266 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG oslo_db.api [None req-975ce2b0-554e-4a80-a701-21bfe99706e4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 08 00:32:26.452618 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_dvr_db [None req-ee814d1e-1a9f-433e-905a-2c439037a13e None None] Set router 86e559f2-866e-494b-82ad-b5b594a151c0 gateway port host: dv-cinder-851640-3-iscsi {{(pid=115994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 00:32:26.452898 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Pushing event updated for resources: {'Port': ['ID=6f32f53d-3fcb-403e-b34b-565d931cd8ae,revision_number=3']} {{(pid=115993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:32:26.459366 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Provisioning complete for port 6f2d2630-ecb2-412f-a0f9-661eac625a18 triggered by entity L2. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:32:26.464588 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (6f2d2630-ecb2-412f-a0f9-661eac625a18), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:26.567253 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Current status of the port 6f2d2630-ecb2-412f-a0f9-661eac625a18 is: DOWN; New status is: ACTIVE {{(pid=115993) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 00:32:26.567908 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (6f2d2630-ecb2-412f-a0f9-661eac625a18), before_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:26.621652 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:32:26.632386 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] For port 6f2d2630-ecb2-412f-a0f9-661eac625a18, host dv-cinder-851640-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851640-3-iscsi',level=0,port_id=6f2d2630-ecb2-412f-a0f9-661eac625a18,segment=NetworkSegment(e72a67c9-8c15-4f85-816f-48dd79f90a1d),segment_id=e72a67c9-8c15-4f85-816f-48dd79f90a1d)] {{(pid=115993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:32:26.676166 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:32:26.714928 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61ae69b-df63-4219-a641-6b6c66cfc62f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a30d3d17-525f-4865-b806-2d9c5507b70c,revision_number=0']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:32:26.727585 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-b8e8455e-45d0-4287-92b2-19548a2f913a admin admin] Publish callbacks [] for security_group (d68c2ceb-8f27-455f-ab3e-1b2173c46d55), before_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:26.730703 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b436b244-ce12-4e99-bbd3-3c2086ea4604 admin admin] Notify agent at l3_agent.dv-cinder-851640-3-iscsi the message routers_updated {{(pid=115991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 00:32:26.737163 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61ae69b-df63-4219-a641-6b6c66cfc62f admin admin] Checking segment: {'id': '54080018-993a-4031-8fe8-1d9ba72a3dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'f6851cca-3f02-40c4-b92b-75491579bc24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 00:32:26.737513 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61ae69b-df63-4219-a641-6b6c66cfc62f admin admin] Network hostable DHCP agents. Network: f6851cca-3f02-40c4-b92b-75491579bc24, hostable agents: ['93e2312b-3744-4a9e-8723-a0f19f10f89a'], hosted agents: [] {{(pid=115991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 08 00:32:26.744759 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c1c441-7c28-43c8-b523-eff552f91b82 None None] Sync routers for ids ['b23ca0f7-80f8-40c6-b21d-64a539750244'] in dv-cinder-851640-3-iscsi {{(pid=115993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 00:32:26.758421 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821'] for port (6f2d2630-ecb2-412f-a0f9-661eac625a18), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:26.758421 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Device 2c60625b-8c13-46df-91d2-abbb2ff878ff up at agent ovs-agent-dv-cinder-851640-3-iscsi {{(pid=115993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 00:32:26.790425 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_hamode_db [None req-ee814d1e-1a9f-433e-905a-2c439037a13e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86e559f2-866e-494b-82ad-b5b594a151c0', 'name': 'tempest-AttachVolumeShelveTestJSON-1947753513-router', 'tenant_id': '1aa84c8a680d49f8be48580c62c18889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '53cdf01d-9d88-476a-b524-f08ed0260945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:32:21Z', 'updated_at': '2022-08-08T00:32:24Z', 'revision_number': 3, 'project_id': '1aa84c8a680d49f8be48580c62c18889', 'gw_port': {'id': '53cdf01d-9d88-476a-b524-f08ed0260945', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:86:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86e559f2-866e-494b-82ad-b5b594a151c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:32:22Z', 'updated_at': '2022-08-08T00:32:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi'}], 'dv-cinder-851640-3-iscsi', False) {} {{(pid=115994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:32:26.802811 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-b8e8455e-45d0-4287-92b2-19548a2f913a admin admin] Publish callbacks [] for security_group (d68c2ceb-8f27-455f-ab3e-1b2173c46d55), precommit_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:26.817755 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-16dc7ab1-017d-4577-9100-929fea8e3c2a admin admin] Publish callbacks [] for security_group (c90c3c19-1830-4724-bdb7-f480b3bb2e14), precommit_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:26.821691 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c1c441-7c28-43c8-b523-eff552f91b82 None None] Routers {'b23ca0f7-80f8-40c6-b21d-64a539750244'} bound to L3 agent in host dv-cinder-851640-3-iscsi {{(pid=115993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 00:32:26.822424 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_hamode_db [None req-27c1c441-7c28-43c8-b523-eff552f91b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851640-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-08T00:24:12Z,description=,heartbeat_timestamp=2022-08-08T00:32:12Z,host='dv-cinder-851640-3-iscsi',id=d53f5436-7c7f-4441-9708-9d0333b57745,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T00:24:13Z,topic='l3_agent')) {'router_ids': ['b23ca0f7-80f8-40c6-b21d-64a539750244'], 'active': True} {{(pid=115993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:32:26.826777 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee814d1e-1a9f-433e-905a-2c439037a13e None None] Checking router: 86e559f2-866e-494b-82ad-b5b594a151c0 for host: dv-cinder-851640-3-iscsi {{(pid=115994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 00:32:26.826997 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee814d1e-1a9f-433e-905a-2c439037a13e None None] Updating router 86e559f2-866e-494b-82ad-b5b594a151c0 port 53cdf01d-9d88-476a-b524-f08ed0260945 binding host dv-cinder-851640-3-iscsi {{(pid=115994) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 08 00:32:26.841384 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-b436b244-ce12-4e99-bbd3-3c2086ea4604 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:26.848157 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:32:26.849359 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-b436b244-ce12-4e99-bbd3-3c2086ea4604 admin admin] 10.222.0.15 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.9629591 Aug 08 00:32:26.850352 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 53114) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:32:26.867334 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron_lib.callbacks.manager [None req-ee814d1e-1a9f-433e-905a-2c439037a13e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (53cdf01d-9d88-476a-b524-f08ed0260945), before_update {{(pid=115994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:26.902081 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Pushing event updated for resources: {'Port': ['ID=6f2d2630-ecb2-412f-a0f9-661eac625a18,revision_number=3']} {{(pid=115993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:32:26.904186 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61ae69b-df63-4219-a641-6b6c66cfc62f admin admin] Network f6851cca-3f02-40c4-b92b-75491579bc24 is scheduled to be hosted by DHCP agent 93e2312b-3744-4a9e-8723-a0f19f10f89a with binding_index 1 {{(pid=115991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 08 00:32:26.928580 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e97f723-0c6c-481f-aef4-4dce6ee3ed9d admin admin] Router 863516f4-f151-4036-8bc9-319f1407fa27 is scheduled to L3 agent d53f5436-7c7f-4441-9708-9d0333b57745 with binding_index 1 {{(pid=115991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 08 00:32:26.931490 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-16dc7ab1-017d-4577-9100-929fea8e3c2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (c90c3c19-1830-4724-bdb7-f480b3bb2e14), after_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:26.980332 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Provisioning complete for port 2c60625b-8c13-46df-91d2-abbb2ff878ff triggered by entity L2. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:32:26.980790 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (2c60625b-8c13-46df-91d2-abbb2ff878ff), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:27.014888 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dc7ab1-017d-4577-9100-929fea8e3c2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c90c3c19-1830-4724-bdb7-f480b3bb2e14,revision_number=1']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:32:27.022900 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-975ce2b0-554e-4a80-a701-21bfe99706e4 None None] Current status of the port 6f32f53d-3fcb-403e-b34b-565d931cd8ae is: ACTIVE; New status is: ACTIVE {{(pid=115993) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 00:32:27.034595 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvr_db [None req-27c1c441-7c28-43c8-b523-eff552f91b82 None None] Set router b23ca0f7-80f8-40c6-b21d-64a539750244 gateway port host: dv-cinder-851640-3-iscsi {{(pid=115993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 00:32:27.037372 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.scheduler.base_scheduler [None req-d61ae69b-df63-4219-a641-6b6c66cfc62f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851640-3-iscsi, f6851cca-3f02-40c4-b92b-75491579bc24) {{(pid=115991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 00:32:27.053665 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-b8e8455e-45d0-4287-92b2-19548a2f913a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (d68c2ceb-8f27-455f-ab3e-1b2173c46d55), after_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:27.057295 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-b8e8455e-45d0-4287-92b2-19548a2f913a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:27.058784 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-b8e8455e-45d0-4287-92b2-19548a2f913a admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/d68c2ceb-8f27-455f-ab3e-1b2173c46d55 HTTP/1.1" status: 204 len: 168 time: 0.6819150 Aug 08 00:32:27.061928 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d61ae69b-df63-4219-a641-6b6c66cfc62f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:32:27.063298 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-d61ae69b-df63-4219-a641-6b6c66cfc62f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575022'] for subnet (None), before_response {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:27.084624 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-16dc7ab1-017d-4577-9100-929fea8e3c2a admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=970f6540da024352b1c05c8a1e570ad7&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3834457 Aug 08 00:32:27.086940 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 53118) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:32:27.104093 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f12c64-aa7a-4d28-9fcf-61b46c5904ba None None] Network f6851cca-3f02-40c4-b92b-75491579bc24 requested from dv-cinder-851640-3-iscsi {{(pid=115993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 00:32:27.160109 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e8455e-45d0-4287-92b2-19548a2f913a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d68c2ceb-8f27-455f-ab3e-1b2173c46d55,revision_number=None']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:32:27.192955 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Current status of the port 2c60625b-8c13-46df-91d2-abbb2ff878ff is: ACTIVE; New status is: ACTIVE {{(pid=115993) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 00:32:27.205447 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e97f723-0c6c-481f-aef4-4dce6ee3ed9d admin admin] Notify agent at l3_agent.dv-cinder-851640-3-iscsi the message routers_updated {{(pid=115991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 00:32:27.242046 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e261c38f-34a3-460d-9408-c3c29c30f330 None None] Sync routers for ids ['863516f4-f151-4036-8bc9-319f1407fa27'] in dv-cinder-851640-3-iscsi {{(pid=115994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 00:32:27.256332 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:32:27.260731 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-ec2dd29c-0286-436e-a08d-9504b24bc0e7 None None] Provisioning complete for port 6f2d2630-ecb2-412f-a0f9-661eac625a18 triggered by entity DHCP. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:32:27.261110 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ec2dd29c-0286-436e-a08d-9504b24bc0e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (6f2d2630-ecb2-412f-a0f9-661eac625a18), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:27.295552 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-ba298f5f-e3dc-4e26-add7-96f7d66db184 admin admin] Publish callbacks [] for security_group (c90c3c19-1830-4724-bdb7-f480b3bb2e14), before_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:27.298136 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-d61ae69b-df63-4219-a641-6b6c66cfc62f admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.5894680 Aug 08 00:32:27.313744 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-0e97f723-0c6c-481f-aef4-4dce6ee3ed9d admin admin] Publish callbacks [] for router (None), before_response {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:27.315067 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-50b026af-e151-4674-973b-1c0949a18452 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (None), before_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:27.319087 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-0e97f723-0c6c-481f-aef4-4dce6ee3ed9d admin admin] 10.222.0.15 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.1648231 Aug 08 00:32:27.322142 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 53122) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:32:27.351605 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-ba298f5f-e3dc-4e26-add7-96f7d66db184 admin admin] Publish callbacks [] for security_group (c90c3c19-1830-4724-bdb7-f480b3bb2e14), precommit_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:27.372269 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ee5dc0-1779-4a49-9b1f-cb35525d6868 None None] Network f6851cca-3f02-40c4-b92b-75491579bc24 requested from dv-cinder-851640-3-iscsi {{(pid=115993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 00:32:27.473527 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron_lib.callbacks.manager [None req-ee814d1e-1a9f-433e-905a-2c439037a13e None None] Publish callbacks [] for port (53cdf01d-9d88-476a-b524-f08ed0260945), precommit_update {{(pid=115994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:27.500725 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e261c38f-34a3-460d-9408-c3c29c30f330 None None] Routers {'863516f4-f151-4036-8bc9-319f1407fa27'} bound to L3 agent in host dv-cinder-851640-3-iscsi {{(pid=115994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 00:32:27.505238 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_hamode_db [None req-e261c38f-34a3-460d-9408-c3c29c30f330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851640-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-08T00:24:12Z,description=,heartbeat_timestamp=2022-08-08T00:32:12Z,host='dv-cinder-851640-3-iscsi',id=d53f5436-7c7f-4441-9708-9d0333b57745,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T00:24:13Z,topic='l3_agent')) {'router_ids': ['863516f4-f151-4036-8bc9-319f1407fa27'], 'active': True} {{(pid=115994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:32:27.613036 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron_lib.callbacks.manager [None req-ee814d1e-1a9f-433e-905a-2c439037a13e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821'] for port (53cdf01d-9d88-476a-b524-f08ed0260945), after_update {{(pid=115994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:27.625893 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 53130) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:32:27.635608 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-ba298f5f-e3dc-4e26-add7-96f7d66db184 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (c90c3c19-1830-4724-bdb7-f480b3bb2e14), after_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:27.642576 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-ba298f5f-e3dc-4e26-add7-96f7d66db184 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:27.648004 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-ba298f5f-e3dc-4e26-add7-96f7d66db184 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/c90c3c19-1830-4724-bdb7-f480b3bb2e14 HTTP/1.1" status: 204 len: 168 time: 0.5505078 Aug 08 00:32:27.686049 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba298f5f-e3dc-4e26-add7-96f7d66db184 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c90c3c19-1830-4724-bdb7-f480b3bb2e14,revision_number=None']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:32:27.724907 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.db.db_base_plugin_common [None req-50b026af-e151-4674-973b-1c0949a18452 admin admin] Allocated IP 172.20.0.1 (80d6d476-8f39-44d3-b747-4eed8b7c1a18/2e97ee91-c7eb-4a92-adff-260b02055216/c261cb3a-39f2-424d-b5df-2be1a2e72cb7) {{(pid=115992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 00:32:27.744823 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.plugins.ml2.managers [None req-ee814d1e-1a9f-433e-905a-2c439037a13e None None] Attempting to bind port 53cdf01d-9d88-476a-b524-f08ed0260945 on host dv-cinder-851640-3-iscsi for vnic_type normal with profile {{(pid=115994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 00:32:27.751043 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.plugins.ml2.managers [None req-ee814d1e-1a9f-433e-905a-2c439037a13e None None] Attempting to bind port 53cdf01d-9d88-476a-b524-f08ed0260945 by drivers openvswitch,hyperv on host dv-cinder-851640-3-iscsi at level 0 using segments [{'id': '15fce33c-3ff3-4714-8fe9-15b1a1600e57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f'}] {{(pid=115994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 00:32:27.751637 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee814d1e-1a9f-433e-905a-2c439037a13e None None] Attempting to bind port 53cdf01d-9d88-476a-b524-f08ed0260945 on network 743d2d45-6b8c-49b7-a932-c537e45f946f {{(pid=115994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 00:32:27.789231 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b6317d4-dbf7-47d1-add9-078a6c1c5b54 admin admin] Deleting subnet 1fe90e31-9e0d-4871-9c87-c3ee5b1fb9ea {{(pid=115991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 08 00:32:27.789875 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add23111-03ac-416f-8453-27caa5c9146c None None] Pushing event updated for resources: {'Port': ['ID=53cdf01d-9d88-476a-b524-f08ed0260945,revision_number=2']} {{(pid=115994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:32:27.795541 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-9b6317d4-dbf7-47d1-add9-078a6c1c5b54 admin admin] Publish callbacks [] for subnet (1fe90e31-9e0d-4871-9c87-c3ee5b1fb9ea), before_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:27.798932 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee814d1e-1a9f-433e-905a-2c439037a13e None None] Checking agent: {'id': 'aa35aa05-3c09-40ae-a1e3-ebf96fe3358c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851640-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 0, 24, 15), 'started_at': datetime.datetime(2022, 8, 8, 0, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 0, 32, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851640-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 00:32:27.799610 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee814d1e-1a9f-433e-905a-2c439037a13e None None] Checking segment: {'id': '15fce33c-3ff3-4714-8fe9-15b1a1600e57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 00:32:27.800193 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron_lib.callbacks.manager [None req-ee814d1e-1a9f-433e-905a-2c439037a13e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:27.800776 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee814d1e-1a9f-433e-905a-2c439037a13e None None] Bound using segment: {'id': '15fce33c-3ff3-4714-8fe9-15b1a1600e57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f'} {{(pid=115994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 00:32:27.801444 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.plugins.ml2.managers [None req-ee814d1e-1a9f-433e-905a-2c439037a13e None None] Bound port: 53cdf01d-9d88-476a-b524-f08ed0260945, host: dv-cinder-851640-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15fce33c-3ff3-4714-8fe9-15b1a1600e57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f'}}] {{(pid=115994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 00:32:27.802032 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron_lib.callbacks.manager [None req-ee814d1e-1a9f-433e-905a-2c439037a13e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (53cdf01d-9d88-476a-b524-f08ed0260945), before_update {{(pid=115994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:27.836552 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add23111-03ac-416f-8453-27caa5c9146c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:32:27.837470 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add23111-03ac-416f-8453-27caa5c9146c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:32:27.838217 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add23111-03ac-416f-8453-27caa5c9146c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:32:27.838756 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add23111-03ac-416f-8453-27caa5c9146c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:32:27.839459 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add23111-03ac-416f-8453-27caa5c9146c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:32:27.839966 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add23111-03ac-416f-8453-27caa5c9146c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:32:27.840519 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add23111-03ac-416f-8453-27caa5c9146c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:32:27.841039 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add23111-03ac-416f-8453-27caa5c9146c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:32:27.841539 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add23111-03ac-416f-8453-27caa5c9146c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:32:27.842032 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add23111-03ac-416f-8453-27caa5c9146c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:32:27.843015 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add23111-03ac-416f-8453-27caa5c9146c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:32:27.843610 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add23111-03ac-416f-8453-27caa5c9146c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:32:27.844129 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add23111-03ac-416f-8453-27caa5c9146c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:32:27.844620 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add23111-03ac-416f-8453-27caa5c9146c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:32:27.844726 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_hamode_db [None req-27c1c441-7c28-43c8-b523-eff552f91b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b23ca0f7-80f8-40c6-b21d-64a539750244', 'name': 'tempest-ServerRescueNegativeTestJSON-1325139685-router', 'tenant_id': '9bd235f1f9f44df4b2e3dbd0c05b3a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '946253c3-8a61-4421-baf0-6eeef069f045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:32:21Z', 'updated_at': '2022-08-08T00:32:23Z', 'revision_number': 3, 'project_id': '9bd235f1f9f44df4b2e3dbd0c05b3a83', 'gw_port': {'id': '946253c3-8a61-4421-baf0-6eeef069f045', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:7c:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b23ca0f7-80f8-40c6-b21d-64a539750244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:32:22Z', 'updated_at': '2022-08-08T00:32:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi'}], 'dv-cinder-851640-3-iscsi', False) {} {{(pid=115993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:32:27.845628 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add23111-03ac-416f-8453-27caa5c9146c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:32:27.846630 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Device 6f2d2630-ecb2-412f-a0f9-661eac625a18 up at agent ovs-agent-dv-cinder-851640-3-iscsi {{(pid=115993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 00:32:27.847257 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add23111-03ac-416f-8453-27caa5c9146c None None] Tracked resource versions report: Aug 08 00:32:27.847257 dv-cinder-851640-3-iscsi neutron-server[115994]: pushed versions: Aug 08 00:32:27.847257 dv-cinder-851640-3-iscsi neutron-server[115994]: { 'AddressGroup': {'1.2'}, Aug 08 00:32:27.847257 dv-cinder-851640-3-iscsi neutron-server[115994]: 'Agent': {'1.1'}, Aug 08 00:32:27.847257 dv-cinder-851640-3-iscsi neutron-server[115994]: 'ConntrackHelper': {'1.0'}, Aug 08 00:32:27.847257 dv-cinder-851640-3-iscsi neutron-server[115994]: 'LocalIPAssociation': {'1.0'}, Aug 08 00:32:27.847257 dv-cinder-851640-3-iscsi neutron-server[115994]: 'Log': {'1.0'}, Aug 08 00:32:27.847257 dv-cinder-851640-3-iscsi neutron-server[115994]: 'NDPProxy': {'1.0'}, Aug 08 00:32:27.847257 dv-cinder-851640-3-iscsi neutron-server[115994]: 'Network': {'1.1'}, Aug 08 00:32:27.847257 dv-cinder-851640-3-iscsi neutron-server[115994]: 'Port': {'1.7'}, Aug 08 00:32:27.847257 dv-cinder-851640-3-iscsi neutron-server[115994]: 'PortForwarding': {'1.3'}, Aug 08 00:32:27.847257 dv-cinder-851640-3-iscsi neutron-server[115994]: 'QosPolicy': {'1.10'}, Aug 08 00:32:27.847257 dv-cinder-851640-3-iscsi neutron-server[115994]: 'SecurityGroup': {'1.5'}, Aug 08 00:32:27.847257 dv-cinder-851640-3-iscsi neutron-server[115994]: 'SecurityGroupRule': {'1.2'}, Aug 08 00:32:27.847257 dv-cinder-851640-3-iscsi neutron-server[115994]: 'SubPort': {'1.0'}, Aug 08 00:32:27.847257 dv-cinder-851640-3-iscsi neutron-server[115994]: 'Subnet': {'1.1'}, Aug 08 00:32:27.847257 dv-cinder-851640-3-iscsi neutron-server[115994]: 'Trunk': {'1.1'}} Aug 08 00:32:27.847257 dv-cinder-851640-3-iscsi neutron-server[115994]: consumer versions: Aug 08 00:32:27.847257 dv-cinder-851640-3-iscsi neutron-server[115994]: { DHCP agent@dv-cinder-851640-3-iscsi: {}, Aug 08 00:32:27.847257 dv-cinder-851640-3-iscsi neutron-server[115994]: HyperV agent@hv-cinder-85164: {}, Aug 08 00:32:27.847257 dv-cinder-851640-3-iscsi neutron-server[115994]: L3 agent@dv-cinder-851640-3-iscsi: {}, Aug 08 00:32:27.847257 dv-cinder-851640-3-iscsi neutron-server[115994]: Metadata agent@dv-cinder-851640-3-iscsi: {}, Aug 08 00:32:27.847257 dv-cinder-851640-3-iscsi neutron-server[115994]: Metering agent@dv-cinder-851640-3-iscsi: {}, Aug 08 00:32:27.847257 dv-cinder-851640-3-iscsi neutron-server[115994]: Open vSwitch agent@dv-cinder-851640-3-iscsi: { 'AddressGroup': '1.2', Aug 08 00:32:27.847257 dv-cinder-851640-3-iscsi neutron-server[115994]: 'Agent': '1.1', Aug 08 00:32:27.847257 dv-cinder-851640-3-iscsi neutron-server[115994]: 'ConntrackHelper': '1.0', Aug 08 00:32:27.847257 dv-cinder-851640-3-iscsi neutron-server[115994]: 'LocalIPAssociation': '1.0', Aug 08 00:32:27.847257 dv-cinder-851640-3-iscsi neutron-server[115994]: 'Log': '1.0', Aug 08 00:32:27.847257 dv-cinder-851640-3-iscsi neutron-server[115994]: 'NDPProxy': '1.0', Aug 08 00:32:27.847257 dv-cinder-851640-3-iscsi neutron-server[115994]: 'Network': '1.1', Aug 08 00:32:27.847257 dv-cinder-851640-3-iscsi neutron-server[115994]: 'Port': '1.7', Aug 08 00:32:27.847257 dv-cinder-851640-3-iscsi neutron-server[115994]: 'PortForwarding': '1.3', Aug 08 00:32:27.847257 dv-cinder-851640-3-iscsi neutron-server[115994]: 'QosPolicy': '1.10', Aug 08 00:32:27.847257 dv-cinder-851640-3-iscsi neutron-server[115994]: 'SecurityGroup': '1.5', Aug 08 00:32:27.847257 dv-cinder-851640-3-iscsi neutron-server[115994]: 'SecurityGroupRule': '1.2', Aug 08 00:32:27.847257 dv-cinder-851640-3-iscsi neutron-server[115994]: 'SubPort': '1.0', Aug 08 00:32:27.847257 dv-cinder-851640-3-iscsi neutron-server[115994]: 'Subnet': '1.1', Aug 08 00:32:27.847257 dv-cinder-851640-3-iscsi neutron-server[115994]: 'Trunk': '1.1'}} Aug 08 00:32:27.847257 dv-cinder-851640-3-iscsi neutron-server[115994]: {{(pid=115994) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 08 00:32:27.906276 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-50b026af-e151-4674-973b-1c0949a18452 admin admin] Publish callbacks [] for port (c261cb3a-39f2-424d-b5df-2be1a2e72cb7), precommit_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:27.925640 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c1c441-7c28-43c8-b523-eff552f91b82 None None] Checking router: b23ca0f7-80f8-40c6-b21d-64a539750244 for host: dv-cinder-851640-3-iscsi {{(pid=115993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 00:32:27.925640 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c1c441-7c28-43c8-b523-eff552f91b82 None None] Updating router b23ca0f7-80f8-40c6-b21d-64a539750244 port 946253c3-8a61-4421-baf0-6eeef069f045 binding host dv-cinder-851640-3-iscsi {{(pid=115993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 08 00:32:27.939598 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_dvr_db [None req-e261c38f-34a3-460d-9408-c3c29c30f330 None None] Set router 863516f4-f151-4036-8bc9-319f1407fa27 gateway port host: dv-cinder-851640-3-iscsi {{(pid=115994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 00:32:27.943796 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-9b6317d4-dbf7-47d1-add9-078a6c1c5b54 admin admin] Publish callbacks [] for subnet (1fe90e31-9e0d-4871-9c87-c3ee5b1fb9ea), precommit_delete_associations {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:27.968972 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.plugins.ml2.db [None req-ee814d1e-1a9f-433e-905a-2c439037a13e None None] For port 53cdf01d-9d88-476a-b524-f08ed0260945, host dv-cinder-851640-3-iscsi, cleared binding levels {{(pid=115994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 00:32:27.969189 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-9b6317d4-dbf7-47d1-add9-078a6c1c5b54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1386800'] for subnet (1fe90e31-9e0d-4871-9c87-c3ee5b1fb9ea), precommit_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:27.983038 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-27c1c441-7c28-43c8-b523-eff552f91b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (946253c3-8a61-4421-baf0-6eeef069f045), before_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:27.985220 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-ec2dd29c-0286-436e-a08d-9504b24bc0e7 None None] Current status of the port 6f2d2630-ecb2-412f-a0f9-661eac625a18 is: ACTIVE; New status is: ACTIVE {{(pid=115993) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 00:32:27.999167 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-ec2dd29c-0286-436e-a08d-9504b24bc0e7 None None] Provisioning complete for port 6f32f53d-3fcb-403e-b34b-565d931cd8ae triggered by entity DHCP. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:32:27.999623 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ec2dd29c-0286-436e-a08d-9504b24bc0e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (6f32f53d-3fcb-403e-b34b-565d931cd8ae), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:28.007360 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:32:28.022220 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.plugins.ml2.db [None req-ee814d1e-1a9f-433e-905a-2c439037a13e None None] For port 53cdf01d-9d88-476a-b524-f08ed0260945, host dv-cinder-851640-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851640-3-iscsi',level=0,port_id=53cdf01d-9d88-476a-b524-f08ed0260945,segment=NetworkSegment(15fce33c-3ff3-4714-8fe9-15b1a1600e57),segment_id=15fce33c-3ff3-4714-8fe9-15b1a1600e57)] {{(pid=115994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 00:32:28.034583 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:32:28.053375 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-50b026af-e151-4674-973b-1c0949a18452 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764676113785'] for port (c261cb3a-39f2-424d-b5df-2be1a2e72cb7), after_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:28.117965 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron_lib.callbacks.manager [None req-ee814d1e-1a9f-433e-905a-2c439037a13e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821'] for port (53cdf01d-9d88-476a-b524-f08ed0260945), after_update {{(pid=115994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:28.161097 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b026af-e151-4674-973b-1c0949a18452 admin admin] Network 80d6d476-8f39-44d3-b747-4eed8b7c1a18 is already hosted by enough agents. {{(pid=115992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 00:32:28.165778 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.scheduler.base_scheduler [None req-50b026af-e151-4674-973b-1c0949a18452 admin admin] Resources bound (agent type, host, resource id): {{(pid=115992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 00:32:28.175108 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b026af-e151-4674-973b-1c0949a18452 admin admin] Received port after_create {{(pid=115992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 00:32:28.176063 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-50b026af-e151-4674-973b-1c0949a18452 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-500133'] for router_interface (86e559f2-866e-494b-82ad-b5b594a151c0), before_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:28.230066 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Provisioning complete for port 6f2d2630-ecb2-412f-a0f9-661eac625a18 triggered by entity L2. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:32:28.230446 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (6f2d2630-ecb2-412f-a0f9-661eac625a18), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:28.293090 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b026af-e151-4674-973b-1c0949a18452 admin admin] Pushing event updated for resources: {'Port': ['ID=c261cb3a-39f2-424d-b5df-2be1a2e72cb7,revision_number=1']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:32:28.330975 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add23111-03ac-416f-8453-27caa5c9146c None None] Pushing event updated for resources: {'Port': ['ID=53cdf01d-9d88-476a-b524-f08ed0260945,revision_number=3']} {{(pid=115994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:32:28.356119 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee814d1e-1a9f-433e-905a-2c439037a13e None None] Routers {'86e559f2-866e-494b-82ad-b5b594a151c0'} bound to L3 agent in host dv-cinder-851640-3-iscsi {{(pid=115994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 00:32:28.356869 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_hamode_db [None req-ee814d1e-1a9f-433e-905a-2c439037a13e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851640-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-08T00:24:12Z,description=,heartbeat_timestamp=2022-08-08T00:32:12Z,host='dv-cinder-851640-3-iscsi',id=d53f5436-7c7f-4441-9708-9d0333b57745,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T00:24:13Z,topic='l3_agent')) {'router_ids': ['86e559f2-866e-494b-82ad-b5b594a151c0'], 'active': True} {{(pid=115994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:32:28.462807 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-9b6317d4-dbf7-47d1-add9-078a6c1c5b54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1386811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032'] for subnet (1fe90e31-9e0d-4871-9c87-c3ee5b1fb9ea), after_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:28.535518 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-9b6317d4-dbf7-47d1-add9-078a6c1c5b54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575022'] for subnet (None), before_response {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:28.538623 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-9b6317d4-dbf7-47d1-add9-078a6c1c5b54 admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/1fe90e31-9e0d-4871-9c87-c3ee5b1fb9ea HTTP/1.1" status: 204 len: 168 time: 0.8990810 Aug 08 00:32:28.543320 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 53162) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:32:28.543886 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:UPDATE=3,neutron:SELECT=94,neutron:INSERT=3 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:32:28.566548 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6317d4-dbf7-47d1-add9-078a6c1c5b54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1fe90e31-9e0d-4871-9c87-c3ee5b1fb9ea,revision_number=None']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:32:28.572388 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-50b026af-e151-4674-973b-1c0949a18452 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (c261cb3a-39f2-424d-b5df-2be1a2e72cb7), before_update {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:28.614149 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Current status of the port 6f2d2630-ecb2-412f-a0f9-661eac625a18 is: ACTIVE; New status is: ACTIVE {{(pid=115993) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 00:32:28.614461 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_dvr_db [None req-ee814d1e-1a9f-433e-905a-2c439037a13e None None] Set router 86e559f2-866e-494b-82ad-b5b594a151c0 gateway port host: dv-cinder-851640-3-iscsi {{(pid=115994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 00:32:28.616195 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Device 6f32f53d-3fcb-403e-b34b-565d931cd8ae up at agent ovs-agent-dv-cinder-851640-3-iscsi {{(pid=115993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 00:32:28.621145 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-ec2dd29c-0286-436e-a08d-9504b24bc0e7 None None] Current status of the port 6f32f53d-3fcb-403e-b34b-565d931cd8ae is: ACTIVE; New status is: ACTIVE {{(pid=115993) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 00:32:28.657178 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-ec2dd29c-0286-436e-a08d-9504b24bc0e7 None None] Provisioning complete for port 2c60625b-8c13-46df-91d2-abbb2ff878ff triggered by entity DHCP. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:32:28.657587 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ec2dd29c-0286-436e-a08d-9504b24bc0e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (2c60625b-8c13-46df-91d2-abbb2ff878ff), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:28.717413 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-81f9efad-0394-47e1-b50a-58da4bbf21f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (None), before_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:28.884919 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_hamode_db [None req-e261c38f-34a3-460d-9408-c3c29c30f330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '863516f4-f151-4036-8bc9-319f1407fa27', 'name': 'tempest-DeleteServersTestJSON-1333376981-router', 'tenant_id': '7214cb5b7d4c4c949c84dc81601a89e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': 'bf6ae387-4fbc-4279-9f19-0d23a921fa6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:32:21Z', 'updated_at': '2022-08-08T00:32:24Z', 'revision_number': 3, 'project_id': '7214cb5b7d4c4c949c84dc81601a89e0', 'gw_port': {'id': 'bf6ae387-4fbc-4279-9f19-0d23a921fa6c', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:f4:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '863516f4-f151-4036-8bc9-319f1407fa27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:32:22Z', 'updated_at': '2022-08-08T00:32:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi'}], 'dv-cinder-851640-3-iscsi', False) {} {{(pid=115994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:32:28.920070 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e261c38f-34a3-460d-9408-c3c29c30f330 None None] Checking router: 863516f4-f151-4036-8bc9-319f1407fa27 for host: dv-cinder-851640-3-iscsi {{(pid=115994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 00:32:28.920457 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e261c38f-34a3-460d-9408-c3c29c30f330 None None] Updating router 863516f4-f151-4036-8bc9-319f1407fa27 port bf6ae387-4fbc-4279-9f19-0d23a921fa6c binding host dv-cinder-851640-3-iscsi {{(pid=115994) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 08 00:32:28.920699 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-ef55ae2d-a697-4566-a82d-c347c5f1d48b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1544796'] for network (abb44311-6e2f-413f-afe0-e7c8a0374e4d), before_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:28.931721 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-ec2dd29c-0286-436e-a08d-9504b24bc0e7 None None] Current status of the port 2c60625b-8c13-46df-91d2-abbb2ff878ff is: ACTIVE; New status is: ACTIVE {{(pid=115993) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 00:32:28.940138 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Provisioning complete for port 6f32f53d-3fcb-403e-b34b-565d931cd8ae triggered by entity L2. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:32:28.942198 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (6f32f53d-3fcb-403e-b34b-565d931cd8ae), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:28.969675 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-50b026af-e151-4674-973b-1c0949a18452 admin admin] Publish callbacks [] for port (c261cb3a-39f2-424d-b5df-2be1a2e72cb7), precommit_update {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:28.980686 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron_lib.callbacks.manager [None req-e261c38f-34a3-460d-9408-c3c29c30f330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (bf6ae387-4fbc-4279-9f19-0d23a921fa6c), before_update {{(pid=115994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:29.013047 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-27c1c441-7c28-43c8-b523-eff552f91b82 None None] Publish callbacks [] for port (946253c3-8a61-4421-baf0-6eeef069f045), precommit_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:29.064644 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-f1c3aff1-a9fe-47bc-9d46-029702e6a588 None None] Provisioning complete for port c261cb3a-39f2-424d-b5df-2be1a2e72cb7 triggered by entity DHCP. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:32:29.064940 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-f1c3aff1-a9fe-47bc-9d46-029702e6a588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (c261cb3a-39f2-424d-b5df-2be1a2e72cb7), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:29.081945 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-50b026af-e151-4674-973b-1c0949a18452 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821'] for port (c261cb3a-39f2-424d-b5df-2be1a2e72cb7), after_update {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:29.083154 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-50b026af-e151-4674-973b-1c0949a18452 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-499733'] for router_interface (86e559f2-866e-494b-82ad-b5b594a151c0), after_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:29.158955 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-ef55ae2d-a697-4566-a82d-c347c5f1d48b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388207', 'neutron.services.segments.db._delete_segments_for_network-8764676474350'] for network (abb44311-6e2f-413f-afe0-e7c8a0374e4d), precommit_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:29.164654 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-27c1c441-7c28-43c8-b523-eff552f91b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821'] for port (946253c3-8a61-4421-baf0-6eeef069f045), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:29.172601 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-f1c3aff1-a9fe-47bc-9d46-029702e6a588 None None] Port c261cb3a-39f2-424d-b5df-2be1a2e72cb7 cannot update to ACTIVE because it is not bound. {{(pid=115993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 08 00:32:29.181724 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:32:29.214192 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-ef55ae2d-a697-4566-a82d-c347c5f1d48b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=115991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 00:32:29.218199 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-ef55ae2d-a697-4566-a82d-c347c5f1d48b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=115991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 00:32:29.218199 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-ef55ae2d-a697-4566-a82d-c347c5f1d48b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=115991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 00:32:29.218199 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-ef55ae2d-a697-4566-a82d-c347c5f1d48b admin admin] Subscribe: > port after_create 55550000 {{(pid=115991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 00:32:29.218199 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-ef55ae2d-a697-4566-a82d-c347c5f1d48b admin admin] Subscribe: > port after_delete 55550000 {{(pid=115991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 00:32:29.218199 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-ef55ae2d-a697-4566-a82d-c347c5f1d48b admin admin] Subscribe: > port after_update 55550000 {{(pid=115991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 00:32:29.218199 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-ef55ae2d-a697-4566-a82d-c347c5f1d48b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=115991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 00:32:29.218199 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-ef55ae2d-a697-4566-a82d-c347c5f1d48b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=115991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 00:32:29.218199 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-ef55ae2d-a697-4566-a82d-c347c5f1d48b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=115991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 00:32:29.218199 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-ef55ae2d-a697-4566-a82d-c347c5f1d48b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=115991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 00:32:29.235461 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.managers [None req-27c1c441-7c28-43c8-b523-eff552f91b82 None None] Attempting to bind port 946253c3-8a61-4421-baf0-6eeef069f045 on host dv-cinder-851640-3-iscsi for vnic_type normal with profile {{(pid=115993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 00:32:29.235835 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.managers [None req-27c1c441-7c28-43c8-b523-eff552f91b82 None None] Attempting to bind port 946253c3-8a61-4421-baf0-6eeef069f045 by drivers openvswitch,hyperv on host dv-cinder-851640-3-iscsi at level 0 using segments [{'id': '15fce33c-3ff3-4714-8fe9-15b1a1600e57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f'}] {{(pid=115993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 00:32:29.236261 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c1c441-7c28-43c8-b523-eff552f91b82 None None] Attempting to bind port 946253c3-8a61-4421-baf0-6eeef069f045 on network 743d2d45-6b8c-49b7-a932-c537e45f946f {{(pid=115993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 00:32:29.258850 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b026af-e151-4674-973b-1c0949a18452 admin admin] Pushing event updated for resources: {'Port': ['ID=c261cb3a-39f2-424d-b5df-2be1a2e72cb7,revision_number=2']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:32:29.261442 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c1c441-7c28-43c8-b523-eff552f91b82 None None] Checking agent: {'id': 'aa35aa05-3c09-40ae-a1e3-ebf96fe3358c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851640-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 0, 24, 15), 'started_at': datetime.datetime(2022, 8, 8, 0, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 0, 32, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851640-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 00:32:29.262072 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c1c441-7c28-43c8-b523-eff552f91b82 None None] Checking segment: {'id': '15fce33c-3ff3-4714-8fe9-15b1a1600e57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 00:32:29.262072 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-27c1c441-7c28-43c8-b523-eff552f91b82 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:29.262432 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c1c441-7c28-43c8-b523-eff552f91b82 None None] Bound using segment: {'id': '15fce33c-3ff3-4714-8fe9-15b1a1600e57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f'} {{(pid=115993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 00:32:29.262907 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.managers [None req-27c1c441-7c28-43c8-b523-eff552f91b82 None None] Bound port: 946253c3-8a61-4421-baf0-6eeef069f045, host: dv-cinder-851640-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15fce33c-3ff3-4714-8fe9-15b1a1600e57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f'}}] {{(pid=115993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 00:32:29.263321 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-27c1c441-7c28-43c8-b523-eff552f91b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (946253c3-8a61-4421-baf0-6eeef069f045), before_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:29.267507 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99cd5c8-0af5-4ec3-b4bc-6537bb03fe5a None None] Pushing event updated for resources: {'Port': ['ID=946253c3-8a61-4421-baf0-6eeef069f045,revision_number=2']} {{(pid=115993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:32:29.281962 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_hamode_db [None req-ee814d1e-1a9f-433e-905a-2c439037a13e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86e559f2-866e-494b-82ad-b5b594a151c0', 'name': 'tempest-AttachVolumeShelveTestJSON-1947753513-router', 'tenant_id': '1aa84c8a680d49f8be48580c62c18889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '53cdf01d-9d88-476a-b524-f08ed0260945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:32:21Z', 'updated_at': '2022-08-08T00:32:24Z', 'revision_number': 3, 'project_id': '1aa84c8a680d49f8be48580c62c18889', 'gw_port': {'id': '53cdf01d-9d88-476a-b524-f08ed0260945', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:86:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86e559f2-866e-494b-82ad-b5b594a151c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:32:22Z', 'updated_at': '2022-08-08T00:32:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi'}], 'dv-cinder-851640-3-iscsi', False) {} {{(pid=115994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:32:29.288355 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Current status of the port 6f32f53d-3fcb-403e-b34b-565d931cd8ae is: ACTIVE; New status is: ACTIVE {{(pid=115993) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 00:32:29.317636 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b026af-e151-4674-973b-1c0949a18452 admin admin] Network 80d6d476-8f39-44d3-b747-4eed8b7c1a18 is already hosted by enough agents. {{(pid=115992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 00:32:29.319415 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee814d1e-1a9f-433e-905a-2c439037a13e None None] The sync data for ids ['86e559f2-866e-494b-82ad-b5b594a151c0'] in dv-cinder-851640-3-iscsi is: [{'id': '86e559f2-866e-494b-82ad-b5b594a151c0', 'name': 'tempest-AttachVolumeShelveTestJSON-1947753513-router', 'tenant_id': '1aa84c8a680d49f8be48580c62c18889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '53cdf01d-9d88-476a-b524-f08ed0260945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:32:21Z', 'updated_at': '2022-08-08T00:32:24Z', 'revision_number': 3, 'project_id': '1aa84c8a680d49f8be48580c62c18889', 'gw_port': {'id': '53cdf01d-9d88-476a-b524-f08ed0260945', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:86:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86e559f2-866e-494b-82ad-b5b594a151c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:32:22Z', 'updated_at': '2022-08-08T00:32:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi'}] {{(pid=115994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 00:32:29.321208 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.scheduler.base_scheduler [None req-50b026af-e151-4674-973b-1c0949a18452 admin admin] Resources bound (agent type, host, resource id): {{(pid=115992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 00:32:29.323979 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-27c1c441-7c28-43c8-b523-eff552f91b82 None None] For port 946253c3-8a61-4421-baf0-6eeef069f045, host dv-cinder-851640-3-iscsi, cleared binding levels {{(pid=115993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 00:32:29.328664 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-27c1c441-7c28-43c8-b523-eff552f91b82 None None] For port 946253c3-8a61-4421-baf0-6eeef069f045, host dv-cinder-851640-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851640-3-iscsi',level=0,port_id=946253c3-8a61-4421-baf0-6eeef069f045,segment=NetworkSegment(15fce33c-3ff3-4714-8fe9-15b1a1600e57),segment_id=15fce33c-3ff3-4714-8fe9-15b1a1600e57)] {{(pid=115993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 00:32:29.367033 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=100 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:32:29.410496 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-27c1c441-7c28-43c8-b523-eff552f91b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821'] for port (946253c3-8a61-4421-baf0-6eeef069f045), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:29.429676 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:32:29.520858 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c1c441-7c28-43c8-b523-eff552f91b82 None None] Routers {'b23ca0f7-80f8-40c6-b21d-64a539750244'} bound to L3 agent in host dv-cinder-851640-3-iscsi {{(pid=115993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 00:32:29.526127 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_hamode_db [None req-27c1c441-7c28-43c8-b523-eff552f91b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851640-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-08T00:24:12Z,description=,heartbeat_timestamp=2022-08-08T00:32:12Z,host='dv-cinder-851640-3-iscsi',id=d53f5436-7c7f-4441-9708-9d0333b57745,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T00:24:13Z,topic='l3_agent')) {'router_ids': ['b23ca0f7-80f8-40c6-b21d-64a539750244'], 'active': True} {{(pid=115993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:32:29.601951 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=100 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:32:29.624791 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50b026af-e151-4674-973b-1c0949a18452 admin admin] Router 86e559f2-866e-494b-82ad-b5b594a151c0 has already been hosted by L3 agent d53f5436-7c7f-4441-9708-9d0333b57745 {{(pid=115992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 00:32:29.755075 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:32:29.761161 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99cd5c8-0af5-4ec3-b4bc-6537bb03fe5a None None] Pushing event updated for resources: {'Port': ['ID=946253c3-8a61-4421-baf0-6eeef069f045,revision_number=3']} {{(pid=115993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:32:29.861064 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:32:29.873824 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-ca291a95-5ed1-4c5a-b69f-a6596f97297e None None] Provisioning complete for port c261cb3a-39f2-424d-b5df-2be1a2e72cb7 triggered by entity DHCP. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:32:29.874284 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ca291a95-5ed1-4c5a-b69f-a6596f97297e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (c261cb3a-39f2-424d-b5df-2be1a2e72cb7), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:29.878883 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-ef55ae2d-a697-4566-a82d-c347c5f1d48b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=115991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 00:32:29.879385 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-ef55ae2d-a697-4566-a82d-c347c5f1d48b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=115991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 00:32:29.884241 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-ef55ae2d-a697-4566-a82d-c347c5f1d48b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=115991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 00:32:29.886915 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-ef55ae2d-a697-4566-a82d-c347c5f1d48b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=115991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 00:32:29.895616 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.services.segments.db [None req-ef55ae2d-a697-4566-a82d-c347c5f1d48b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abb44311-6e2f-413f-afe0-e7c8a0374e4d']}} {{(pid=115991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:32:29.914881 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-ca291a95-5ed1-4c5a-b69f-a6596f97297e None None] Port c261cb3a-39f2-424d-b5df-2be1a2e72cb7 cannot update to ACTIVE because it is not bound. {{(pid=115993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 08 00:32:29.929633 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvr_db [None req-27c1c441-7c28-43c8-b523-eff552f91b82 None None] Set router b23ca0f7-80f8-40c6-b21d-64a539750244 gateway port host: dv-cinder-851640-3-iscsi {{(pid=115993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 00:32:29.935338 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron_lib.callbacks.manager [None req-e261c38f-34a3-460d-9408-c3c29c30f330 None None] Publish callbacks [] for port (bf6ae387-4fbc-4279-9f19-0d23a921fa6c), precommit_update {{(pid=115994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:29.967100 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-15a0bc46-1947-4825-80b3-fb9b9878f7d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (None), before_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:30.018536 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron_lib.callbacks.manager [None req-e261c38f-34a3-460d-9408-c3c29c30f330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821'] for port (bf6ae387-4fbc-4279-9f19-0d23a921fa6c), after_update {{(pid=115994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:30.114460 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.plugins.ml2.managers [None req-e261c38f-34a3-460d-9408-c3c29c30f330 None None] Attempting to bind port bf6ae387-4fbc-4279-9f19-0d23a921fa6c on host dv-cinder-851640-3-iscsi for vnic_type normal with profile {{(pid=115994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 00:32:30.129379 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.plugins.ml2.managers [None req-e261c38f-34a3-460d-9408-c3c29c30f330 None None] Attempting to bind port bf6ae387-4fbc-4279-9f19-0d23a921fa6c by drivers openvswitch,hyperv on host dv-cinder-851640-3-iscsi at level 0 using segments [{'id': '15fce33c-3ff3-4714-8fe9-15b1a1600e57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f'}] {{(pid=115994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 00:32:30.129940 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e261c38f-34a3-460d-9408-c3c29c30f330 None None] Attempting to bind port bf6ae387-4fbc-4279-9f19-0d23a921fa6c on network 743d2d45-6b8c-49b7-a932-c537e45f946f {{(pid=115994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 00:32:30.155737 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.services.segments.db [None req-ef55ae2d-a697-4566-a82d-c347c5f1d48b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb767145-d50b-451c-8160-2e1b3a55302d') {'for_net_delete': True} {{(pid=115991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:32:30.155737 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.services.segments.db [None req-ef55ae2d-a697-4566-a82d-c347c5f1d48b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb767145-d50b-451c-8160-2e1b3a55302d') {} {{(pid=115991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:32:30.168664 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a4298a-7bea-4da0-9e61-dd762eca7f69 None None] Pushing event updated for resources: {'Port': ['ID=bf6ae387-4fbc-4279-9f19-0d23a921fa6c,revision_number=2']} {{(pid=115994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:32:30.188474 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e261c38f-34a3-460d-9408-c3c29c30f330 None None] Checking agent: {'id': 'aa35aa05-3c09-40ae-a1e3-ebf96fe3358c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851640-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 0, 24, 15), 'started_at': datetime.datetime(2022, 8, 8, 0, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 0, 32, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851640-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 00:32:30.190483 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e261c38f-34a3-460d-9408-c3c29c30f330 None None] Checking segment: {'id': '15fce33c-3ff3-4714-8fe9-15b1a1600e57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 00:32:30.191805 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron_lib.callbacks.manager [None req-e261c38f-34a3-460d-9408-c3c29c30f330 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:30.193626 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e261c38f-34a3-460d-9408-c3c29c30f330 None None] Bound using segment: {'id': '15fce33c-3ff3-4714-8fe9-15b1a1600e57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f'} {{(pid=115994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 00:32:30.195966 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.plugins.ml2.managers [None req-e261c38f-34a3-460d-9408-c3c29c30f330 None None] Bound port: bf6ae387-4fbc-4279-9f19-0d23a921fa6c, host: dv-cinder-851640-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15fce33c-3ff3-4714-8fe9-15b1a1600e57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f'}}] {{(pid=115994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 00:32:30.197372 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron_lib.callbacks.manager [None req-e261c38f-34a3-460d-9408-c3c29c30f330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (bf6ae387-4fbc-4279-9f19-0d23a921fa6c), before_update {{(pid=115994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:30.238215 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:32:30.264231 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-ef55ae2d-a697-4566-a82d-c347c5f1d48b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764676474251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2349749'] for segment (cb767145-d50b-451c-8160-2e1b3a55302d), before_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:30.328500 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_hamode_db [None req-27c1c441-7c28-43c8-b523-eff552f91b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b23ca0f7-80f8-40c6-b21d-64a539750244', 'name': 'tempest-ServerRescueNegativeTestJSON-1325139685-router', 'tenant_id': '9bd235f1f9f44df4b2e3dbd0c05b3a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '946253c3-8a61-4421-baf0-6eeef069f045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:32:21Z', 'updated_at': '2022-08-08T00:32:23Z', 'revision_number': 3, 'project_id': '9bd235f1f9f44df4b2e3dbd0c05b3a83', 'gw_port': {'id': '946253c3-8a61-4421-baf0-6eeef069f045', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:7c:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b23ca0f7-80f8-40c6-b21d-64a539750244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:32:22Z', 'updated_at': '2022-08-08T00:32:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi'}], 'dv-cinder-851640-3-iscsi', False) {} {{(pid=115993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:32:30.336989 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.plugins.ml2.db [None req-e261c38f-34a3-460d-9408-c3c29c30f330 None None] For port bf6ae387-4fbc-4279-9f19-0d23a921fa6c, host dv-cinder-851640-3-iscsi, cleared binding levels {{(pid=115994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 00:32:30.350139 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.plugins.ml2.db [None req-e261c38f-34a3-460d-9408-c3c29c30f330 None None] For port bf6ae387-4fbc-4279-9f19-0d23a921fa6c, host dv-cinder-851640-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851640-3-iscsi',level=0,port_id=bf6ae387-4fbc-4279-9f19-0d23a921fa6c,segment=NetworkSegment(15fce33c-3ff3-4714-8fe9-15b1a1600e57),segment_id=15fce33c-3ff3-4714-8fe9-15b1a1600e57)] {{(pid=115994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 00:32:30.376662 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.db.db_base_plugin_common [None req-81f9efad-0394-47e1-b50a-58da4bbf21f0 admin admin] Allocated IP 172.20.0.1 (39987f39-4c60-4c27-9f4f-c7657da06e51/0eda73d9-3865-4e7b-8b67-75076c7b1107/9bce4da0-1383-4b8f-af07-238966cd5f3e) {{(pid=115991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 00:32:30.389303 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-ef55ae2d-a697-4566-a82d-c347c5f1d48b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1398331'] for segment (cb767145-d50b-451c-8160-2e1b3a55302d), precommit_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:30.419409 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef55ae2d-a697-4566-a82d-c347c5f1d48b admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=115991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 08 00:32:30.425256 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-ef55ae2d-a697-4566-a82d-c347c5f1d48b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1398331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2783598'] for segment (cb767145-d50b-451c-8160-2e1b3a55302d), after_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:30.430459 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c1c441-7c28-43c8-b523-eff552f91b82 None None] The sync data for ids ['b23ca0f7-80f8-40c6-b21d-64a539750244'] in dv-cinder-851640-3-iscsi is: [{'id': 'b23ca0f7-80f8-40c6-b21d-64a539750244', 'name': 'tempest-ServerRescueNegativeTestJSON-1325139685-router', 'tenant_id': '9bd235f1f9f44df4b2e3dbd0c05b3a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '946253c3-8a61-4421-baf0-6eeef069f045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:32:21Z', 'updated_at': '2022-08-08T00:32:23Z', 'revision_number': 3, 'project_id': '9bd235f1f9f44df4b2e3dbd0c05b3a83', 'gw_port': {'id': '946253c3-8a61-4421-baf0-6eeef069f045', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:7c:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b23ca0f7-80f8-40c6-b21d-64a539750244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:32:22Z', 'updated_at': '2022-08-08T00:32:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi'}] {{(pid=115993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 00:32:30.440059 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50b026af-e151-4674-973b-1c0949a18452 admin admin] Notify agent at l3_agent.dv-cinder-851640-3-iscsi the message routers_updated {{(pid=115992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 00:32:30.448913 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-50b026af-e151-4674-973b-1c0949a18452 admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/86e559f2-866e-494b-82ad-b5b594a151c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0574920 Aug 08 00:32:30.502750 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron_lib.callbacks.manager [None req-e261c38f-34a3-460d-9408-c3c29c30f330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821'] for port (bf6ae387-4fbc-4279-9f19-0d23a921fa6c), after_update {{(pid=115994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:30.555402 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (c200ec1a-5dc3-458a-a30d-0f16255c41c0), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:30.664268 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a4298a-7bea-4da0-9e61-dd762eca7f69 None None] Pushing event updated for resources: {'Port': ['ID=bf6ae387-4fbc-4279-9f19-0d23a921fa6c,revision_number=3']} {{(pid=115994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:32:30.671710 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e261c38f-34a3-460d-9408-c3c29c30f330 None None] Routers {'863516f4-f151-4036-8bc9-319f1407fa27'} bound to L3 agent in host dv-cinder-851640-3-iscsi {{(pid=115994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 00:32:30.672674 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_hamode_db [None req-e261c38f-34a3-460d-9408-c3c29c30f330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851640-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-08T00:24:12Z,description=,heartbeat_timestamp=2022-08-08T00:32:12Z,host='dv-cinder-851640-3-iscsi',id=d53f5436-7c7f-4441-9708-9d0333b57745,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T00:24:13Z,topic='l3_agent')) {'router_ids': ['863516f4-f151-4036-8bc9-319f1407fa27'], 'active': True} {{(pid=115994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:32:30.829980 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:32:30.875327 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:32:30.880278 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-ef55ae2d-a697-4566-a82d-c347c5f1d48b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-428578'] for network (abb44311-6e2f-413f-afe0-e7c8a0374e4d), after_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:30.935103 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_dvr_db [None req-e261c38f-34a3-460d-9408-c3c29c30f330 None None] Set router 863516f4-f151-4036-8bc9-319f1407fa27 gateway port host: dv-cinder-851640-3-iscsi {{(pid=115994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 00:32:30.939481 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=100 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:32:30.985287 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-ef55ae2d-a697-4566-a82d-c347c5f1d48b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575022'] for network (None), before_response {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:30.986513 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-ef55ae2d-a697-4566-a82d-c347c5f1d48b admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/abb44311-6e2f-413f-afe0-e7c8a0374e4d HTTP/1.1" status: 204 len: 168 time: 2.4210846 Aug 08 00:32:30.989414 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 53260) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:32:30.991311 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=100 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:32:30.997446 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef55ae2d-a697-4566-a82d-c347c5f1d48b admin admin] Pushing event deleted for resources: {'Network': ['ID=abb44311-6e2f-413f-afe0-e7c8a0374e4d,revision_number=None']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:32:31.091300 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.db.db_base_plugin_v2 [None req-c07ea58c-0da0-42d3-a3c3-edfcdd73ae4c admin admin] Deleting subnet a30d3d17-525f-4865-b806-2d9c5507b70c {{(pid=115992) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 08 00:32:31.098905 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-c07ea58c-0da0-42d3-a3c3-edfcdd73ae4c admin admin] Publish callbacks [] for subnet (a30d3d17-525f-4865-b806-2d9c5507b70c), before_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:31.114972 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.db.db_base_plugin_common [None req-15a0bc46-1947-4825-80b3-fb9b9878f7d6 admin admin] Allocated IP 172.20.0.1 (61fd3a5e-b6e8-4581-b720-db1567079b03/1315c81b-9b10-4234-bb5d-d20004ee7054/31a76272-49ed-4902-b854-04464585b036) {{(pid=115991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 00:32:31.179156 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-c07ea58c-0da0-42d3-a3c3-edfcdd73ae4c admin admin] Publish callbacks [] for subnet (a30d3d17-525f-4865-b806-2d9c5507b70c), precommit_delete_associations {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:31.212629 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-c07ea58c-0da0-42d3-a3c3-edfcdd73ae4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1386800'] for subnet (a30d3d17-525f-4865-b806-2d9c5507b70c), precommit_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:31.335619 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-15a0bc46-1947-4825-80b3-fb9b9878f7d6 admin admin] Publish callbacks [] for port (31a76272-49ed-4902-b854-04464585b036), precommit_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:31.362548 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_hamode_db [None req-e261c38f-34a3-460d-9408-c3c29c30f330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '863516f4-f151-4036-8bc9-319f1407fa27', 'name': 'tempest-DeleteServersTestJSON-1333376981-router', 'tenant_id': '7214cb5b7d4c4c949c84dc81601a89e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': 'bf6ae387-4fbc-4279-9f19-0d23a921fa6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:32:21Z', 'updated_at': '2022-08-08T00:32:24Z', 'revision_number': 3, 'project_id': '7214cb5b7d4c4c949c84dc81601a89e0', 'gw_port': {'id': 'bf6ae387-4fbc-4279-9f19-0d23a921fa6c', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:f4:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '863516f4-f151-4036-8bc9-319f1407fa27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:32:22Z', 'updated_at': '2022-08-08T00:32:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi'}], 'dv-cinder-851640-3-iscsi', False) {} {{(pid=115994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:32:31.372742 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:32:31.383506 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:32:31.387119 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-81f9efad-0394-47e1-b50a-58da4bbf21f0 admin admin] Publish callbacks [] for port (9bce4da0-1383-4b8f-af07-238966cd5f3e), precommit_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:31.388830 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:32:31.431845 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-c07ea58c-0da0-42d3-a3c3-edfcdd73ae4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1386811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032'] for subnet (a30d3d17-525f-4865-b806-2d9c5507b70c), after_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:31.437905 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e261c38f-34a3-460d-9408-c3c29c30f330 None None] The sync data for ids ['863516f4-f151-4036-8bc9-319f1407fa27'] in dv-cinder-851640-3-iscsi is: [{'id': '863516f4-f151-4036-8bc9-319f1407fa27', 'name': 'tempest-DeleteServersTestJSON-1333376981-router', 'tenant_id': '7214cb5b7d4c4c949c84dc81601a89e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': 'bf6ae387-4fbc-4279-9f19-0d23a921fa6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:32:21Z', 'updated_at': '2022-08-08T00:32:24Z', 'revision_number': 3, 'project_id': '7214cb5b7d4c4c949c84dc81601a89e0', 'gw_port': {'id': 'bf6ae387-4fbc-4279-9f19-0d23a921fa6c', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:f4:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '863516f4-f151-4036-8bc9-319f1407fa27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:32:22Z', 'updated_at': '2022-08-08T00:32:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi'}] {{(pid=115994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 00:32:31.481529 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:32:31.482026 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-15a0bc46-1947-4825-80b3-fb9b9878f7d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764676113785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2785209'] for port (31a76272-49ed-4902-b854-04464585b036), after_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:31.551274 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a0bc46-1947-4825-80b3-fb9b9878f7d6 admin admin] Network 61fd3a5e-b6e8-4581-b720-db1567079b03 is already hosted by enough agents. {{(pid=115991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 00:32:31.551274 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-81f9efad-0394-47e1-b50a-58da4bbf21f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764676113785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2785209'] for port (9bce4da0-1383-4b8f-af07-238966cd5f3e), after_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:31.553626 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.scheduler.base_scheduler [None req-15a0bc46-1947-4825-80b3-fb9b9878f7d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=115991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 00:32:31.556402 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a0bc46-1947-4825-80b3-fb9b9878f7d6 admin admin] Received port after_create {{(pid=115991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 00:32:31.558139 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-c07ea58c-0da0-42d3-a3c3-edfcdd73ae4c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:31.568400 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-c07ea58c-0da0-42d3-a3c3-edfcdd73ae4c admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/a30d3d17-525f-4865-b806-2d9c5507b70c HTTP/1.1" status: 204 len: 168 time: 0.5771525 Aug 08 00:32:31.575760 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07ea58c-0da0-42d3-a3c3-edfcdd73ae4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a30d3d17-525f-4865-b806-2d9c5507b70c,revision_number=None']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:32:31.577537 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 53284) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:32:31.613554 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:32:31.656541 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a0bc46-1947-4825-80b3-fb9b9878f7d6 admin admin] Pushing event updated for resources: {'Port': ['ID=31a76272-49ed-4902-b854-04464585b036,revision_number=1']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:32:31.683527 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f9efad-0394-47e1-b50a-58da4bbf21f0 admin admin] Network 39987f39-4c60-4c27-9f4f-c7657da06e51 is already hosted by enough agents. {{(pid=115991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 00:32:31.701553 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.scheduler.base_scheduler [None req-81f9efad-0394-47e1-b50a-58da4bbf21f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=115991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 00:32:31.717263 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f9efad-0394-47e1-b50a-58da4bbf21f0 admin admin] Received port after_create {{(pid=115991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 00:32:31.723324 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Device 53cdf01d-9d88-476a-b524-f08ed0260945 up at agent ovs-agent-dv-cinder-851640-3-iscsi {{(pid=115993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 00:32:31.902629 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-dd5d8e31-a163-48d4-8856-c690159508f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1544796'] for network (f6851cca-3f02-40c4-b92b-75491579bc24), before_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:31.933407 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Provisioning complete for port 53cdf01d-9d88-476a-b524-f08ed0260945 triggered by entity L2. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:32:31.933905 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (53cdf01d-9d88-476a-b524-f08ed0260945), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:32.026287 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-81f9efad-0394-47e1-b50a-58da4bbf21f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-500133'] for router_interface (b23ca0f7-80f8-40c6-b21d-64a539750244), before_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:32.155504 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 53304) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:32:32.213539 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.services.segments.plugin [-] Segment cb767145-d50b-451c-8160-2e1b3a55302d resource provider aggregate not found Aug 08 00:32:32.215678 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-2c957f82-1b35-424c-b5ef-b874d7222b42 None None] Provisioning complete for port 31a76272-49ed-4902-b854-04464585b036 triggered by entity DHCP. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:32:32.216197 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-2c957f82-1b35-424c-b5ef-b874d7222b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (31a76272-49ed-4902-b854-04464585b036), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:32.225161 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.v2.base [None req-c013db19-6005-4fd0-b41f-9b463400cf11 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1482346910', 'description': 'tempest-description--638734910'}} {{(pid=115992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:32:32.288316 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-15a0bc46-1947-4825-80b3-fb9b9878f7d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-500133'] for router_interface (863516f4-f151-4036-8bc9-319f1407fa27), before_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:32.293453 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-dd5d8e31-a163-48d4-8856-c690159508f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388207', 'neutron.services.segments.db._delete_segments_for_network-8764676474350'] for network (f6851cca-3f02-40c4-b92b-75491579bc24), precommit_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:32.331257 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.services.segments.plugin [-] Segment cb767145-d50b-451c-8160-2e1b3a55302d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cb767145-d50b-451c-8160-2e1b3a55302d found for delete ", "request_id": "req-e69ef01a-c184-446f-a298-778b570eba8f"}]} Aug 08 00:32:32.385040 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-dd5d8e31-a163-48d4-8856-c690159508f0 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=115992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 00:32:32.385622 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-dd5d8e31-a163-48d4-8856-c690159508f0 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=115992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 00:32:32.386454 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-dd5d8e31-a163-48d4-8856-c690159508f0 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=115992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 00:32:32.386907 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-dd5d8e31-a163-48d4-8856-c690159508f0 admin admin] Subscribe: > port after_create 55550000 {{(pid=115992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 00:32:32.387360 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-dd5d8e31-a163-48d4-8856-c690159508f0 admin admin] Subscribe: > port after_delete 55550000 {{(pid=115992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 00:32:32.387780 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-dd5d8e31-a163-48d4-8856-c690159508f0 admin admin] Subscribe: > port after_update 55550000 {{(pid=115992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 00:32:32.388205 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-dd5d8e31-a163-48d4-8856-c690159508f0 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=115992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 00:32:32.388691 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-dd5d8e31-a163-48d4-8856-c690159508f0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=115992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 00:32:32.389154 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-dd5d8e31-a163-48d4-8856-c690159508f0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=115992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 00:32:32.390059 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-dd5d8e31-a163-48d4-8856-c690159508f0 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=115992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 00:32:32.424458 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Current status of the port 53cdf01d-9d88-476a-b524-f08ed0260945 is: DOWN; New status is: ACTIVE {{(pid=115993) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 00:32:32.427412 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (53cdf01d-9d88-476a-b524-f08ed0260945), before_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:32.460310 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-2c957f82-1b35-424c-b5ef-b874d7222b42 None None] Port 31a76272-49ed-4902-b854-04464585b036 cannot update to ACTIVE because it is not bound. {{(pid=115993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 08 00:32:32.460789 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9efad-0394-47e1-b50a-58da4bbf21f0 admin admin] Pushing event updated for resources: {'Port': ['ID=9bce4da0-1383-4b8f-af07-238966cd5f3e,revision_number=1']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:32:32.486473 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] For port 53cdf01d-9d88-476a-b524-f08ed0260945, host dv-cinder-851640-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851640-3-iscsi',level=0,port_id=53cdf01d-9d88-476a-b524-f08ed0260945,segment=NetworkSegment(15fce33c-3ff3-4714-8fe9-15b1a1600e57),segment_id=15fce33c-3ff3-4714-8fe9-15b1a1600e57)] {{(pid=115993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:32:32.502471 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac73ae4-de90-4ae7-b1d1-8c907442e79c None None] Sync routers for ids ['86e559f2-866e-494b-82ad-b5b594a151c0'] in dv-cinder-851640-3-iscsi {{(pid=115993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 00:32:32.514846 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac73ae4-de90-4ae7-b1d1-8c907442e79c None None] Routers {'86e559f2-866e-494b-82ad-b5b594a151c0'} bound to L3 agent in host dv-cinder-851640-3-iscsi {{(pid=115993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 00:32:32.517267 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_hamode_db [None req-4ac73ae4-de90-4ae7-b1d1-8c907442e79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851640-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-08T00:24:12Z,description=,heartbeat_timestamp=2022-08-08T00:32:12Z,host='dv-cinder-851640-3-iscsi',id=d53f5436-7c7f-4441-9708-9d0333b57745,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T00:24:13Z,topic='l3_agent')) {'router_ids': ['86e559f2-866e-494b-82ad-b5b594a151c0'], 'active': True} {{(pid=115993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:32:32.590683 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-e8fc812b-9838-44a7-a665-989a032ca930 None None] Provisioning complete for port 9bce4da0-1383-4b8f-af07-238966cd5f3e triggered by entity DHCP. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:32:32.591067 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-e8fc812b-9838-44a7-a665-989a032ca930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (9bce4da0-1383-4b8f-af07-238966cd5f3e), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:32.592942 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821'] for port (53cdf01d-9d88-476a-b524-f08ed0260945), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:32.593833 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Device 946253c3-8a61-4421-baf0-6eeef069f045 up at agent ovs-agent-dv-cinder-851640-3-iscsi {{(pid=115993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 00:32:32.677551 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:32:32.743469 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-dd5d8e31-a163-48d4-8856-c690159508f0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=115992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 00:32:32.744073 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-dd5d8e31-a163-48d4-8856-c690159508f0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=115992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 00:32:32.744573 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-dd5d8e31-a163-48d4-8856-c690159508f0 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=115992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 00:32:32.745176 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-dd5d8e31-a163-48d4-8856-c690159508f0 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=115992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 00:32:32.745692 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.services.segments.db [None req-dd5d8e31-a163-48d4-8856-c690159508f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6851cca-3f02-40c4-b92b-75491579bc24']}} {{(pid=115992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:32:32.765998 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.services.segments.db [None req-dd5d8e31-a163-48d4-8856-c690159508f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54080018-993a-4031-8fe8-1d9ba72a3dd8') {'for_net_delete': True} {{(pid=115992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:32:32.766335 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.services.segments.db [None req-dd5d8e31-a163-48d4-8856-c690159508f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54080018-993a-4031-8fe8-1d9ba72a3dd8') {} {{(pid=115992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:32:32.770775 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-c013db19-6005-4fd0-b41f-9b463400cf11 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Publish callbacks [] for security_group (None), before_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:32.795104 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-dd5d8e31-a163-48d4-8856-c690159508f0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764676474251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2898668'] for segment (54080018-993a-4031-8fe8-1d9ba72a3dd8), before_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:32.827615 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-dd5d8e31-a163-48d4-8856-c690159508f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1398331'] for segment (54080018-993a-4031-8fe8-1d9ba72a3dd8), precommit_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:32.845416 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd5d8e31-a163-48d4-8856-c690159508f0 admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=115992) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 08 00:32:32.846082 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-dd5d8e31-a163-48d4-8856-c690159508f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1398331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26371028'] for segment (54080018-993a-4031-8fe8-1d9ba72a3dd8), after_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:32.869072 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Pushing event updated for resources: {'Port': ['ID=53cdf01d-9d88-476a-b524-f08ed0260945,revision_number=4']} {{(pid=115993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:32:32.972021 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-e8fc812b-9838-44a7-a665-989a032ca930 None None] Port 9bce4da0-1383-4b8f-af07-238966cd5f3e cannot update to ACTIVE because it is not bound. {{(pid=115993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 08 00:32:33.004712 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Provisioning complete for port 946253c3-8a61-4421-baf0-6eeef069f045 triggered by entity L2. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:32:33.005257 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (946253c3-8a61-4421-baf0-6eeef069f045), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:33.011734 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvr_db [None req-4ac73ae4-de90-4ae7-b1d1-8c907442e79c None None] Set router 86e559f2-866e-494b-82ad-b5b594a151c0 gateway port host: dv-cinder-851640-3-iscsi {{(pid=115993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 00:32:33.028467 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-dd5d8e31-a163-48d4-8856-c690159508f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-428578'] for network (f6851cca-3f02-40c4-b92b-75491579bc24), after_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:33.062595 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-dd5d8e31-a163-48d4-8856-c690159508f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575022'] for network (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:33.079678 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-dd5d8e31-a163-48d4-8856-c690159508f0 admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/f6851cca-3f02-40c4-b92b-75491579bc24 HTTP/1.1" status: 204 len: 168 time: 1.4974341 Aug 08 00:32:33.136889 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.services.segments.plugin [-] Segment 54080018-993a-4031-8fe8-1d9ba72a3dd8 resource provider aggregate not found Aug 08 00:32:33.144744 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:32:33.149405 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5d8e31-a163-48d4-8856-c690159508f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=f6851cca-3f02-40c4-b92b-75491579bc24,revision_number=None']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:32:33.184965 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.services.segments.plugin [-] Segment 54080018-993a-4031-8fe8-1d9ba72a3dd8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 54080018-993a-4031-8fe8-1d9ba72a3dd8 found for delete ", "request_id": "req-816a6123-94cd-49c0-af91-e2502f8f88af"}]} Aug 08 00:32:33.245538 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-81f9efad-0394-47e1-b50a-58da4bbf21f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (9bce4da0-1383-4b8f-af07-238966cd5f3e), before_update {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:33.262875 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:32:33.271105 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-c013db19-6005-4fd0-b41f-9b463400cf11 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Publish callbacks [] for security_group (99750fcd-194d-487c-b80c-a79152b12484), precommit_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:33.310424 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-15a0bc46-1947-4825-80b3-fb9b9878f7d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (31a76272-49ed-4902-b854-04464585b036), before_update {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:33.332308 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-c013db19-6005-4fd0-b41f-9b463400cf11 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (99750fcd-194d-487c-b80c-a79152b12484), after_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:33.374308 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c013db19-6005-4fd0-b41f-9b463400cf11 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99750fcd-194d-487c-b80c-a79152b12484,revision_number=1']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:32:33.435479 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Current status of the port 946253c3-8a61-4421-baf0-6eeef069f045 is: DOWN; New status is: ACTIVE {{(pid=115993) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 00:32:33.435841 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (946253c3-8a61-4421-baf0-6eeef069f045), before_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:33.444373 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-c013db19-6005-4fd0-b41f-9b463400cf11 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Publish callbacks [] for security_group (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:33.445896 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-c013db19-6005-4fd0-b41f-9b463400cf11 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.2881825 Aug 08 00:32:33.454784 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 53352) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:32:33.461855 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] For port 946253c3-8a61-4421-baf0-6eeef069f045, host dv-cinder-851640-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851640-3-iscsi',level=0,port_id=946253c3-8a61-4421-baf0-6eeef069f045,segment=NetworkSegment(15fce33c-3ff3-4714-8fe9-15b1a1600e57),segment_id=15fce33c-3ff3-4714-8fe9-15b1a1600e57)] {{(pid=115993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:32:33.467824 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.v2.base [None req-7450691e-f2b8-40e1-9a7e-919188211948 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Request body: {'security_group_rule': {'security_group_id': '99750fcd-194d-487c-b80c-a79152b12484', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:32:33.535936 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:32:33.536100 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821'] for port (946253c3-8a61-4421-baf0-6eeef069f045), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:33.604639 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-7450691e-f2b8-40e1-9a7e-919188211948 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Publish callbacks [] for security_group_rule (d430fab2-61d3-40d8-98ea-f4d1c5922976), before_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:33.646270 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_hamode_db [None req-4ac73ae4-de90-4ae7-b1d1-8c907442e79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86e559f2-866e-494b-82ad-b5b594a151c0', 'name': 'tempest-AttachVolumeShelveTestJSON-1947753513-router', 'tenant_id': '1aa84c8a680d49f8be48580c62c18889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '53cdf01d-9d88-476a-b524-f08ed0260945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:32:21Z', 'updated_at': '2022-08-08T00:32:28Z', 'revision_number': 4, 'project_id': '1aa84c8a680d49f8be48580c62c18889', 'gw_port': {'id': '53cdf01d-9d88-476a-b524-f08ed0260945', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:86:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86e559f2-866e-494b-82ad-b5b594a151c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:32:22Z', 'updated_at': '2022-08-08T00:32:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi', '_interfaces': [{'id': 'c261cb3a-39f2-424d-b5df-2be1a2e72cb7', 'name': '', 'network_id': '80d6d476-8f39-44d3-b747-4eed8b7c1a18', 'tenant_id': '1aa84c8a680d49f8be48580c62c18889', 'mac_address': 'fa:16:3e:2d:94:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86e559f2-866e-494b-82ad-b5b594a151c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '2e97ee91-c7eb-4a92-adff-260b02055216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:32:27Z', 'updated_at': '2022-08-08T00:32:28Z', 'revision_number': 2, 'project_id': '1aa84c8a680d49f8be48580c62c18889', 'subnets': [{'id': '2e97ee91-c7eb-4a92-adff-260b02055216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851640-3-iscsi', False) {} {{(pid=115993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:32:33.650535 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-81f9efad-0394-47e1-b50a-58da4bbf21f0 admin admin] Publish callbacks [] for port (9bce4da0-1383-4b8f-af07-238966cd5f3e), precommit_update {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:33.667967 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:32:33.691568 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac73ae4-de90-4ae7-b1d1-8c907442e79c None None] Checking router: 86e559f2-866e-494b-82ad-b5b594a151c0 for host: dv-cinder-851640-3-iscsi {{(pid=115993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 00:32:33.692144 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac73ae4-de90-4ae7-b1d1-8c907442e79c None None] Updating router 86e559f2-866e-494b-82ad-b5b594a151c0 port c261cb3a-39f2-424d-b5df-2be1a2e72cb7 binding host dv-cinder-851640-3-iscsi {{(pid=115993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 08 00:32:33.726371 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-4ac73ae4-de90-4ae7-b1d1-8c907442e79c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (c261cb3a-39f2-424d-b5df-2be1a2e72cb7), before_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:33.733092 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 53358) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:32:33.736916 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-7450691e-f2b8-40e1-9a7e-919188211948 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Publish callbacks [] for security_group_rule (d430fab2-61d3-40d8-98ea-f4d1c5922976), precommit_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:33.738807 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Pushing event updated for resources: {'Port': ['ID=946253c3-8a61-4421-baf0-6eeef069f045,revision_number=4']} {{(pid=115993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:32:33.806096 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-81f9efad-0394-47e1-b50a-58da4bbf21f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2785206'] for port (9bce4da0-1383-4b8f-af07-238966cd5f3e), after_update {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:33.818806 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-7450691e-f2b8-40e1-9a7e-919188211948 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339626'] for security_group_rule (d430fab2-61d3-40d8-98ea-f4d1c5922976), after_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:33.848489 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7450691e-f2b8-40e1-9a7e-919188211948 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d430fab2-61d3-40d8-98ea-f4d1c5922976,revision_number=0']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:32:33.851369 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-4726a2a4-6630-4075-8afb-82a55d4692b9 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=509dc2cd350b482c8a7ffc5abc681a78&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1158063 Aug 08 00:32:33.852555 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 53364) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:32:33.874127 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Device bf6ae387-4fbc-4279-9f19-0d23a921fa6c up at agent ovs-agent-dv-cinder-851640-3-iscsi {{(pid=115993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 00:32:33.886633 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:32:33.907388 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-7450691e-f2b8-40e1-9a7e-919188211948 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:33.909122 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-7450691e-f2b8-40e1-9a7e-919188211948 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4525883 Aug 08 00:32:33.911973 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 53366) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:32:33.923514 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.v2.base [None req-bbc88323-72a5-4e67-b8e1-32c77294bcb1 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Request body: {'security_group_rule': {'security_group_id': '99750fcd-194d-487c-b80c-a79152b12484', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:32:33.956456 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-cb46f9c2-8b7f-4d05-af90-026816c9acbe admin admin] Publish callbacks [] for security_group (482e6ac4-a9c1-43a7-9b2a-f68a43c96614), before_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:33.963663 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Provisioning complete for port bf6ae387-4fbc-4279-9f19-0d23a921fa6c triggered by entity L2. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:32:33.964057 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (bf6ae387-4fbc-4279-9f19-0d23a921fa6c), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:33.981207 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9efad-0394-47e1-b50a-58da4bbf21f0 admin admin] Pushing event updated for resources: {'Port': ['ID=9bce4da0-1383-4b8f-af07-238966cd5f3e,revision_number=2']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:32:33.986866 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-cb46f9c2-8b7f-4d05-af90-026816c9acbe admin admin] Publish callbacks [] for security_group (482e6ac4-a9c1-43a7-9b2a-f68a43c96614), precommit_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:34.003038 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-81f9efad-0394-47e1-b50a-58da4bbf21f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-499733'] for router_interface (b23ca0f7-80f8-40c6-b21d-64a539750244), after_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:34.118631 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-15a0bc46-1947-4825-80b3-fb9b9878f7d6 admin admin] Publish callbacks [] for port (31a76272-49ed-4902-b854-04464585b036), precommit_update {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:34.157940 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Current status of the port bf6ae387-4fbc-4279-9f19-0d23a921fa6c is: DOWN; New status is: ACTIVE {{(pid=115993) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 00:32:34.158333 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (bf6ae387-4fbc-4279-9f19-0d23a921fa6c), before_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:34.166221 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f9efad-0394-47e1-b50a-58da4bbf21f0 admin admin] Network 39987f39-4c60-4c27-9f4f-c7657da06e51 is already hosted by enough agents. {{(pid=115991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 00:32:34.167805 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.scheduler.base_scheduler [None req-81f9efad-0394-47e1-b50a-58da4bbf21f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=115991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 00:32:34.193647 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] For port bf6ae387-4fbc-4279-9f19-0d23a921fa6c, host dv-cinder-851640-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851640-3-iscsi',level=0,port_id=bf6ae387-4fbc-4279-9f19-0d23a921fa6c,segment=NetworkSegment(15fce33c-3ff3-4714-8fe9-15b1a1600e57),segment_id=15fce33c-3ff3-4714-8fe9-15b1a1600e57)] {{(pid=115993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:32:34.243794 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-4ac73ae4-de90-4ae7-b1d1-8c907442e79c None None] Publish callbacks [] for port (c261cb3a-39f2-424d-b5df-2be1a2e72cb7), precommit_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:34.287717 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81f9efad-0394-47e1-b50a-58da4bbf21f0 admin admin] Router b23ca0f7-80f8-40c6-b21d-64a539750244 has already been hosted by L3 agent d53f5436-7c7f-4441-9708-9d0333b57745 {{(pid=115991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 00:32:34.292701 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-15a0bc46-1947-4825-80b3-fb9b9878f7d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2785206'] for port (31a76272-49ed-4902-b854-04464585b036), after_update {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:34.297311 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-cb46f9c2-8b7f-4d05-af90-026816c9acbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (482e6ac4-a9c1-43a7-9b2a-f68a43c96614), after_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:34.300106 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821'] for port (bf6ae387-4fbc-4279-9f19-0d23a921fa6c), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:34.300958 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-cb46f9c2-8b7f-4d05-af90-026816c9acbe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:34.301656 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Device 53cdf01d-9d88-476a-b524-f08ed0260945 up at agent ovs-agent-dv-cinder-851640-3-iscsi {{(pid=115993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 00:32:34.303161 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-cb46f9c2-8b7f-4d05-af90-026816c9acbe admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/482e6ac4-a9c1-43a7-9b2a-f68a43c96614 HTTP/1.1" status: 204 len: 168 time: 0.4487321 Aug 08 00:32:34.352056 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-bbc88323-72a5-4e67-b8e1-32c77294bcb1 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Publish callbacks [] for security_group_rule (be909eb2-6e69-4b27-8333-cae8f338a2e3), before_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:34.353016 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-4ac73ae4-de90-4ae7-b1d1-8c907442e79c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821'] for port (c261cb3a-39f2-424d-b5df-2be1a2e72cb7), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:34.418610 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb46f9c2-8b7f-4d05-af90-026816c9acbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=482e6ac4-a9c1-43a7-9b2a-f68a43c96614,revision_number=None']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:32:34.463556 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-15a0bc46-1947-4825-80b3-fb9b9878f7d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-499733'] for router_interface (863516f4-f151-4036-8bc9-319f1407fa27), after_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:34.465180 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a0bc46-1947-4825-80b3-fb9b9878f7d6 admin admin] Pushing event updated for resources: {'Port': ['ID=31a76272-49ed-4902-b854-04464585b036,revision_number=2']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:32:34.496925 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-bbc88323-72a5-4e67-b8e1-32c77294bcb1 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Publish callbacks [] for security_group_rule (be909eb2-6e69-4b27-8333-cae8f338a2e3), precommit_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:34.552795 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Pushing event updated for resources: {'Port': ['ID=bf6ae387-4fbc-4279-9f19-0d23a921fa6c,revision_number=4']} {{(pid=115993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:32:34.561755 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-bbc88323-72a5-4e67-b8e1-32c77294bcb1 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339626'] for security_group_rule (be909eb2-6e69-4b27-8333-cae8f338a2e3), after_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:34.583915 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc88323-72a5-4e67-b8e1-32c77294bcb1 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be909eb2-6e69-4b27-8333-cae8f338a2e3,revision_number=0']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:32:34.589076 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Provisioning complete for port 53cdf01d-9d88-476a-b524-f08ed0260945 triggered by entity L2. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:32:34.589600 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (53cdf01d-9d88-476a-b524-f08ed0260945), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:34.608671 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-15b3a130-9ede-4291-9d37-2239f688dbd7 None None] Provisioning complete for port 9bce4da0-1383-4b8f-af07-238966cd5f3e triggered by entity DHCP. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:32:34.611729 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-15b3a130-9ede-4291-9d37-2239f688dbd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (9bce4da0-1383-4b8f-af07-238966cd5f3e), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:34.649395 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81f9efad-0394-47e1-b50a-58da4bbf21f0 admin admin] Notify agent at l3_agent.dv-cinder-851640-3-iscsi the message routers_updated {{(pid=115991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 00:32:34.655608 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-81f9efad-0394-47e1-b50a-58da4bbf21f0 admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/b23ca0f7-80f8-40c6-b21d-64a539750244/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8028569 Aug 08 00:32:34.664824 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-bbc88323-72a5-4e67-b8e1-32c77294bcb1 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:34.690026 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-bbc88323-72a5-4e67-b8e1-32c77294bcb1 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7603621 Aug 08 00:32:34.690026 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 53392) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:32:34.690172 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7079ddc-b041-4b21-803b-061a419e5765 None None] Sync routers for ids ['b23ca0f7-80f8-40c6-b21d-64a539750244'] in dv-cinder-851640-3-iscsi {{(pid=115994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 00:32:34.692018 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.v2.base [None req-a95cb552-6b57-4fbd-9192-aba944966f58 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Request body: {'floatingip': {'floating_network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f'}} {{(pid=115992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:32:34.704221 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7079ddc-b041-4b21-803b-061a419e5765 None None] Routers {'b23ca0f7-80f8-40c6-b21d-64a539750244'} bound to L3 agent in host dv-cinder-851640-3-iscsi {{(pid=115994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 00:32:34.705264 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_hamode_db [None req-d7079ddc-b041-4b21-803b-061a419e5765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851640-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-08T00:24:12Z,description=,heartbeat_timestamp=2022-08-08T00:32:12Z,host='dv-cinder-851640-3-iscsi',id=d53f5436-7c7f-4441-9708-9d0333b57745,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T00:24:13Z,topic='l3_agent')) {'router_ids': ['b23ca0f7-80f8-40c6-b21d-64a539750244'], 'active': True} {{(pid=115994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:32:34.732282 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.managers [None req-4ac73ae4-de90-4ae7-b1d1-8c907442e79c None None] Attempting to bind port c261cb3a-39f2-424d-b5df-2be1a2e72cb7 on host dv-cinder-851640-3-iscsi for vnic_type normal with profile {{(pid=115993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 00:32:34.732662 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.managers [None req-4ac73ae4-de90-4ae7-b1d1-8c907442e79c None None] Attempting to bind port c261cb3a-39f2-424d-b5df-2be1a2e72cb7 by drivers openvswitch,hyperv on host dv-cinder-851640-3-iscsi at level 0 using segments [{'id': 'e72a67c9-8c15-4f85-816f-48dd79f90a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '80d6d476-8f39-44d3-b747-4eed8b7c1a18'}] {{(pid=115993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 00:32:34.733329 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac73ae4-de90-4ae7-b1d1-8c907442e79c None None] Attempting to bind port c261cb3a-39f2-424d-b5df-2be1a2e72cb7 on network 80d6d476-8f39-44d3-b747-4eed8b7c1a18 {{(pid=115993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 00:32:34.743650 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb5c1ed-bd82-4826-bf34-f225e75273a8 None None] Pushing event updated for resources: {'Port': ['ID=c261cb3a-39f2-424d-b5df-2be1a2e72cb7,revision_number=3']} {{(pid=115993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:32:34.749438 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-15b3a130-9ede-4291-9d37-2239f688dbd7 None None] Port 9bce4da0-1383-4b8f-af07-238966cd5f3e cannot update to ACTIVE because it is not bound. {{(pid=115993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 08 00:32:34.753701 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a0bc46-1947-4825-80b3-fb9b9878f7d6 admin admin] Network 61fd3a5e-b6e8-4581-b720-db1567079b03 is already hosted by enough agents. {{(pid=115991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 00:32:34.759487 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.scheduler.base_scheduler [None req-15a0bc46-1947-4825-80b3-fb9b9878f7d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=115991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 00:32:34.765147 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac73ae4-de90-4ae7-b1d1-8c907442e79c None None] Checking agent: {'id': 'aa35aa05-3c09-40ae-a1e3-ebf96fe3358c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851640-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 0, 24, 15), 'started_at': datetime.datetime(2022, 8, 8, 0, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 0, 32, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851640-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 00:32:34.766684 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac73ae4-de90-4ae7-b1d1-8c907442e79c None None] Checking segment: {'id': 'e72a67c9-8c15-4f85-816f-48dd79f90a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '80d6d476-8f39-44d3-b747-4eed8b7c1a18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 00:32:34.766684 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-4ac73ae4-de90-4ae7-b1d1-8c907442e79c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:34.767133 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac73ae4-de90-4ae7-b1d1-8c907442e79c None None] Bound using segment: {'id': 'e72a67c9-8c15-4f85-816f-48dd79f90a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '80d6d476-8f39-44d3-b747-4eed8b7c1a18'} {{(pid=115993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 00:32:34.768237 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.managers [None req-4ac73ae4-de90-4ae7-b1d1-8c907442e79c None None] Bound port: c261cb3a-39f2-424d-b5df-2be1a2e72cb7, host: dv-cinder-851640-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e72a67c9-8c15-4f85-816f-48dd79f90a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '80d6d476-8f39-44d3-b747-4eed8b7c1a18'}}] {{(pid=115993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 00:32:34.768622 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-4ac73ae4-de90-4ae7-b1d1-8c907442e79c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (c261cb3a-39f2-424d-b5df-2be1a2e72cb7), before_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:34.808195 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-a95cb552-6b57-4fbd-9192-aba944966f58 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:34.901829 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:32:34.945786 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_dvr_db [None req-d7079ddc-b041-4b21-803b-061a419e5765 None None] Set router b23ca0f7-80f8-40c6-b21d-64a539750244 gateway port host: dv-cinder-851640-3-iscsi {{(pid=115994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 00:32:35.001014 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Current status of the port 53cdf01d-9d88-476a-b524-f08ed0260945 is: ACTIVE; New status is: ACTIVE {{(pid=115993) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 00:32:35.015634 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-4ac73ae4-de90-4ae7-b1d1-8c907442e79c None None] For port c261cb3a-39f2-424d-b5df-2be1a2e72cb7, host dv-cinder-851640-3-iscsi, cleared binding levels {{(pid=115993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 00:32:35.020431 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-4ac73ae4-de90-4ae7-b1d1-8c907442e79c None None] For port c261cb3a-39f2-424d-b5df-2be1a2e72cb7, host dv-cinder-851640-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851640-3-iscsi',level=0,port_id=c261cb3a-39f2-424d-b5df-2be1a2e72cb7,segment=NetworkSegment(e72a67c9-8c15-4f85-816f-48dd79f90a1d),segment_id=e72a67c9-8c15-4f85-816f-48dd79f90a1d)] {{(pid=115993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 00:32:35.029481 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15a0bc46-1947-4825-80b3-fb9b9878f7d6 admin admin] Router 863516f4-f151-4036-8bc9-319f1407fa27 has already been hosted by L3 agent d53f5436-7c7f-4441-9708-9d0333b57745 {{(pid=115991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 00:32:35.061438 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=81,neutron:INSERT=10,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:32:35.117274 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-4ac73ae4-de90-4ae7-b1d1-8c907442e79c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821'] for port (c261cb3a-39f2-424d-b5df-2be1a2e72cb7), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:35.133553 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-a95cb552-6b57-4fbd-9192-aba944966f58 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (None), before_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:35.141086 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=100 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:32:35.185787 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac73ae4-de90-4ae7-b1d1-8c907442e79c None None] Routers {'86e559f2-866e-494b-82ad-b5b594a151c0'} bound to L3 agent in host dv-cinder-851640-3-iscsi {{(pid=115993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 00:32:35.186857 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_hamode_db [None req-4ac73ae4-de90-4ae7-b1d1-8c907442e79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851640-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-08T00:24:12Z,description=,heartbeat_timestamp=2022-08-08T00:32:12Z,host='dv-cinder-851640-3-iscsi',id=d53f5436-7c7f-4441-9708-9d0333b57745,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T00:24:13Z,topic='l3_agent')) {'router_ids': ['86e559f2-866e-494b-82ad-b5b594a151c0'], 'active': True} {{(pid=115993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:32:35.205575 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15a0bc46-1947-4825-80b3-fb9b9878f7d6 admin admin] Notify agent at l3_agent.dv-cinder-851640-3-iscsi the message routers_updated {{(pid=115991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 00:32:35.211795 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-15a0bc46-1947-4825-80b3-fb9b9878f7d6 admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/863516f4-f151-4036-8bc9-319f1407fa27/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8888643 Aug 08 00:32:35.267302 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb4d307-ef6a-46ae-a968-c9cc2d08a707 None None] Sync routers for ids ['863516f4-f151-4036-8bc9-319f1407fa27'] in dv-cinder-851640-3-iscsi {{(pid=115993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 00:32:35.269813 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-9237bced-1b9e-4d88-af77-b9fa298dc943 None None] Provisioning complete for port 31a76272-49ed-4902-b854-04464585b036 triggered by entity DHCP. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:32:35.270323 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-9237bced-1b9e-4d88-af77-b9fa298dc943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (31a76272-49ed-4902-b854-04464585b036), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:35.283808 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:32:35.284094 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_hamode_db [None req-d7079ddc-b041-4b21-803b-061a419e5765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b23ca0f7-80f8-40c6-b21d-64a539750244', 'name': 'tempest-ServerRescueNegativeTestJSON-1325139685-router', 'tenant_id': '9bd235f1f9f44df4b2e3dbd0c05b3a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '946253c3-8a61-4421-baf0-6eeef069f045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:32:21Z', 'updated_at': '2022-08-08T00:32:32Z', 'revision_number': 4, 'project_id': '9bd235f1f9f44df4b2e3dbd0c05b3a83', 'gw_port': {'id': '946253c3-8a61-4421-baf0-6eeef069f045', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:7c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23ca0f7-80f8-40c6-b21d-64a539750244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:32:22Z', 'updated_at': '2022-08-08T00:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi', '_interfaces': [{'id': '9bce4da0-1383-4b8f-af07-238966cd5f3e', 'name': '', 'network_id': '39987f39-4c60-4c27-9f4f-c7657da06e51', 'tenant_id': '9bd235f1f9f44df4b2e3dbd0c05b3a83', 'mac_address': 'fa:16:3e:ab:09:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b23ca0f7-80f8-40c6-b21d-64a539750244', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '0eda73d9-3865-4e7b-8b67-75076c7b1107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:32:28Z', 'updated_at': '2022-08-08T00:32:33Z', 'revision_number': 2, 'project_id': '9bd235f1f9f44df4b2e3dbd0c05b3a83', 'subnets': [{'id': '0eda73d9-3865-4e7b-8b67-75076c7b1107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851640-3-iscsi', False) {} {{(pid=115994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:32:35.306615 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.db.db_base_plugin_common [None req-a95cb552-6b57-4fbd-9192-aba944966f58 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Allocated IP 172.27.3.140 (743d2d45-6b8c-49b7-a932-c537e45f946f/7df84031-3cb2-4601-a018-b61b0ad731dc/99d2dbac-cc61-4816-8dcc-f083f8054593) {{(pid=115992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 00:32:35.318973 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7079ddc-b041-4b21-803b-061a419e5765 None None] Checking router: b23ca0f7-80f8-40c6-b21d-64a539750244 for host: dv-cinder-851640-3-iscsi {{(pid=115994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 00:32:35.318973 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7079ddc-b041-4b21-803b-061a419e5765 None None] Updating router b23ca0f7-80f8-40c6-b21d-64a539750244 port 9bce4da0-1383-4b8f-af07-238966cd5f3e binding host dv-cinder-851640-3-iscsi {{(pid=115994) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 08 00:32:35.323782 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb5c1ed-bd82-4826-bf34-f225e75273a8 None None] Pushing event updated for resources: {'Port': ['ID=c261cb3a-39f2-424d-b5df-2be1a2e72cb7,revision_number=4']} {{(pid=115993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:32:35.353259 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-9237bced-1b9e-4d88-af77-b9fa298dc943 None None] Port 31a76272-49ed-4902-b854-04464585b036 cannot update to ACTIVE because it is not bound. {{(pid=115993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 08 00:32:35.365484 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb4d307-ef6a-46ae-a968-c9cc2d08a707 None None] Routers {'863516f4-f151-4036-8bc9-319f1407fa27'} bound to L3 agent in host dv-cinder-851640-3-iscsi {{(pid=115993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 00:32:35.366320 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_hamode_db [None req-8fb4d307-ef6a-46ae-a968-c9cc2d08a707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851640-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-08T00:24:12Z,description=,heartbeat_timestamp=2022-08-08T00:32:12Z,host='dv-cinder-851640-3-iscsi',id=d53f5436-7c7f-4441-9708-9d0333b57745,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T00:24:13Z,topic='l3_agent')) {'router_ids': ['863516f4-f151-4036-8bc9-319f1407fa27'], 'active': True} {{(pid=115993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:32:35.368203 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron_lib.callbacks.manager [None req-d7079ddc-b041-4b21-803b-061a419e5765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (9bce4da0-1383-4b8f-af07-238966cd5f3e), before_update {{(pid=115994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:35.473667 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-a95cb552-6b57-4fbd-9192-aba944966f58 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Publish callbacks [] for port (99d2dbac-cc61-4816-8dcc-f083f8054593), precommit_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:35.480798 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvr_db [None req-8fb4d307-ef6a-46ae-a968-c9cc2d08a707 None None] Set router 863516f4-f151-4036-8bc9-319f1407fa27 gateway port host: dv-cinder-851640-3-iscsi {{(pid=115993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 00:32:35.525325 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 53424) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:32:35.649717 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-af0019be-2f90-4798-819b-a571b42f513e admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=8e84df62c87e442aba44d6eba26a3f17&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1189590 Aug 08 00:32:35.651583 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 53434) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:32:35.717922 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 53438) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:32:35.728366 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-a95cb552-6b57-4fbd-9192-aba944966f58 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764676113785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26371331'] for port (99d2dbac-cc61-4816-8dcc-f083f8054593), after_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:35.784961 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:32:35.854828 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a95cb552-6b57-4fbd-9192-aba944966f58 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Network 743d2d45-6b8c-49b7-a932-c537e45f946f is already hosted by enough agents. {{(pid=115992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 00:32:35.868468 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.scheduler.base_scheduler [None req-a95cb552-6b57-4fbd-9192-aba944966f58 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Resources bound (agent type, host, resource id): {{(pid=115992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 00:32:35.877698 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95cb552-6b57-4fbd-9192-aba944966f58 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Received port after_create {{(pid=115992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 00:32:35.878840 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron_lib.callbacks.manager [None req-d7079ddc-b041-4b21-803b-061a419e5765 None None] Publish callbacks [] for port (9bce4da0-1383-4b8f-af07-238966cd5f3e), precommit_update {{(pid=115994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:35.920461 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:32:35.958380 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-bb6dd543-26fb-4c49-8767-1b7774e06005 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:35.960314 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95cb552-6b57-4fbd-9192-aba944966f58 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Pushing event updated for resources: {'Port': ['ID=99d2dbac-cc61-4816-8dcc-f083f8054593,revision_number=1']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:32:35.973684 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-5c976848-4bfa-4580-bb70-d172ef79f95d admin admin] Publish callbacks [] for security_group (f594dd95-2da1-4eac-a582-492b5f6c8e3e), before_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:35.978360 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron_lib.callbacks.manager [None req-d7079ddc-b041-4b21-803b-061a419e5765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821'] for port (9bce4da0-1383-4b8f-af07-238966cd5f3e), after_update {{(pid=115994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:35.999067 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=84,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:32:36.020079 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-5c976848-4bfa-4580-bb70-d172ef79f95d admin admin] Publish callbacks [] for security_group (f594dd95-2da1-4eac-a582-492b5f6c8e3e), precommit_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:36.062966 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvr_db [None req-4ac73ae4-de90-4ae7-b1d1-8c907442e79c None None] Set router 86e559f2-866e-494b-82ad-b5b594a151c0 gateway port host: dv-cinder-851640-3-iscsi {{(pid=115993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 00:32:36.145362 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-bb6dd543-26fb-4c49-8767-1b7774e06005 admin admin] Publish callbacks [] for security_group (f2416b5f-8fc4-41fd-b2bb-768d6038257a), precommit_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:36.149704 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Device bf6ae387-4fbc-4279-9f19-0d23a921fa6c up at agent ovs-agent-dv-cinder-851640-3-iscsi {{(pid=115993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 00:32:36.163425 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:32:36.196427 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d861b77-302d-495f-ab6c-3dce25daf450 None None] Pushing event updated for resources: {'Port': ['ID=9bce4da0-1383-4b8f-af07-238966cd5f3e,revision_number=3']} {{(pid=115994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:32:36.200398 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 53476) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:32:36.202565 dv-cinder-851640-3-iscsi neutron-server[115991]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 08 00:32:36.246735 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-a95cb552-6b57-4fbd-9192-aba944966f58 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Publish callbacks [] for floatingip (1d04c29b-17e5-4fbf-9d0e-b714414d6f71), precommit_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:36.341450 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.plugins.ml2.managers [None req-d7079ddc-b041-4b21-803b-061a419e5765 None None] Attempting to bind port 9bce4da0-1383-4b8f-af07-238966cd5f3e on host dv-cinder-851640-3-iscsi for vnic_type normal with profile {{(pid=115994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 00:32:36.342036 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.plugins.ml2.managers [None req-d7079ddc-b041-4b21-803b-061a419e5765 None None] Attempting to bind port 9bce4da0-1383-4b8f-af07-238966cd5f3e by drivers openvswitch,hyperv on host dv-cinder-851640-3-iscsi at level 0 using segments [{'id': '2a679dcc-fb6c-48d4-923f-83795704b214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '39987f39-4c60-4c27-9f4f-c7657da06e51'}] {{(pid=115994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 00:32:36.342639 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7079ddc-b041-4b21-803b-061a419e5765 None None] Attempting to bind port 9bce4da0-1383-4b8f-af07-238966cd5f3e on network 39987f39-4c60-4c27-9f4f-c7657da06e51 {{(pid=115994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 00:32:36.353898 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7079ddc-b041-4b21-803b-061a419e5765 None None] Checking agent: {'id': 'aa35aa05-3c09-40ae-a1e3-ebf96fe3358c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851640-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 0, 24, 15), 'started_at': datetime.datetime(2022, 8, 8, 0, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 0, 32, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851640-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 00:32:36.354468 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7079ddc-b041-4b21-803b-061a419e5765 None None] Checking segment: {'id': '2a679dcc-fb6c-48d4-923f-83795704b214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '39987f39-4c60-4c27-9f4f-c7657da06e51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 00:32:36.355044 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron_lib.callbacks.manager [None req-d7079ddc-b041-4b21-803b-061a419e5765 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:36.356183 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7079ddc-b041-4b21-803b-061a419e5765 None None] Bound using segment: {'id': '2a679dcc-fb6c-48d4-923f-83795704b214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '39987f39-4c60-4c27-9f4f-c7657da06e51'} {{(pid=115994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 00:32:36.356817 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.plugins.ml2.managers [None req-d7079ddc-b041-4b21-803b-061a419e5765 None None] Bound port: 9bce4da0-1383-4b8f-af07-238966cd5f3e, host: dv-cinder-851640-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a679dcc-fb6c-48d4-923f-83795704b214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '39987f39-4c60-4c27-9f4f-c7657da06e51'}}] {{(pid=115994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 00:32:36.357351 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron_lib.callbacks.manager [None req-d7079ddc-b041-4b21-803b-061a419e5765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (9bce4da0-1383-4b8f-af07-238966cd5f3e), before_update {{(pid=115994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:36.430651 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Provisioning complete for port bf6ae387-4fbc-4279-9f19-0d23a921fa6c triggered by entity L2. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:32:36.434902 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (bf6ae387-4fbc-4279-9f19-0d23a921fa6c), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:36.461058 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-5c976848-4bfa-4580-bb70-d172ef79f95d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (f594dd95-2da1-4eac-a582-492b5f6c8e3e), after_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:36.463877 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-5c976848-4bfa-4580-bb70-d172ef79f95d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:36.465712 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-5c976848-4bfa-4580-bb70-d172ef79f95d admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/f594dd95-2da1-4eac-a582-492b5f6c8e3e HTTP/1.1" status: 204 len: 168 time: 0.8125906 Aug 08 00:32:36.466034 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 53496) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:32:36.466671 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-a95cb552-6b57-4fbd-9192-aba944966f58 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (99d2dbac-cc61-4816-8dcc-f083f8054593), before_update {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:36.474144 dv-cinder-851640-3-iscsi neutron-server[115992]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 08 00:32:36.475021 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.plugins.ml2.db [None req-d7079ddc-b041-4b21-803b-061a419e5765 None None] For port 9bce4da0-1383-4b8f-af07-238966cd5f3e, host dv-cinder-851640-3-iscsi, cleared binding levels {{(pid=115994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 00:32:36.479685 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.plugins.ml2.db [None req-d7079ddc-b041-4b21-803b-061a419e5765 None None] For port 9bce4da0-1383-4b8f-af07-238966cd5f3e, host dv-cinder-851640-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851640-3-iscsi',level=0,port_id=9bce4da0-1383-4b8f-af07-238966cd5f3e,segment=NetworkSegment(2a679dcc-fb6c-48d4-923f-83795704b214),segment_id=2a679dcc-fb6c-48d4-923f-83795704b214)] {{(pid=115994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 00:32:36.492706 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ce3f35-e21e-4272-841c-68fb3fa4ee00 req-99b019ce-bf06-44a1-bf0f-98d173bcfde9 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:32:36.494571 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-30ce3f35-e21e-4272-841c-68fb3fa4ee00 req-99b019ce-bf06-44a1-bf0f-98d173bcfde9 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/networks?id=39987f39-4c60-4c27-9f4f-c7657da06e51 HTTP/1.1" status: 200 len: 819 time: 0.2931864 Aug 08 00:32:36.496008 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-bb6dd543-26fb-4c49-8767-1b7774e06005 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (f2416b5f-8fc4-41fd-b2bb-768d6038257a), after_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:36.530008 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6dd543-26fb-4c49-8767-1b7774e06005 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2416b5f-8fc4-41fd-b2bb-768d6038257a,revision_number=1']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:32:36.566139 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-30ce3f35-e21e-4272-841c-68fb3fa4ee00 req-b703a0e6-b010-4ba4-bc0c-382454710a74 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/quotas/9bd235f1f9f44df4b2e3dbd0c05b3a83 HTTP/1.1" status: 200 len: 375 time: 0.0369003 Aug 08 00:32:36.580489 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_hamode_db [None req-8fb4d307-ef6a-46ae-a968-c9cc2d08a707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '863516f4-f151-4036-8bc9-319f1407fa27', 'name': 'tempest-DeleteServersTestJSON-1333376981-router', 'tenant_id': '7214cb5b7d4c4c949c84dc81601a89e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': 'bf6ae387-4fbc-4279-9f19-0d23a921fa6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:32:21Z', 'updated_at': '2022-08-08T00:32:32Z', 'revision_number': 4, 'project_id': '7214cb5b7d4c4c949c84dc81601a89e0', 'gw_port': {'id': 'bf6ae387-4fbc-4279-9f19-0d23a921fa6c', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:f4:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '863516f4-f151-4036-8bc9-319f1407fa27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:32:22Z', 'updated_at': '2022-08-08T00:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi', '_interfaces': [{'id': '31a76272-49ed-4902-b854-04464585b036', 'name': '', 'network_id': '61fd3a5e-b6e8-4581-b720-db1567079b03', 'tenant_id': '7214cb5b7d4c4c949c84dc81601a89e0', 'mac_address': 'fa:16:3e:37:65:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '863516f4-f151-4036-8bc9-319f1407fa27', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '1315c81b-9b10-4234-bb5d-d20004ee7054', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:32:30Z', 'updated_at': '2022-08-08T00:32:33Z', 'revision_number': 2, 'project_id': '7214cb5b7d4c4c949c84dc81601a89e0', 'subnets': [{'id': '1315c81b-9b10-4234-bb5d-d20004ee7054', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851640-3-iscsi', False) {} {{(pid=115993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:32:36.607631 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron_lib.callbacks.manager [None req-d7079ddc-b041-4b21-803b-061a419e5765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821'] for port (9bce4da0-1383-4b8f-af07-238966cd5f3e), after_update {{(pid=115994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:36.635584 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-bb6dd543-26fb-4c49-8767-1b7774e06005 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=caa746d83edc4ed59802ea0258afe4ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9157321 Aug 08 00:32:36.644404 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb4d307-ef6a-46ae-a968-c9cc2d08a707 None None] Checking router: 863516f4-f151-4036-8bc9-319f1407fa27 for host: dv-cinder-851640-3-iscsi {{(pid=115993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 00:32:36.644755 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb4d307-ef6a-46ae-a968-c9cc2d08a707 None None] Updating router 863516f4-f151-4036-8bc9-319f1407fa27 port 31a76272-49ed-4902-b854-04464585b036 binding host dv-cinder-851640-3-iscsi {{(pid=115993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 08 00:32:36.645007 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 53500) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:32:36.674790 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7079ddc-b041-4b21-803b-061a419e5765 None None] Routers {'b23ca0f7-80f8-40c6-b21d-64a539750244'} bound to L3 agent in host dv-cinder-851640-3-iscsi {{(pid=115994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 00:32:36.675797 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_hamode_db [None req-d7079ddc-b041-4b21-803b-061a419e5765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851640-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-08T00:24:12Z,description=,heartbeat_timestamp=2022-08-08T00:32:12Z,host='dv-cinder-851640-3-iscsi',id=d53f5436-7c7f-4441-9708-9d0333b57745,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T00:24:13Z,topic='l3_agent')) {'router_ids': ['b23ca0f7-80f8-40c6-b21d-64a539750244'], 'active': True} {{(pid=115994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:32:36.700692 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c976848-4bfa-4580-bb70-d172ef79f95d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f594dd95-2da1-4eac-a582-492b5f6c8e3e,revision_number=None']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:32:36.736383 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_hamode_db [None req-4ac73ae4-de90-4ae7-b1d1-8c907442e79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86e559f2-866e-494b-82ad-b5b594a151c0', 'name': 'tempest-AttachVolumeShelveTestJSON-1947753513-router', 'tenant_id': '1aa84c8a680d49f8be48580c62c18889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '53cdf01d-9d88-476a-b524-f08ed0260945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:32:21Z', 'updated_at': '2022-08-08T00:32:28Z', 'revision_number': 4, 'project_id': '1aa84c8a680d49f8be48580c62c18889', 'gw_port': {'id': '53cdf01d-9d88-476a-b524-f08ed0260945', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:86:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e559f2-866e-494b-82ad-b5b594a151c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:32:22Z', 'updated_at': '2022-08-08T00:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi', '_interfaces': [{'id': 'c261cb3a-39f2-424d-b5df-2be1a2e72cb7', 'name': '', 'network_id': '80d6d476-8f39-44d3-b747-4eed8b7c1a18', 'tenant_id': '1aa84c8a680d49f8be48580c62c18889', 'mac_address': 'fa:16:3e:2d:94:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86e559f2-866e-494b-82ad-b5b594a151c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '2e97ee91-c7eb-4a92-adff-260b02055216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:32:27Z', 'updated_at': '2022-08-08T00:32:35Z', 'revision_number': 4, 'project_id': '1aa84c8a680d49f8be48580c62c18889', 'subnets': [{'id': '2e97ee91-c7eb-4a92-adff-260b02055216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851640-3-iscsi', False) {} {{(pid=115993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:32:36.738778 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Current status of the port bf6ae387-4fbc-4279-9f19-0d23a921fa6c is: ACTIVE; New status is: ACTIVE {{(pid=115993) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 00:32:36.740307 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Device 946253c3-8a61-4421-baf0-6eeef069f045 up at agent ovs-agent-dv-cinder-851640-3-iscsi {{(pid=115993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 00:32:36.767111 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-8fb4d307-ef6a-46ae-a968-c9cc2d08a707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (31a76272-49ed-4902-b854-04464585b036), before_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:36.851542 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac73ae4-de90-4ae7-b1d1-8c907442e79c None None] The sync data for ids ['86e559f2-866e-494b-82ad-b5b594a151c0'] in dv-cinder-851640-3-iscsi is: [{'id': '86e559f2-866e-494b-82ad-b5b594a151c0', 'name': 'tempest-AttachVolumeShelveTestJSON-1947753513-router', 'tenant_id': '1aa84c8a680d49f8be48580c62c18889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '53cdf01d-9d88-476a-b524-f08ed0260945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:32:21Z', 'updated_at': '2022-08-08T00:32:28Z', 'revision_number': 4, 'project_id': '1aa84c8a680d49f8be48580c62c18889', 'gw_port': {'id': '53cdf01d-9d88-476a-b524-f08ed0260945', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:86:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e559f2-866e-494b-82ad-b5b594a151c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:32:22Z', 'updated_at': '2022-08-08T00:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi', '_interfaces': [{'id': 'c261cb3a-39f2-424d-b5df-2be1a2e72cb7', 'name': '', 'network_id': '80d6d476-8f39-44d3-b747-4eed8b7c1a18', 'tenant_id': '1aa84c8a680d49f8be48580c62c18889', 'mac_address': 'fa:16:3e:2d:94:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86e559f2-866e-494b-82ad-b5b594a151c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '2e97ee91-c7eb-4a92-adff-260b02055216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:32:27Z', 'updated_at': '2022-08-08T00:32:35Z', 'revision_number': 4, 'project_id': '1aa84c8a680d49f8be48580c62c18889', 'subnets': [{'id': '2e97ee91-c7eb-4a92-adff-260b02055216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 00:32:36.980047 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_dvr_db [None req-d7079ddc-b041-4b21-803b-061a419e5765 None None] Set router b23ca0f7-80f8-40c6-b21d-64a539750244 gateway port host: dv-cinder-851640-3-iscsi {{(pid=115994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 00:32:37.039209 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 53506) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:32:37.100611 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-30ce3f35-e21e-4272-841c-68fb3fa4ee00 req-779d1c8d-0008-483d-8c51-792333840193 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=9bd235f1f9f44df4b2e3dbd0c05b3a83&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5098848 Aug 08 00:32:37.116021 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7b958f-2247-4742-b780-180c27db8207 req-96c84ad3-2144-4329-85d1-2a184420870b tempest-DeleteServersTestJSON-191410030 tempest-DeleteServersTestJSON-191410030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:32:37.127678 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-aa7b958f-2247-4742-b780-180c27db8207 req-96c84ad3-2144-4329-85d1-2a184420870b tempest-DeleteServersTestJSON-191410030 tempest-DeleteServersTestJSON-191410030-project] 10.222.0.15 "GET /networking/v2.0/networks?id=61fd3a5e-b6e8-4581-b720-db1567079b03 HTTP/1.1" status: 200 len: 812 time: 0.6504514 Aug 08 00:32:37.151947 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:32:37.152611 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-857f632f-2b4c-453c-98e3-8ed886f7596d admin admin] Publish callbacks [] for security_group (f2416b5f-8fc4-41fd-b2bb-768d6038257a), before_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:37.177954 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-857f632f-2b4c-453c-98e3-8ed886f7596d admin admin] Publish callbacks [] for security_group (f2416b5f-8fc4-41fd-b2bb-768d6038257a), precommit_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:37.179816 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-aa7b958f-2247-4742-b780-180c27db8207 req-bd653177-1fcc-4a78-9775-4f55c82336e1 tempest-DeleteServersTestJSON-191410030 tempest-DeleteServersTestJSON-191410030-project] 10.222.0.15 "GET /networking/v2.0/quotas/7214cb5b7d4c4c949c84dc81601a89e0 HTTP/1.1" status: 200 len: 375 time: 0.0491369 Aug 08 00:32:37.191434 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Provisioning complete for port 946253c3-8a61-4421-baf0-6eeef069f045 triggered by entity L2. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:32:37.192049 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (946253c3-8a61-4421-baf0-6eeef069f045), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:37.215975 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d861b77-302d-495f-ab6c-3dce25daf450 None None] Pushing event updated for resources: {'Port': ['ID=9bce4da0-1383-4b8f-af07-238966cd5f3e,revision_number=4']} {{(pid=115994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:32:37.244360 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:32:37.390288 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-857f632f-2b4c-453c-98e3-8ed886f7596d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (f2416b5f-8fc4-41fd-b2bb-768d6038257a), after_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:37.394238 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-857f632f-2b4c-453c-98e3-8ed886f7596d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:37.396136 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-857f632f-2b4c-453c-98e3-8ed886f7596d admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/f2416b5f-8fc4-41fd-b2bb-768d6038257a HTTP/1.1" status: 204 len: 168 time: 0.4701881 Aug 08 00:32:37.411307 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857f632f-2b4c-453c-98e3-8ed886f7596d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2416b5f-8fc4-41fd-b2bb-768d6038257a,revision_number=None']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:32:37.415649 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-cad2cfa2-f4ad-4467-b8a8-30d3d0e6c4b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:37.436320 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-aa7b958f-2247-4742-b780-180c27db8207 req-0c29ed23-3e8e-489f-bfdb-87b5d301bc5d tempest-DeleteServersTestJSON-191410030 tempest-DeleteServersTestJSON-191410030-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=7214cb5b7d4c4c949c84dc81601a89e0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2263129 Aug 08 00:32:37.449097 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-a95cb552-6b57-4fbd-9192-aba944966f58 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Publish callbacks [] for port (99d2dbac-cc61-4816-8dcc-f083f8054593), precommit_update {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:37.465999 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:32:37.494677 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_hamode_db [None req-d7079ddc-b041-4b21-803b-061a419e5765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b23ca0f7-80f8-40c6-b21d-64a539750244', 'name': 'tempest-ServerRescueNegativeTestJSON-1325139685-router', 'tenant_id': '9bd235f1f9f44df4b2e3dbd0c05b3a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '946253c3-8a61-4421-baf0-6eeef069f045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:32:21Z', 'updated_at': '2022-08-08T00:32:32Z', 'revision_number': 4, 'project_id': '9bd235f1f9f44df4b2e3dbd0c05b3a83', 'gw_port': {'id': '946253c3-8a61-4421-baf0-6eeef069f045', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:7c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23ca0f7-80f8-40c6-b21d-64a539750244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:32:22Z', 'updated_at': '2022-08-08T00:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi', '_interfaces': [{'id': '9bce4da0-1383-4b8f-af07-238966cd5f3e', 'name': '', 'network_id': '39987f39-4c60-4c27-9f4f-c7657da06e51', 'tenant_id': '9bd235f1f9f44df4b2e3dbd0c05b3a83', 'mac_address': 'fa:16:3e:ab:09:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b23ca0f7-80f8-40c6-b21d-64a539750244', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '0eda73d9-3865-4e7b-8b67-75076c7b1107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:32:28Z', 'updated_at': '2022-08-08T00:32:36Z', 'revision_number': 4, 'project_id': '9bd235f1f9f44df4b2e3dbd0c05b3a83', 'subnets': [{'id': '0eda73d9-3865-4e7b-8b67-75076c7b1107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851640-3-iscsi', False) {} {{(pid=115994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:32:37.530898 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7079ddc-b041-4b21-803b-061a419e5765 None None] The sync data for ids ['b23ca0f7-80f8-40c6-b21d-64a539750244'] in dv-cinder-851640-3-iscsi is: [{'id': 'b23ca0f7-80f8-40c6-b21d-64a539750244', 'name': 'tempest-ServerRescueNegativeTestJSON-1325139685-router', 'tenant_id': '9bd235f1f9f44df4b2e3dbd0c05b3a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '946253c3-8a61-4421-baf0-6eeef069f045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:32:21Z', 'updated_at': '2022-08-08T00:32:32Z', 'revision_number': 4, 'project_id': '9bd235f1f9f44df4b2e3dbd0c05b3a83', 'gw_port': {'id': '946253c3-8a61-4421-baf0-6eeef069f045', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:7c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23ca0f7-80f8-40c6-b21d-64a539750244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:32:22Z', 'updated_at': '2022-08-08T00:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi', '_interfaces': [{'id': '9bce4da0-1383-4b8f-af07-238966cd5f3e', 'name': '', 'network_id': '39987f39-4c60-4c27-9f4f-c7657da06e51', 'tenant_id': '9bd235f1f9f44df4b2e3dbd0c05b3a83', 'mac_address': 'fa:16:3e:ab:09:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b23ca0f7-80f8-40c6-b21d-64a539750244', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '0eda73d9-3865-4e7b-8b67-75076c7b1107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:32:28Z', 'updated_at': '2022-08-08T00:32:36Z', 'revision_number': 4, 'project_id': '9bd235f1f9f44df4b2e3dbd0c05b3a83', 'subnets': [{'id': '0eda73d9-3865-4e7b-8b67-75076c7b1107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 00:32:37.545426 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=84,neutron:UPDATE=5,neutron:DELETE=5,neutron:INSERT=6 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:32:37.549868 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-a95cb552-6b57-4fbd-9192-aba944966f58 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26371340'] for port (99d2dbac-cc61-4816-8dcc-f083f8054593), after_update {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:37.556173 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Current status of the port 946253c3-8a61-4421-baf0-6eeef069f045 is: ACTIVE; New status is: ACTIVE {{(pid=115993) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 00:32:37.616053 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:32:37.703033 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95cb552-6b57-4fbd-9192-aba944966f58 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Pushing event updated for resources: {'Port': ['ID=99d2dbac-cc61-4816-8dcc-f083f8054593,revision_number=2']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:32:37.717819 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-a95cb552-6b57-4fbd-9192-aba944966f58 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-499989'] for floatingip (1d04c29b-17e5-4fbf-9d0e-b714414d6f71), after_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:37.738982 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-cad2cfa2-f4ad-4467-b8a8-30d3d0e6c4b0 admin admin] Publish callbacks [] for security_group (e703a914-d70e-4ae4-aeda-2cdc4a9af03e), precommit_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:37.800558 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-8fb4d307-ef6a-46ae-a968-c9cc2d08a707 None None] Publish callbacks [] for port (31a76272-49ed-4902-b854-04464585b036), precommit_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:37.810727 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-cad2cfa2-f4ad-4467-b8a8-30d3d0e6c4b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (e703a914-d70e-4ae4-aeda-2cdc4a9af03e), after_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:37.816551 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Device c261cb3a-39f2-424d-b5df-2be1a2e72cb7 up at agent ovs-agent-dv-cinder-851640-3-iscsi {{(pid=115993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 00:32:37.851933 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [req-30ce3f35-e21e-4272-841c-68fb3fa4ee00 req-e921bda5-fd5d-498c-9685-a7303961a534 service neutron] http://10.222.0.15:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=115991) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 08 00:32:37.853817 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-30ce3f35-e21e-4272-841c-68fb3fa4ee00 req-e921bda5-fd5d-498c-9685-a7303961a534 service neutron] 10.222.0.15 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.5492790 Aug 08 00:32:37.868690 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-cad2cfa2-f4ad-4467-b8a8-30d3d0e6c4b0 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=efcecb80f0c64612a23a742d93b36380&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8233364 Aug 08 00:32:37.877857 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-a95cb552-6b57-4fbd-9192-aba944966f58 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63196'] for floatingip (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:37.887171 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-a95cb552-6b57-4fbd-9192-aba944966f58 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2015803 Aug 08 00:32:37.887564 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Provisioning complete for port c261cb3a-39f2-424d-b5df-2be1a2e72cb7 triggered by entity L2. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:32:37.887564 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (c261cb3a-39f2-424d-b5df-2be1a2e72cb7), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:37.897312 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 53542) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:32:37.919001 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-8fb4d307-ef6a-46ae-a968-c9cc2d08a707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821'] for port (31a76272-49ed-4902-b854-04464585b036), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:37.983598 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:32:37.988073 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad2cfa2-f4ad-4467-b8a8-30d3d0e6c4b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e703a914-d70e-4ae4-aeda-2cdc4a9af03e,revision_number=1']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:32:38.003083 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c3b70f-0434-49d5-9dd4-7ea204f7004e None None] Pushing event updated for resources: {'Port': ['ID=31a76272-49ed-4902-b854-04464585b036,revision_number=3']} {{(pid=115993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:32:38.021705 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-30ce3f35-e21e-4272-841c-68fb3fa4ee00 req-7b1d4979-3834-4871-9f20-5dfe92678a0a service neutron] 10.222.0.15 "GET /networking/v2.0/networks/39987f39-4c60-4c27-9f4f-c7657da06e51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582048 Aug 08 00:32:38.056422 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-f7b1113b-9ff1-4510-a06e-964d79aba522 admin admin] Publish callbacks [] for security_group (e703a914-d70e-4ae4-aeda-2cdc4a9af03e), before_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:38.109148 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-f7b1113b-9ff1-4510-a06e-964d79aba522 admin admin] Publish callbacks [] for security_group (e703a914-d70e-4ae4-aeda-2cdc4a9af03e), precommit_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:38.137730 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.managers [None req-8fb4d307-ef6a-46ae-a968-c9cc2d08a707 None None] Attempting to bind port 31a76272-49ed-4902-b854-04464585b036 on host dv-cinder-851640-3-iscsi for vnic_type normal with profile {{(pid=115993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 00:32:38.138555 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.managers [None req-8fb4d307-ef6a-46ae-a968-c9cc2d08a707 None None] Attempting to bind port 31a76272-49ed-4902-b854-04464585b036 by drivers openvswitch,hyperv on host dv-cinder-851640-3-iscsi at level 0 using segments [{'id': 'bcb703c1-69ed-4297-948e-d0d75df0a147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '61fd3a5e-b6e8-4581-b720-db1567079b03'}] {{(pid=115993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 00:32:38.140065 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb4d307-ef6a-46ae-a968-c9cc2d08a707 None None] Attempting to bind port 31a76272-49ed-4902-b854-04464585b036 on network 61fd3a5e-b6e8-4581-b720-db1567079b03 {{(pid=115993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 00:32:38.159461 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb4d307-ef6a-46ae-a968-c9cc2d08a707 None None] Checking agent: {'id': 'aa35aa05-3c09-40ae-a1e3-ebf96fe3358c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851640-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 0, 24, 15), 'started_at': datetime.datetime(2022, 8, 8, 0, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 0, 32, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851640-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 00:32:38.163660 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb4d307-ef6a-46ae-a968-c9cc2d08a707 None None] Checking segment: {'id': 'bcb703c1-69ed-4297-948e-d0d75df0a147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '61fd3a5e-b6e8-4581-b720-db1567079b03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 00:32:38.163660 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-8fb4d307-ef6a-46ae-a968-c9cc2d08a707 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:38.163660 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb4d307-ef6a-46ae-a968-c9cc2d08a707 None None] Bound using segment: {'id': 'bcb703c1-69ed-4297-948e-d0d75df0a147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '61fd3a5e-b6e8-4581-b720-db1567079b03'} {{(pid=115993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 00:32:38.163660 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.managers [None req-8fb4d307-ef6a-46ae-a968-c9cc2d08a707 None None] Bound port: 31a76272-49ed-4902-b854-04464585b036, host: dv-cinder-851640-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcb703c1-69ed-4297-948e-d0d75df0a147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '61fd3a5e-b6e8-4581-b720-db1567079b03'}}] {{(pid=115993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 00:32:38.163660 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-8fb4d307-ef6a-46ae-a968-c9cc2d08a707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (31a76272-49ed-4902-b854-04464585b036), before_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:38.166250 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-30ce3f35-e21e-4272-841c-68fb3fa4ee00 req-4850db02-20b1-4aff-8a62-f25c8f1beca3 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/39987f39-4c60-4c27-9f4f-c7657da06e51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361511 Aug 08 00:32:38.225896 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=100 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:32:38.230334 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-f7b1113b-9ff1-4510-a06e-964d79aba522 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (e703a914-d70e-4ae4-aeda-2cdc4a9af03e), after_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:38.233038 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-f7b1113b-9ff1-4510-a06e-964d79aba522 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:38.234518 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-f7b1113b-9ff1-4510-a06e-964d79aba522 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/e703a914-d70e-4ae4-aeda-2cdc4a9af03e HTTP/1.1" status: 204 len: 168 time: 0.3360484 Aug 08 00:32:38.245554 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b1113b-9ff1-4510-a06e-964d79aba522 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e703a914-d70e-4ae4-aeda-2cdc4a9af03e,revision_number=None']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:32:38.298925 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Current status of the port c261cb3a-39f2-424d-b5df-2be1a2e72cb7 is: DOWN; New status is: ACTIVE {{(pid=115993) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 00:32:38.299350 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (c261cb3a-39f2-424d-b5df-2be1a2e72cb7), before_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:38.314446 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-8fb4d307-ef6a-46ae-a968-c9cc2d08a707 None None] For port 31a76272-49ed-4902-b854-04464585b036, host dv-cinder-851640-3-iscsi, cleared binding levels {{(pid=115993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 00:32:38.338471 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-8fb4d307-ef6a-46ae-a968-c9cc2d08a707 None None] For port 31a76272-49ed-4902-b854-04464585b036, host dv-cinder-851640-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851640-3-iscsi',level=0,port_id=31a76272-49ed-4902-b854-04464585b036,segment=NetworkSegment(bcb703c1-69ed-4297-948e-d0d75df0a147),segment_id=bcb703c1-69ed-4297-948e-d0d75df0a147)] {{(pid=115993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 00:32:38.345810 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 53556) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:32:38.350671 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] For port c261cb3a-39f2-424d-b5df-2be1a2e72cb7, host dv-cinder-851640-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851640-3-iscsi',level=0,port_id=c261cb3a-39f2-424d-b5df-2be1a2e72cb7,segment=NetworkSegment(e72a67c9-8c15-4f85-816f-48dd79f90a1d),segment_id=e72a67c9-8c15-4f85-816f-48dd79f90a1d)] {{(pid=115993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:32:38.418752 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821'] for port (c261cb3a-39f2-424d-b5df-2be1a2e72cb7), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:38.430024 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-8fb4d307-ef6a-46ae-a968-c9cc2d08a707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821'] for port (31a76272-49ed-4902-b854-04464585b036), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:38.513229 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:32:38.514674 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=4 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:32:38.528141 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb4d307-ef6a-46ae-a968-c9cc2d08a707 None None] Routers {'863516f4-f151-4036-8bc9-319f1407fa27'} bound to L3 agent in host dv-cinder-851640-3-iscsi {{(pid=115993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 00:32:38.528774 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_hamode_db [None req-8fb4d307-ef6a-46ae-a968-c9cc2d08a707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851640-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-08T00:24:12Z,description=,heartbeat_timestamp=2022-08-08T00:32:12Z,host='dv-cinder-851640-3-iscsi',id=d53f5436-7c7f-4441-9708-9d0333b57745,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T00:24:13Z,topic='l3_agent')) {'router_ids': ['863516f4-f151-4036-8bc9-319f1407fa27'], 'active': True} {{(pid=115993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:32:38.586877 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Pushing event updated for resources: {'Port': ['ID=c261cb3a-39f2-424d-b5df-2be1a2e72cb7,revision_number=5']} {{(pid=115993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:32:38.617235 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-310f5ab2-7442-4700-82ba-89d5033851f7 req-4cb015c4-e2ba-46fa-bae3-ca27d93113ad tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8968cf66-c321-4187-8166-47cdc6cc701e HTTP/1.1" status: 200 len: 210 time: 0.1331866 Aug 08 00:32:38.701534 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c3b70f-0434-49d5-9dd4-7ea204f7004e None None] Pushing event updated for resources: {'Port': ['ID=31a76272-49ed-4902-b854-04464585b036,revision_number=4']} {{(pid=115993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:32:38.711814 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvr_db [None req-8fb4d307-ef6a-46ae-a968-c9cc2d08a707 None None] Set router 863516f4-f151-4036-8bc9-319f1407fa27 gateway port host: dv-cinder-851640-3-iscsi {{(pid=115993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 00:32:38.793164 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-f5787460-b49e-4b70-a777-3ab582cc2e9d req-362dfaf3-b579-4c03-8670-393b743a317a tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1482346910&fields=id&tenant_id=1aa84c8a680d49f8be48580c62c18889 HTTP/1.1" status: 200 len: 267 time: 0.0647779 Aug 08 00:32:38.915377 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:32:38.949316 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5787460-b49e-4b70-a777-3ab582cc2e9d req-255912b1-486e-4533-8002-f063d9efe8ef tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:32:38.954160 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-f5787460-b49e-4b70-a777-3ab582cc2e9d req-255912b1-486e-4533-8002-f063d9efe8ef tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/networks?id=80d6d476-8f39-44d3-b747-4eed8b7c1a18 HTTP/1.1" status: 200 len: 817 time: 0.1510961 Aug 08 00:32:38.976714 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-f5787460-b49e-4b70-a777-3ab582cc2e9d req-0db80779-5df7-446d-86b0-58c6f5c87a4d tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/quotas/1aa84c8a680d49f8be48580c62c18889 HTTP/1.1" status: 200 len: 375 time: 0.0165496 Aug 08 00:32:39.028078 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-f5787460-b49e-4b70-a777-3ab582cc2e9d req-622c4224-2962-4fe3-9ffd-d1e9f362899b tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=1aa84c8a680d49f8be48580c62c18889&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0503857 Aug 08 00:32:39.053652 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_hamode_db [None req-8fb4d307-ef6a-46ae-a968-c9cc2d08a707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '863516f4-f151-4036-8bc9-319f1407fa27', 'name': 'tempest-DeleteServersTestJSON-1333376981-router', 'tenant_id': '7214cb5b7d4c4c949c84dc81601a89e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': 'bf6ae387-4fbc-4279-9f19-0d23a921fa6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:32:21Z', 'updated_at': '2022-08-08T00:32:32Z', 'revision_number': 4, 'project_id': '7214cb5b7d4c4c949c84dc81601a89e0', 'gw_port': {'id': 'bf6ae387-4fbc-4279-9f19-0d23a921fa6c', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:f4:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '863516f4-f151-4036-8bc9-319f1407fa27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:32:22Z', 'updated_at': '2022-08-08T00:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi', '_interfaces': [{'id': '31a76272-49ed-4902-b854-04464585b036', 'name': '', 'network_id': '61fd3a5e-b6e8-4581-b720-db1567079b03', 'tenant_id': '7214cb5b7d4c4c949c84dc81601a89e0', 'mac_address': 'fa:16:3e:37:65:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '863516f4-f151-4036-8bc9-319f1407fa27', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '1315c81b-9b10-4234-bb5d-d20004ee7054', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:32:30Z', 'updated_at': '2022-08-08T00:32:38Z', 'revision_number': 4, 'project_id': '7214cb5b7d4c4c949c84dc81601a89e0', 'subnets': [{'id': '1315c81b-9b10-4234-bb5d-d20004ee7054', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851640-3-iscsi', False) {} {{(pid=115993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:32:39.084100 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb4d307-ef6a-46ae-a968-c9cc2d08a707 None None] The sync data for ids ['863516f4-f151-4036-8bc9-319f1407fa27'] in dv-cinder-851640-3-iscsi is: [{'id': '863516f4-f151-4036-8bc9-319f1407fa27', 'name': 'tempest-DeleteServersTestJSON-1333376981-router', 'tenant_id': '7214cb5b7d4c4c949c84dc81601a89e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': 'bf6ae387-4fbc-4279-9f19-0d23a921fa6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:32:21Z', 'updated_at': '2022-08-08T00:32:32Z', 'revision_number': 4, 'project_id': '7214cb5b7d4c4c949c84dc81601a89e0', 'gw_port': {'id': 'bf6ae387-4fbc-4279-9f19-0d23a921fa6c', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:f4:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '863516f4-f151-4036-8bc9-319f1407fa27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:32:22Z', 'updated_at': '2022-08-08T00:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi', '_interfaces': [{'id': '31a76272-49ed-4902-b854-04464585b036', 'name': '', 'network_id': '61fd3a5e-b6e8-4581-b720-db1567079b03', 'tenant_id': '7214cb5b7d4c4c949c84dc81601a89e0', 'mac_address': 'fa:16:3e:37:65:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '863516f4-f151-4036-8bc9-319f1407fa27', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '1315c81b-9b10-4234-bb5d-d20004ee7054', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:32:30Z', 'updated_at': '2022-08-08T00:32:38Z', 'revision_number': 4, 'project_id': '7214cb5b7d4c4c949c84dc81601a89e0', 'subnets': [{'id': '1315c81b-9b10-4234-bb5d-d20004ee7054', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 00:32:39.117626 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-e5c558e6-5238-4360-9851-f6908731b41c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:39.142533 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-f5787460-b49e-4b70-a777-3ab582cc2e9d req-54dcc4b8-6921-467a-b41f-985deb86ef53 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/80d6d476-8f39-44d3-b747-4eed8b7c1a18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988870 Aug 08 00:32:39.154109 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [req-aa7b958f-2247-4742-b780-180c27db8207 req-29150fec-13f5-4bf5-9b08-e92edb132206 service neutron] http://10.222.0.15:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=115992) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 08 00:32:39.156767 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-aa7b958f-2247-4742-b780-180c27db8207 req-29150fec-13f5-4bf5-9b08-e92edb132206 service neutron] 10.222.0.15 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7362978 Aug 08 00:32:39.251608 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-f5787460-b49e-4b70-a777-3ab582cc2e9d req-784d6196-8a51-474d-9849-6cfdf6a4ce79 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/80d6d476-8f39-44d3-b747-4eed8b7c1a18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005549 Aug 08 00:32:39.272357 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-e5c558e6-5238-4360-9851-f6908731b41c admin admin] Publish callbacks [] for security_group (4aa1efd7-5450-4e7c-a6a3-143637b526a6), precommit_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:39.288598 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-aa7b958f-2247-4742-b780-180c27db8207 req-9dde136d-6fa5-4c9a-ac90-edba68c45330 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/61fd3a5e-b6e8-4581-b720-db1567079b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236904 Aug 08 00:32:39.304034 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:32:39.373891 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 53596) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:32:39.388750 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-aa7b958f-2247-4742-b780-180c27db8207 req-e7777249-913e-4724-883d-4c2b58afe2df service neutron] 10.222.0.15 "GET /networking/v2.0/networks/61fd3a5e-b6e8-4581-b720-db1567079b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944693 Aug 08 00:32:39.399024 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-e5c558e6-5238-4360-9851-f6908731b41c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (4aa1efd7-5450-4e7c-a6a3-143637b526a6), after_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:39.399113 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-b8aeddc3-c3b2-4ae6-b8b4-8821b4a9d75c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:39.507462 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-e5c558e6-5238-4360-9851-f6908731b41c admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=a36ceab70491472c9201ad1ab00c627c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1601119 Aug 08 00:32:39.507778 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 53604) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:32:39.513671 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c558e6-5238-4360-9851-f6908731b41c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aa1efd7-5450-4e7c-a6a3-143637b526a6,revision_number=1']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:32:39.548154 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 53610) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:32:39.597963 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:INSERT=10 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:32:39.658315 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-f2b30989-3d11-41af-b599-0313bada9536 req-4e7f6c93-26e9-4284-9972-7d321ef7b9bd tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4829f58c-adec-413d-83c8-23f1d3143205 HTTP/1.1" status: 200 len: 210 time: 0.0846801 Aug 08 00:32:39.681987 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-b8aeddc3-c3b2-4ae6-b8b4-8821b4a9d75c admin admin] Publish callbacks [] for security_group (d2f897cb-40b4-4abb-bd9c-1147625ba181), precommit_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:39.711174 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-36687b22-f944-4231-884f-f4bf1f095881 admin admin] Publish callbacks [] for security_group (4aa1efd7-5450-4e7c-a6a3-143637b526a6), before_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:39.765871 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-36687b22-f944-4231-884f-f4bf1f095881 admin admin] Publish callbacks [] for security_group (4aa1efd7-5450-4e7c-a6a3-143637b526a6), precommit_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:39.833403 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-b8aeddc3-c3b2-4ae6-b8b4-8821b4a9d75c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (d2f897cb-40b4-4abb-bd9c-1147625ba181), after_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:39.912867 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Device 9bce4da0-1383-4b8f-af07-238966cd5f3e up at agent ovs-agent-dv-cinder-851640-3-iscsi {{(pid=115993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 00:32:39.917949 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:32:40.067074 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aeddc3-c3b2-4ae6-b8b4-8821b4a9d75c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2f897cb-40b4-4abb-bd9c-1147625ba181,revision_number=1']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:32:40.105320 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-b8aeddc3-c3b2-4ae6-b8b4-8821b4a9d75c admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=03d59482a27c4c85ac2400baa646750b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7295282 Aug 08 00:32:40.119930 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 53652) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:32:40.119930 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 53654) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:32:40.135863 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=100 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:32:40.143797 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Provisioning complete for port 9bce4da0-1383-4b8f-af07-238966cd5f3e triggered by entity L2. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:32:40.147138 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (9bce4da0-1383-4b8f-af07-238966cd5f3e), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:40.191866 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-2af972de-31d8-4401-95a7-61d7c2dbf4ba req-9b118d48-f026-4e05-8fa3-83f3e9a5be44 tempest-DeleteServersTestJSON-191410030 tempest-DeleteServersTestJSON-191410030-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=127db5f0-f5b7-4e93-889a-603eae1f3e3d HTTP/1.1" status: 200 len: 210 time: 0.1196215 Aug 08 00:32:40.230326 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-fe087ef3-bd92-4bf1-927c-74f5dafbee85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:40.302490 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7b3986-893f-42fb-8179-7d6d653d8b84 req-d8fb056c-5446-42e1-b545-74114c437fed tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:32:40.312546 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-4c7b3986-893f-42fb-8179-7d6d653d8b84 req-d8fb056c-5446-42e1-b545-74114c437fed tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/networks?id=39987f39-4c60-4c27-9f4f-c7657da06e51 HTTP/1.1" status: 200 len: 819 time: 0.4877946 Aug 08 00:32:40.349435 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-744985d4-8a92-4201-90d7-05a7ca117502 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:40.366479 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-36687b22-f944-4231-884f-f4bf1f095881 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (4aa1efd7-5450-4e7c-a6a3-143637b526a6), after_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:40.373797 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-36687b22-f944-4231-884f-f4bf1f095881 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:40.379087 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-36687b22-f944-4231-884f-f4bf1f095881 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/4aa1efd7-5450-4e7c-a6a3-143637b526a6 HTTP/1.1" status: 204 len: 168 time: 0.8702056 Aug 08 00:32:40.410242 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-4c7b3986-893f-42fb-8179-7d6d653d8b84 req-5cb7b513-bddc-485b-91de-e7d683e2dd33 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/quotas/9bd235f1f9f44df4b2e3dbd0c05b3a83 HTTP/1.1" status: 200 len: 375 time: 0.0966854 Aug 08 00:32:40.459831 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36687b22-f944-4231-884f-f4bf1f095881 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aa1efd7-5450-4e7c-a6a3-143637b526a6,revision_number=None']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:32:40.482677 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-aa86f559-af99-44e6-842f-40cd6813c456 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (93e2312b-3744-4a9e-8723-a0f19f10f89a), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:40.541502 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-543f7b92-d418-4ddf-846c-d53bed9ab536 admin admin] Publish callbacks [] for security_group (d2f897cb-40b4-4abb-bd9c-1147625ba181), before_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:40.561364 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Current status of the port 9bce4da0-1383-4b8f-af07-238966cd5f3e is: DOWN; New status is: ACTIVE {{(pid=115993) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 00:32:40.562804 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (9bce4da0-1383-4b8f-af07-238966cd5f3e), before_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:40.568533 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-4c7b3986-893f-42fb-8179-7d6d653d8b84 req-c7aca3f8-8a55-4f9a-83c0-6bdf1056e425 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=9bd235f1f9f44df4b2e3dbd0c05b3a83&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1573398 Aug 08 00:32:40.589030 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:32:40.607941 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] For port 9bce4da0-1383-4b8f-af07-238966cd5f3e, host dv-cinder-851640-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851640-3-iscsi',level=0,port_id=9bce4da0-1383-4b8f-af07-238966cd5f3e,segment=NetworkSegment(2a679dcc-fb6c-48d4-923f-83795704b214),segment_id=2a679dcc-fb6c-48d4-923f-83795704b214)] {{(pid=115993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:32:40.623460 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-744985d4-8a92-4201-90d7-05a7ca117502 admin admin] Publish callbacks [] for security_group (00686229-6b2a-4fc4-a046-b2f92538df3a), precommit_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:40.683581 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-543f7b92-d418-4ddf-846c-d53bed9ab536 admin admin] Publish callbacks [] for security_group (d2f897cb-40b4-4abb-bd9c-1147625ba181), precommit_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:40.716834 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-744985d4-8a92-4201-90d7-05a7ca117502 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (00686229-6b2a-4fc4-a046-b2f92538df3a), after_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:40.719320 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821'] for port (9bce4da0-1383-4b8f-af07-238966cd5f3e), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:40.720290 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Device c261cb3a-39f2-424d-b5df-2be1a2e72cb7 up at agent ovs-agent-dv-cinder-851640-3-iscsi {{(pid=115993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 00:32:40.754262 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-fe087ef3-bd92-4bf1-927c-74f5dafbee85 admin admin] Publish callbacks [] for security_group (3748e100-dc0d-4f6a-9c8a-39398d850321), precommit_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:40.802194 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-4c7b3986-893f-42fb-8179-7d6d653d8b84 req-84fbf43e-9e37-4fb0-8c2c-c5c302d06b7b service neutron] 10.222.0.15 "GET /networking/v2.0/networks/39987f39-4c60-4c27-9f4f-c7657da06e51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2327113 Aug 08 00:32:40.833244 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-fe087ef3-bd92-4bf1-927c-74f5dafbee85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (3748e100-dc0d-4f6a-9c8a-39398d850321), after_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:40.852702 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-744985d4-8a92-4201-90d7-05a7ca117502 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=0b83204fd0e649c4a01a2c015de48db0&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3034132 Aug 08 00:32:40.857413 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 53678) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:32:40.967475 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Pushing event updated for resources: {'Port': ['ID=9bce4da0-1383-4b8f-af07-238966cd5f3e,revision_number=5']} {{(pid=115993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:32:40.975890 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744985d4-8a92-4201-90d7-05a7ca117502 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00686229-6b2a-4fc4-a046-b2f92538df3a,revision_number=1']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:32:40.993388 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-a146dd55-8cca-4007-aad3-32992ca54159 req-12144597-710d-4bdd-abb5-33d9f8c6ed7c tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4829f58c-adec-413d-83c8-23f1d3143205 HTTP/1.1" status: 200 len: 210 time: 0.1996613 Aug 08 00:32:40.996131 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-fe087ef3-bd92-4bf1-927c-74f5dafbee85 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=a685c2f726c34aaa9bc521b39735ced7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8673377 Aug 08 00:32:40.998974 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 53686) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:32:41.003035 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe087ef3-bd92-4bf1-927c-74f5dafbee85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3748e100-dc0d-4f6a-9c8a-39398d850321,revision_number=1']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:32:41.003179 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Provisioning complete for port c261cb3a-39f2-424d-b5df-2be1a2e72cb7 triggered by entity L2. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:32:41.003433 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (c261cb3a-39f2-424d-b5df-2be1a2e72cb7), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:41.067909 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-543f7b92-d418-4ddf-846c-d53bed9ab536 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (d2f897cb-40b4-4abb-bd9c-1147625ba181), after_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:41.081483 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-543f7b92-d418-4ddf-846c-d53bed9ab536 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:41.081483 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-543f7b92-d418-4ddf-846c-d53bed9ab536 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/d2f897cb-40b4-4abb-bd9c-1147625ba181 HTTP/1.1" status: 204 len: 168 time: 0.9476311 Aug 08 00:32:41.115070 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-72018f32-06f2-4a7f-a3c9-5bc76bd723f1 admin admin] Publish callbacks [] for security_group (00686229-6b2a-4fc4-a046-b2f92538df3a), before_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:41.149039 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f7b92-d418-4ddf-846c-d53bed9ab536 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2f897cb-40b4-4abb-bd9c-1147625ba181,revision_number=None']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:32:41.172652 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-72018f32-06f2-4a7f-a3c9-5bc76bd723f1 admin admin] Publish callbacks [] for security_group (00686229-6b2a-4fc4-a046-b2f92538df3a), precommit_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:41.184255 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Current status of the port c261cb3a-39f2-424d-b5df-2be1a2e72cb7 is: ACTIVE; New status is: ACTIVE {{(pid=115993) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 00:32:41.201102 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-4c7b3986-893f-42fb-8179-7d6d653d8b84 req-7151cb29-2fab-43fd-bbd0-14365e726ccc service neutron] 10.222.0.15 "GET /networking/v2.0/networks/39987f39-4c60-4c27-9f4f-c7657da06e51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3912582 Aug 08 00:32:41.256675 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-80613bde-4cfb-414d-930a-ab06bfc3fa63 admin admin] Publish callbacks [] for security_group (3748e100-dc0d-4f6a-9c8a-39398d850321), before_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:41.313836 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-80613bde-4cfb-414d-930a-ab06bfc3fa63 admin admin] Publish callbacks [] for security_group (3748e100-dc0d-4f6a-9c8a-39398d850321), precommit_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:41.418835 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-0f686b72-c0d7-4aca-adb5-8c44c8d8e679 req-a08a3c46-86c6-4ae3-b62a-493928d37b84 tempest-DeleteServersTestJSON-191410030 tempest-DeleteServersTestJSON-191410030-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=127db5f0-f5b7-4e93-889a-603eae1f3e3d HTTP/1.1" status: 200 len: 210 time: 0.0550904 Aug 08 00:32:41.419574 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-72018f32-06f2-4a7f-a3c9-5bc76bd723f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (00686229-6b2a-4fc4-a046-b2f92538df3a), after_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:41.431024 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-72018f32-06f2-4a7f-a3c9-5bc76bd723f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:41.436779 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-72018f32-06f2-4a7f-a3c9-5bc76bd723f1 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/00686229-6b2a-4fc4-a046-b2f92538df3a HTTP/1.1" status: 204 len: 168 time: 0.5775201 Aug 08 00:32:41.445732 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72018f32-06f2-4a7f-a3c9-5bc76bd723f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00686229-6b2a-4fc4-a046-b2f92538df3a,revision_number=None']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:32:41.504835 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-80613bde-4cfb-414d-930a-ab06bfc3fa63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (3748e100-dc0d-4f6a-9c8a-39398d850321), after_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:41.507699 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-80613bde-4cfb-414d-930a-ab06bfc3fa63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:41.509896 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-80613bde-4cfb-414d-930a-ab06bfc3fa63 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/3748e100-dc0d-4f6a-9c8a-39398d850321 HTTP/1.1" status: 204 len: 168 time: 0.5090232 Aug 08 00:32:41.513954 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=100 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:32:41.524039 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80613bde-4cfb-414d-930a-ab06bfc3fa63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3748e100-dc0d-4f6a-9c8a-39398d850321,revision_number=None']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:32:41.626260 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.agents_db [None req-431a3ab4-e5a4-4361-9fcb-d2d78b6c2e03 None None] Agent healthcheck: found 6 active agents {{(pid=115994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 00:32:41.740376 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-81ebbfdc-6968-451f-83bd-3428b809c0c6 req-66388d54-01c0-463b-81c8-fd28f40eb444 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9f8480cf-4061-4c55-8118-a74951cf6142 HTTP/1.1" status: 200 len: 210 time: 0.0667362 Aug 08 00:32:41.795025 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:32:41.813040 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Device 9bce4da0-1383-4b8f-af07-238966cd5f3e up at agent ovs-agent-dv-cinder-851640-3-iscsi {{(pid=115993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 00:32:41.871339 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Provisioning complete for port 9bce4da0-1383-4b8f-af07-238966cd5f3e triggered by entity L2. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:32:41.871809 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (9bce4da0-1383-4b8f-af07-238966cd5f3e), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:41.874495 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:32:41.949173 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Current status of the port 9bce4da0-1383-4b8f-af07-238966cd5f3e is: ACTIVE; New status is: ACTIVE {{(pid=115993) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 00:32:41.950221 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Device 31a76272-49ed-4902-b854-04464585b036 up at agent ovs-agent-dv-cinder-851640-3-iscsi {{(pid=115993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 00:32:41.996956 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Provisioning complete for port 31a76272-49ed-4902-b854-04464585b036 triggered by entity L2. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:32:41.997600 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (31a76272-49ed-4902-b854-04464585b036), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:42.003088 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:32:42.153600 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Current status of the port 31a76272-49ed-4902-b854-04464585b036 is: DOWN; New status is: ACTIVE {{(pid=115993) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 00:32:42.153600 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (31a76272-49ed-4902-b854-04464585b036), before_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:42.177403 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] For port 31a76272-49ed-4902-b854-04464585b036, host dv-cinder-851640-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851640-3-iscsi',level=0,port_id=31a76272-49ed-4902-b854-04464585b036,segment=NetworkSegment(bcb703c1-69ed-4297-948e-d0d75df0a147),segment_id=bcb703c1-69ed-4297-948e-d0d75df0a147)] {{(pid=115993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:32:42.246711 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-be192e59-1f12-44cd-a672-0fd78ba14705 req-2ba1face-1ac1-4cb9-8c1c-e25ec7d903f3 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4829f58c-adec-413d-83c8-23f1d3143205 HTTP/1.1" status: 200 len: 210 time: 0.0307801 Aug 08 00:32:42.321455 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821'] for port (31a76272-49ed-4902-b854-04464585b036), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:42.347392 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:INSERT=10,neutron:SELECT=88,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:32:42.378982 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Pushing event updated for resources: {'Port': ['ID=31a76272-49ed-4902-b854-04464585b036,revision_number=5']} {{(pid=115993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:32:42.584307 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-5ea3b629-5360-435b-a362-23d38055a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (d53f5436-7c7f-4441-9708-9d0333b57745), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:42.650751 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-0df64f85-3b44-4eb1-acf9-eac91449bc8d req-8058edbf-92fe-4bd5-bd41-15d77590b29a tempest-DeleteServersTestJSON-191410030 tempest-DeleteServersTestJSON-191410030-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=127db5f0-f5b7-4e93-889a-603eae1f3e3d HTTP/1.1" status: 200 len: 210 time: 0.0326884 Aug 08 00:32:42.838515 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-a7932631-37f5-41e9-915f-7ceb208d2c3f req-1575b339-0298-460b-b598-25dcde25bee0 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9f8480cf-4061-4c55-8118-a74951cf6142 HTTP/1.1" status: 200 len: 210 time: 0.0517342 Aug 08 00:32:42.985023 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 53768) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:32:42.998745 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-03567898-8f68-4b14-bdc0-56063142ed26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:43.098037 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-03567898-8f68-4b14-bdc0-56063142ed26 admin admin] Publish callbacks [] for security_group (2ecf6e28-87e2-4aa1-beec-72c78674bbc9), precommit_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:43.159002 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-03567898-8f68-4b14-bdc0-56063142ed26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (2ecf6e28-87e2-4aa1-beec-72c78674bbc9), after_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:43.193286 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03567898-8f68-4b14-bdc0-56063142ed26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ecf6e28-87e2-4aa1-beec-72c78674bbc9,revision_number=1']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:32:43.216545 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 53780) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:32:43.218214 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-03567898-8f68-4b14-bdc0-56063142ed26 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=14817de227fc4fd48996e93d440094dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2309189 Aug 08 00:32:43.307950 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:DELETE=3,neutron:SELECT=97 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:32:43.312878 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-a6152a14-943e-4c6c-8c72-6140233b8b0d admin admin] Publish callbacks [] for security_group (2ecf6e28-87e2-4aa1-beec-72c78674bbc9), before_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:43.334219 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-a6152a14-943e-4c6c-8c72-6140233b8b0d admin admin] Publish callbacks [] for security_group (2ecf6e28-87e2-4aa1-beec-72c78674bbc9), precommit_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:43.401100 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-a55cf094-117c-4491-8ebc-1e789cbf244a req-e2ec54bf-5d07-4813-bed4-b297acc2d8cf tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4829f58c-adec-413d-83c8-23f1d3143205 HTTP/1.1" status: 200 len: 210 time: 0.0426474 Aug 08 00:32:43.487622 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-a6152a14-943e-4c6c-8c72-6140233b8b0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (2ecf6e28-87e2-4aa1-beec-72c78674bbc9), after_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:43.491672 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-a6152a14-943e-4c6c-8c72-6140233b8b0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:43.494955 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-a6152a14-943e-4c6c-8c72-6140233b8b0d admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/2ecf6e28-87e2-4aa1-beec-72c78674bbc9 HTTP/1.1" status: 204 len: 168 time: 0.2767832 Aug 08 00:32:43.507394 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6152a14-943e-4c6c-8c72-6140233b8b0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ecf6e28-87e2-4aa1-beec-72c78674bbc9,revision_number=None']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:32:43.654885 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Device 31a76272-49ed-4902-b854-04464585b036 up at agent ovs-agent-dv-cinder-851640-3-iscsi {{(pid=115993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 00:32:43.715809 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:32:43.717723 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Provisioning complete for port 31a76272-49ed-4902-b854-04464585b036 triggered by entity L2. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:32:43.718106 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (31a76272-49ed-4902-b854-04464585b036), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:43.763855 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:32:43.783246 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-837a6fe3-ae0f-48eb-82ae-ffaa3ad3a52c req-4cb01866-39ec-447f-9720-8fe017d61a0b tempest-DeleteServersTestJSON-191410030 tempest-DeleteServersTestJSON-191410030-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=127db5f0-f5b7-4e93-889a-603eae1f3e3d HTTP/1.1" status: 200 len: 210 time: 0.0333509 Aug 08 00:32:43.803199 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Current status of the port 31a76272-49ed-4902-b854-04464585b036 is: ACTIVE; New status is: ACTIVE {{(pid=115993) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 00:32:43.954037 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-396372ad-6b0d-4535-b48b-d475add6d5dd req-19887584-737d-42e3-ae06-d01a35095e7b tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9f8480cf-4061-4c55-8118-a74951cf6142 HTTP/1.1" status: 200 len: 210 time: 0.0411348 Aug 08 00:32:44.184195 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-053f2fa2-08e2-4320-9ef7-ed55b6b025bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (8871f2bb-53fb-48a8-be6c-361eafeaffd1), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:44.260266 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.25', 64389) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:32:44.381559 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.25', 64390) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:32:44.385908 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.25', 64391) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:32:44.413800 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ce3f35-e21e-4272-841c-68fb3fa4ee00 req-d48d7c81-2587-4fc5-9b24-0cb90ade7a7f tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:32:44.418842 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-30ce3f35-e21e-4272-841c-68fb3fa4ee00 req-d48d7c81-2587-4fc5-9b24-0cb90ade7a7f tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.25 "GET /networking/v2.0/networks?id=39987f39-4c60-4c27-9f4f-c7657da06e51 HTTP/1.1" status: 200 len: 819 time: 0.1607723 Aug 08 00:32:44.430786 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:32:44.475037 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.v2.base [req-30ce3f35-e21e-4272-841c-68fb3fa4ee00 req-05f8a85f-69b1-4068-ac1a-1818d318a5e6 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Request body: {'port': {'device_id': '8968cf66-c321-4187-8166-47cdc6cc701e', 'network_id': '39987f39-4c60-4c27-9f4f-c7657da06e51', 'admin_state_up': True, 'tenant_id': '9bd235f1f9f44df4b2e3dbd0c05b3a83'}} {{(pid=115991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:32:44.692038 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-2f9892ff-ce70-403d-a7b1-e78678ef6da3 req-08d21603-42f6-4d31-bb42-96c0e51a0734 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4829f58c-adec-413d-83c8-23f1d3143205 HTTP/1.1" status: 200 len: 210 time: 0.0998495 Aug 08 00:32:44.844322 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7b958f-2247-4742-b780-180c27db8207 req-cb174def-f026-4197-8f46-0b813add0f5b tempest-DeleteServersTestJSON-191410030 tempest-DeleteServersTestJSON-191410030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:32:44.846201 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-aa7b958f-2247-4742-b780-180c27db8207 req-cb174def-f026-4197-8f46-0b813add0f5b tempest-DeleteServersTestJSON-191410030 tempest-DeleteServersTestJSON-191410030-project] 10.222.0.25 "GET /networking/v2.0/networks?id=61fd3a5e-b6e8-4581-b720-db1567079b03 HTTP/1.1" status: 200 len: 812 time: 0.4533513 Aug 08 00:32:44.857116 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5787460-b49e-4b70-a777-3ab582cc2e9d req-ba8efefa-8fa6-4213-9a59-f2ccd8d3a683 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:32:44.863413 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-f5787460-b49e-4b70-a777-3ab582cc2e9d req-ba8efefa-8fa6-4213-9a59-f2ccd8d3a683 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.25 "GET /networking/v2.0/networks?id=80d6d476-8f39-44d3-b747-4eed8b7c1a18 HTTP/1.1" status: 200 len: 817 time: 0.3684583 Aug 08 00:32:44.872156 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.v2.base [req-aa7b958f-2247-4742-b780-180c27db8207 req-a742a7a6-0637-4d43-9cda-261790576723 tempest-DeleteServersTestJSON-191410030 tempest-DeleteServersTestJSON-191410030-project] Request body: {'port': {'device_id': '127db5f0-f5b7-4e93-889a-603eae1f3e3d', 'network_id': '61fd3a5e-b6e8-4581-b720-db1567079b03', 'admin_state_up': True, 'tenant_id': '7214cb5b7d4c4c949c84dc81601a89e0'}} {{(pid=115992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:32:45.180027 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.25', 64393) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:32:45.245368 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:32:45.264876 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-efd25629-2291-4a1c-aa09-c4b67ea0a8ef req-790eddef-a721-415f-9bae-4d149930d8cf tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9f8480cf-4061-4c55-8118-a74951cf6142 HTTP/1.1" status: 200 len: 210 time: 0.0823019 Aug 08 00:32:45.423937 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-16dd0354-fc35-4b32-af0c-d4e32ef14447 req-57d54433-07b6-4139-a303-f6b579c0b192 tempest-DeleteServersTestJSON-191410030 tempest-DeleteServersTestJSON-191410030-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=127db5f0-f5b7-4e93-889a-603eae1f3e3d HTTP/1.1" status: 200 len: 210 time: 0.2151895 Aug 08 00:32:45.463704 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7b3986-893f-42fb-8179-7d6d653d8b84 req-b3049494-b68b-48bf-9053-3a7ef2014cfd tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:32:45.465725 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-4c7b3986-893f-42fb-8179-7d6d653d8b84 req-b3049494-b68b-48bf-9053-3a7ef2014cfd tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.25 "GET /networking/v2.0/networks?id=39987f39-4c60-4c27-9f4f-c7657da06e51 HTTP/1.1" status: 200 len: 819 time: 0.2807772 Aug 08 00:32:45.467659 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30ce3f35-e21e-4272-841c-68fb3fa4ee00 req-05f8a85f-69b1-4068-ac1a-1818d318a5e6 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Made reservation on behalf of 9bd235f1f9f44df4b2e3dbd0c05b3a83 for: {'port': 1} {{(pid=115991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 00:32:45.472557 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [req-30ce3f35-e21e-4272-841c-68fb3fa4ee00 req-05f8a85f-69b1-4068-ac1a-1818d318a5e6 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (None), before_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:45.502773 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.v2.base [req-4c7b3986-893f-42fb-8179-7d6d653d8b84 req-7af0268a-31f7-43ed-9899-d76c474c1edc tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Request body: {'port': {'device_id': '9f8480cf-4061-4c55-8118-a74951cf6142', 'network_id': '39987f39-4c60-4c27-9f4f-c7657da06e51', 'admin_state_up': True, 'tenant_id': '9bd235f1f9f44df4b2e3dbd0c05b3a83'}} {{(pid=115991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:32:45.518619 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (aa35aa05-3c09-40ae-a1e3-ebf96fe3358c), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:45.533891 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-f5787460-b49e-4b70-a777-3ab582cc2e9d req-07517176-14b4-4219-9ee2-3323028a95af tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=1aa84c8a680d49f8be48580c62c18889 HTTP/1.1" status: 200 len: 380 time: 0.6472235 Aug 08 00:32:45.594373 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.v2.base [req-f5787460-b49e-4b70-a777-3ab582cc2e9d req-2ed0028c-36dd-4a69-ae7f-22d8e4d02218 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Request body: {'port': {'device_id': '4829f58c-adec-413d-83c8-23f1d3143205', 'network_id': '80d6d476-8f39-44d3-b747-4eed8b7c1a18', 'admin_state_up': True, 'tenant_id': '1aa84c8a680d49f8be48580c62c18889', 'security_groups': ['99750fcd-194d-487c-b80c-a79152b12484']}} {{(pid=115992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:32:45.660037 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa7b958f-2247-4742-b780-180c27db8207 req-a742a7a6-0637-4d43-9cda-261790576723 tempest-DeleteServersTestJSON-191410030 tempest-DeleteServersTestJSON-191410030-project] Made reservation on behalf of 7214cb5b7d4c4c949c84dc81601a89e0 for: {'port': 1} {{(pid=115992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 00:32:45.663918 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-aa7b958f-2247-4742-b780-180c27db8207 req-a742a7a6-0637-4d43-9cda-261790576723 tempest-DeleteServersTestJSON-191410030 tempest-DeleteServersTestJSON-191410030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (None), before_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:45.674245 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:32:45.871729 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-f833c33f-6757-4b71-a7c6-dc3aad835a2e req-cdaafebf-d460-4a5f-9f53-46e38ef5565b tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4829f58c-adec-413d-83c8-23f1d3143205 HTTP/1.1" status: 200 len: 210 time: 0.0562348 Aug 08 00:32:45.875751 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.db.db_base_plugin_common [req-30ce3f35-e21e-4272-841c-68fb3fa4ee00 req-05f8a85f-69b1-4068-ac1a-1818d318a5e6 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Allocated IP 172.20.0.14 (39987f39-4c60-4c27-9f4f-c7657da06e51/0eda73d9-3865-4e7b-8b67-75076c7b1107/04d4459b-df65-4f20-b895-eaa736bf1d79) {{(pid=115991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 00:32:45.942371 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-64237613-c389-4d10-936d-2956085fc78e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (998b03d7-10a2-4624-8114-660f2901b45f), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:45.961641 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.db.db_base_plugin_common [req-aa7b958f-2247-4742-b780-180c27db8207 req-a742a7a6-0637-4d43-9cda-261790576723 tempest-DeleteServersTestJSON-191410030 tempest-DeleteServersTestJSON-191410030-project] Allocated IP 172.20.0.4 (61fd3a5e-b6e8-4581-b720-db1567079b03/1315c81b-9b10-4234-bb5d-d20004ee7054/f3753ab8-b02b-4899-add3-0636f7b130d3) {{(pid=115992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 00:32:46.024584 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c7b3986-893f-42fb-8179-7d6d653d8b84 req-7af0268a-31f7-43ed-9899-d76c474c1edc tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Made reservation on behalf of 9bd235f1f9f44df4b2e3dbd0c05b3a83 for: {'port': 1} {{(pid=115991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 00:32:46.028125 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [req-4c7b3986-893f-42fb-8179-7d6d653d8b84 req-7af0268a-31f7-43ed-9899-d76c474c1edc tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (None), before_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:46.083710 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5787460-b49e-4b70-a777-3ab582cc2e9d req-2ed0028c-36dd-4a69-ae7f-22d8e4d02218 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Made reservation on behalf of 1aa84c8a680d49f8be48580c62c18889 for: {'port': 1} {{(pid=115992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 00:32:46.087915 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-f5787460-b49e-4b70-a777-3ab582cc2e9d req-2ed0028c-36dd-4a69-ae7f-22d8e4d02218 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (None), before_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:46.153231 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [req-30ce3f35-e21e-4272-841c-68fb3fa4ee00 req-05f8a85f-69b1-4068-ac1a-1818d318a5e6 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Publish callbacks [] for port (04d4459b-df65-4f20-b895-eaa736bf1d79), precommit_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:46.201370 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:32:46.240682 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-aa7b958f-2247-4742-b780-180c27db8207 req-a742a7a6-0637-4d43-9cda-261790576723 tempest-DeleteServersTestJSON-191410030 tempest-DeleteServersTestJSON-191410030-project] Publish callbacks [] for port (f3753ab8-b02b-4899-add3-0636f7b130d3), precommit_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:46.312092 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [req-30ce3f35-e21e-4272-841c-68fb3fa4ee00 req-05f8a85f-69b1-4068-ac1a-1818d318a5e6 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764676113785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2785209'] for port (04d4459b-df65-4f20-b895-eaa736bf1d79), after_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:46.347907 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.db.db_base_plugin_common [req-f5787460-b49e-4b70-a777-3ab582cc2e9d req-2ed0028c-36dd-4a69-ae7f-22d8e4d02218 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Allocated IP 172.20.0.5 (80d6d476-8f39-44d3-b747-4eed8b7c1a18/2e97ee91-c7eb-4a92-adff-260b02055216/424b2123-2ed7-4eda-bdcf-dd72a3df7bea) {{(pid=115992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 00:32:46.451963 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-aa7b958f-2247-4742-b780-180c27db8207 req-a742a7a6-0637-4d43-9cda-261790576723 tempest-DeleteServersTestJSON-191410030 tempest-DeleteServersTestJSON-191410030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764676113785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26371331'] for port (f3753ab8-b02b-4899-add3-0636f7b130d3), after_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:46.475874 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f8a85f-69b1-4068-ac1a-1818d318a5e6 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Pushing event updated for resources: {'Port': ['ID=04d4459b-df65-4f20-b895-eaa736bf1d79,revision_number=1']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:32:46.479235 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30ce3f35-e21e-4272-841c-68fb3fa4ee00 req-05f8a85f-69b1-4068-ac1a-1818d318a5e6 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Network 39987f39-4c60-4c27-9f4f-c7657da06e51 is already hosted by enough agents. {{(pid=115991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 00:32:46.486815 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.scheduler.base_scheduler [req-30ce3f35-e21e-4272-841c-68fb3fa4ee00 req-05f8a85f-69b1-4068-ac1a-1818d318a5e6 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Resources bound (agent type, host, resource id): {{(pid=115991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 00:32:46.490868 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.db.l3_dvrscheduler_db [req-30ce3f35-e21e-4272-841c-68fb3fa4ee00 req-05f8a85f-69b1-4068-ac1a-1818d318a5e6 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Received port after_create {{(pid=115991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 00:32:46.532634 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-80b116cf-2a19-4907-a5d2-7423fd2fe130 req-052268f8-ba09-4f9c-9f0b-f992a4ef6b67 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9f8480cf-4061-4c55-8118-a74951cf6142 HTTP/1.1" status: 200 len: 210 time: 0.1236207 Aug 08 00:32:46.538457 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.db.db_base_plugin_common [req-4c7b3986-893f-42fb-8179-7d6d653d8b84 req-7af0268a-31f7-43ed-9899-d76c474c1edc tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Allocated IP 172.20.0.10 (39987f39-4c60-4c27-9f4f-c7657da06e51/0eda73d9-3865-4e7b-8b67-75076c7b1107/247bdc76-37cc-4751-82b6-e4aaca65e313) {{(pid=115991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 00:32:46.584875 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa7b958f-2247-4742-b780-180c27db8207 req-a742a7a6-0637-4d43-9cda-261790576723 tempest-DeleteServersTestJSON-191410030 tempest-DeleteServersTestJSON-191410030-project] Network 61fd3a5e-b6e8-4581-b720-db1567079b03 is already hosted by enough agents. {{(pid=115992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 00:32:46.588287 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ce3f35-e21e-4272-841c-68fb3fa4ee00 req-05f8a85f-69b1-4068-ac1a-1818d318a5e6 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:32:46.588975 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [req-30ce3f35-e21e-4272-841c-68fb3fa4ee00 req-05f8a85f-69b1-4068-ac1a-1818d318a5e6 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575022'] for port (None), before_response {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:46.627789 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.scheduler.base_scheduler [req-aa7b958f-2247-4742-b780-180c27db8207 req-a742a7a6-0637-4d43-9cda-261790576723 tempest-DeleteServersTestJSON-191410030 tempest-DeleteServersTestJSON-191410030-project] Resources bound (agent type, host, resource id): {{(pid=115992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 00:32:46.632152 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa7b958f-2247-4742-b780-180c27db8207 req-a742a7a6-0637-4d43-9cda-261790576723 tempest-DeleteServersTestJSON-191410030 tempest-DeleteServersTestJSON-191410030-project] Received port after_create {{(pid=115992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 00:32:46.692974 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 53942) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:32:46.717966 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a742a7a6-0637-4d43-9cda-261790576723 tempest-DeleteServersTestJSON-191410030 tempest-DeleteServersTestJSON-191410030-project] Pushing event updated for resources: {'Port': ['ID=f3753ab8-b02b-4899-add3-0636f7b130d3,revision_number=1']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:32:46.755952 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:INSERT=1,neutron:SELECT=95,neutron:DELETE=4 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:32:46.827170 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7b958f-2247-4742-b780-180c27db8207 req-a742a7a6-0637-4d43-9cda-261790576723 tempest-DeleteServersTestJSON-191410030 tempest-DeleteServersTestJSON-191410030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:32:46.828510 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-aa7b958f-2247-4742-b780-180c27db8207 req-a742a7a6-0637-4d43-9cda-261790576723 tempest-DeleteServersTestJSON-191410030 tempest-DeleteServersTestJSON-191410030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575022'] for port (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:46.868341 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-f5787460-b49e-4b70-a777-3ab582cc2e9d req-2ed0028c-36dd-4a69-ae7f-22d8e4d02218 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Publish callbacks [] for port (424b2123-2ed7-4eda-bdcf-dd72a3df7bea), precommit_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:46.878568 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a09ca35-497f-4d39-a8d0-aa699300f20f req-d24ff1f0-50c9-4f68-8e25-ed0bf6bac5f9 tempest-DeleteServersTestJSON-191410030 tempest-DeleteServersTestJSON-191410030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:32:46.881508 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-7a09ca35-497f-4d39-a8d0-aa699300f20f req-d24ff1f0-50c9-4f68-8e25-ed0bf6bac5f9 tempest-DeleteServersTestJSON-191410030 tempest-DeleteServersTestJSON-191410030-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=127db5f0-f5b7-4e93-889a-603eae1f3e3d HTTP/1.1" status: 200 len: 931 time: 0.2706969 Aug 08 00:32:46.897359 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-30ce3f35-e21e-4272-841c-68fb3fa4ee00 req-05f8a85f-69b1-4068-ac1a-1818d318a5e6 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4333465 Aug 08 00:32:46.903949 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-107e2c4f-32df-4ad0-95bf-d379d64d2dda None None] Provisioning complete for port 04d4459b-df65-4f20-b895-eaa736bf1d79 triggered by entity DHCP. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:32:46.909231 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-107e2c4f-32df-4ad0-95bf-d379d64d2dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (04d4459b-df65-4f20-b895-eaa736bf1d79), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:46.916586 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [req-30ce3f35-e21e-4272-841c-68fb3fa4ee00 req-1ddaee79-1d0c-4d14-8fab-d3ac5c88c5a7 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] http://10.222.0.15:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=115991) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 08 00:32:46.917596 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-30ce3f35-e21e-4272-841c-68fb3fa4ee00 req-1ddaee79-1d0c-4d14-8fab-d3ac5c88c5a7 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0052071 Aug 08 00:32:46.967809 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-aa7b958f-2247-4742-b780-180c27db8207 req-a742a7a6-0637-4d43-9cda-261790576723 tempest-DeleteServersTestJSON-191410030 tempest-DeleteServersTestJSON-191410030-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1057808 Aug 08 00:32:47.015910 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-107e2c4f-32df-4ad0-95bf-d379d64d2dda None None] Port 04d4459b-df65-4f20-b895-eaa736bf1d79 cannot update to ACTIVE because it is not bound. {{(pid=115993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 08 00:32:47.058418 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-1ea8b70f-e531-446a-a35e-3ea7cd1a522f req-b789ec2f-4070-45db-af2b-b1ca31691daa tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4829f58c-adec-413d-83c8-23f1d3143205 HTTP/1.1" status: 200 len: 210 time: 0.0469635 Aug 08 00:32:47.059832 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-f5787460-b49e-4b70-a777-3ab582cc2e9d req-2ed0028c-36dd-4a69-ae7f-22d8e4d02218 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764676113785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26371331'] for port (424b2123-2ed7-4eda-bdcf-dd72a3df7bea), after_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:47.149971 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-7a09ca35-497f-4d39-a8d0-aa699300f20f req-08fba647-80be-4ae4-b814-f68d72cf8295 tempest-DeleteServersTestJSON-191410030 tempest-DeleteServersTestJSON-191410030-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5fd3e569-9aaa-4a74-81fe-f953369912b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2675138 Aug 08 00:32:47.156310 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-d11e6145-4fc0-41ee-a98b-f861c3a406e0 None None] Provisioning complete for port f3753ab8-b02b-4899-add3-0636f7b130d3 triggered by entity DHCP. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:32:47.160060 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-d11e6145-4fc0-41ee-a98b-f861c3a406e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (f3753ab8-b02b-4899-add3-0636f7b130d3), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:47.211889 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0028c-36dd-4a69-ae7f-22d8e4d02218 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Pushing event updated for resources: {'Port': ['ID=424b2123-2ed7-4eda-bdcf-dd72a3df7bea,revision_number=1']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:32:47.230398 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:32:47.269741 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5787460-b49e-4b70-a777-3ab582cc2e9d req-2ed0028c-36dd-4a69-ae7f-22d8e4d02218 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Network 80d6d476-8f39-44d3-b747-4eed8b7c1a18 is already hosted by enough agents. {{(pid=115992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 00:32:47.269741 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.scheduler.base_scheduler [req-f5787460-b49e-4b70-a777-3ab582cc2e9d req-2ed0028c-36dd-4a69-ae7f-22d8e4d02218 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Resources bound (agent type, host, resource id): {{(pid=115992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 00:32:47.270021 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [req-4c7b3986-893f-42fb-8179-7d6d653d8b84 req-7af0268a-31f7-43ed-9899-d76c474c1edc tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Publish callbacks [] for port (247bdc76-37cc-4751-82b6-e4aaca65e313), precommit_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:47.273080 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5787460-b49e-4b70-a777-3ab582cc2e9d req-2ed0028c-36dd-4a69-ae7f-22d8e4d02218 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Received port after_create {{(pid=115992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 00:32:47.337238 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-d11e6145-4fc0-41ee-a98b-f861c3a406e0 None None] Port f3753ab8-b02b-4899-add3-0636f7b130d3 cannot update to ACTIVE because it is not bound. {{(pid=115993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 08 00:32:47.351983 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-5470e9e9-922c-429b-87b9-6eae19899127 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:47.417201 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5787460-b49e-4b70-a777-3ab582cc2e9d req-2ed0028c-36dd-4a69-ae7f-22d8e4d02218 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:32:47.417856 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-f5787460-b49e-4b70-a777-3ab582cc2e9d req-2ed0028c-36dd-4a69-ae7f-22d8e4d02218 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575022'] for port (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:47.470722 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-5470e9e9-922c-429b-87b9-6eae19899127 admin admin] Publish callbacks [] for security_group (a6e64693-ddbc-4eb5-8389-68fbd13138c5), precommit_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:47.500719 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=32 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:32:47.657440 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-5470e9e9-922c-429b-87b9-6eae19899127 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (a6e64693-ddbc-4eb5-8389-68fbd13138c5), after_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:47.659508 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-f5787460-b49e-4b70-a777-3ab582cc2e9d req-2ed0028c-36dd-4a69-ae7f-22d8e4d02218 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0787442 Aug 08 00:32:47.664174 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [req-4c7b3986-893f-42fb-8179-7d6d653d8b84 req-7af0268a-31f7-43ed-9899-d76c474c1edc tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764676113785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2785209'] for port (247bdc76-37cc-4751-82b6-e4aaca65e313), after_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:47.770828 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-161842bc-2be4-4256-9b61-abdf9418c245 None None] Provisioning complete for port 424b2123-2ed7-4eda-bdcf-dd72a3df7bea triggered by entity DHCP. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:32:47.771796 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-161842bc-2be4-4256-9b61-abdf9418c245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (424b2123-2ed7-4eda-bdcf-dd72a3df7bea), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:47.810427 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c7b3986-893f-42fb-8179-7d6d653d8b84 req-7af0268a-31f7-43ed-9899-d76c474c1edc tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Network 39987f39-4c60-4c27-9f4f-c7657da06e51 is already hosted by enough agents. {{(pid=115991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 00:32:47.813887 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-5470e9e9-922c-429b-87b9-6eae19899127 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=65fc9fdf93124d50b1c783a9271f1faf&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1174364 Aug 08 00:32:47.814764 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5470e9e9-922c-429b-87b9-6eae19899127 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6e64693-ddbc-4eb5-8389-68fbd13138c5,revision_number=1']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:32:47.817763 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 53978) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:32:47.825040 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.scheduler.base_scheduler [req-4c7b3986-893f-42fb-8179-7d6d653d8b84 req-7af0268a-31f7-43ed-9899-d76c474c1edc tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Resources bound (agent type, host, resource id): {{(pid=115991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 00:32:47.835361 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c7b3986-893f-42fb-8179-7d6d653d8b84 req-7af0268a-31f7-43ed-9899-d76c474c1edc tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Received port after_create {{(pid=115991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 00:32:47.839566 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af0268a-31f7-43ed-9899-d76c474c1edc tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Pushing event updated for resources: {'Port': ['ID=247bdc76-37cc-4751-82b6-e4aaca65e313,revision_number=1']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:32:47.867650 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a6f5a9-3c74-4e81-99af-20b8be34b50d req-a063d14e-4b9d-4d2b-945f-8bfc1ac1ded9 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:32:47.869832 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-a9a6f5a9-3c74-4e81-99af-20b8be34b50d req-a063d14e-4b9d-4d2b-945f-8bfc1ac1ded9 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9f8480cf-4061-4c55-8118-a74951cf6142 HTTP/1.1" status: 200 len: 932 time: 0.1467032 Aug 08 00:32:47.938455 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-161842bc-2be4-4256-9b61-abdf9418c245 None None] Port 424b2123-2ed7-4eda-bdcf-dd72a3df7bea cannot update to ACTIVE because it is not bound. {{(pid=115993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 08 00:32:48.005952 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-a9a6f5a9-3c74-4e81-99af-20b8be34b50d req-35863c49-f6aa-4c79-b927-97dec42e9402 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b6dd8e00-6ccc-4249-bcb5-212ee8057e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274004 Aug 08 00:32:48.074081 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7b3986-893f-42fb-8179-7d6d653d8b84 req-7af0268a-31f7-43ed-9899-d76c474c1edc tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:32:48.074081 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [req-4c7b3986-893f-42fb-8179-7d6d653d8b84 req-7af0268a-31f7-43ed-9899-d76c474c1edc tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575022'] for port (None), before_response {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:48.113327 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.v2.base [req-30ce3f35-e21e-4272-841c-68fb3fa4ee00 req-369ab9c4-ecc6-4a2b-b690-f7a563889e70 service neutron] Request body: {'port': {'device_id': '8968cf66-c321-4187-8166-47cdc6cc701e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85164'}} {{(pid=115992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:32:48.142750 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.v2.base [req-aa7b958f-2247-4742-b780-180c27db8207 req-1917b2c7-6fe6-4589-a100-5da40457c111 service neutron] Request body: {'port': {'device_id': '127db5f0-f5b7-4e93-889a-603eae1f3e3d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85164'}} {{(pid=115991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:32:48.180167 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-72c30121-02ee-4183-9cb8-b56c5072d6e7 admin admin] Publish callbacks [] for security_group (a6e64693-ddbc-4eb5-8389-68fbd13138c5), before_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:48.242508 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-4c7b3986-893f-42fb-8179-7d6d653d8b84 req-7af0268a-31f7-43ed-9899-d76c474c1edc tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7442362 Aug 08 00:32:48.346444 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.v2.base [req-4c7b3986-893f-42fb-8179-7d6d653d8b84 req-51d797dd-e45a-4b9d-babd-2cfe811ae0ad service neutron] Request body: {'port': {'device_id': '9f8480cf-4061-4c55-8118-a74951cf6142', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85164'}} {{(pid=115991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:32:48.382064 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-72c30121-02ee-4183-9cb8-b56c5072d6e7 admin admin] Publish callbacks [] for security_group (a6e64693-ddbc-4eb5-8389-68fbd13138c5), precommit_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:48.396838 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-9e987d29-269a-4b28-a978-690aa2a41cd8 None None] Provisioning complete for port 247bdc76-37cc-4751-82b6-e4aaca65e313 triggered by entity DHCP. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:32:48.397247 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-9e987d29-269a-4b28-a978-690aa2a41cd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (247bdc76-37cc-4751-82b6-e4aaca65e313), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:48.478695 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-9e987d29-269a-4b28-a978-690aa2a41cd8 None None] Port 247bdc76-37cc-4751-82b6-e4aaca65e313 cannot update to ACTIVE because it is not bound. {{(pid=115993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 08 00:32:48.501111 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-30ce3f35-e21e-4272-841c-68fb3fa4ee00 req-369ab9c4-ecc6-4a2b-b690-f7a563889e70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (04d4459b-df65-4f20-b895-eaa736bf1d79), before_update {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:48.522083 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=4 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:32:48.573028 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48a8de6-0876-46c9-8fa3-eaa8e34a1227 req-f02a6884-aa6e-45ff-a824-658fd00dfefb tempest-DeleteServersTestJSON-191410030 tempest-DeleteServersTestJSON-191410030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:32:48.587137 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-b48a8de6-0876-46c9-8fa3-eaa8e34a1227 req-f02a6884-aa6e-45ff-a824-658fd00dfefb tempest-DeleteServersTestJSON-191410030 tempest-DeleteServersTestJSON-191410030-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=127db5f0-f5b7-4e93-889a-603eae1f3e3d HTTP/1.1" status: 200 len: 931 time: 0.2270498 Aug 08 00:32:48.627830 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [req-aa7b958f-2247-4742-b780-180c27db8207 req-1917b2c7-6fe6-4589-a100-5da40457c111 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (f3753ab8-b02b-4899-add3-0636f7b130d3), before_update {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:48.630133 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:INSERT=1 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:32:48.686993 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f66d51-b7c2-4cab-9d4b-d9af4432f35a req-0d2c7224-c68b-4bdb-9afe-4c6f404cf2bf tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:32:48.688741 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-34f66d51-b7c2-4cab-9d4b-d9af4432f35a req-0d2c7224-c68b-4bdb-9afe-4c6f404cf2bf tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4829f58c-adec-413d-83c8-23f1d3143205 HTTP/1.1" status: 200 len: 931 time: 0.3704028 Aug 08 00:32:48.775821 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-72c30121-02ee-4183-9cb8-b56c5072d6e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (a6e64693-ddbc-4eb5-8389-68fbd13138c5), after_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:48.778802 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-72c30121-02ee-4183-9cb8-b56c5072d6e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:48.783812 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-72c30121-02ee-4183-9cb8-b56c5072d6e7 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/a6e64693-ddbc-4eb5-8389-68fbd13138c5 HTTP/1.1" status: 204 len: 168 time: 0.9628718 Aug 08 00:32:49.032998 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.v2.base [req-f5787460-b49e-4b70-a777-3ab582cc2e9d req-25f2502e-d4ac-495d-8b56-18eda808746a service neutron] Request body: {'port': {'device_id': '4829f58c-adec-413d-83c8-23f1d3143205', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85164'}} {{(pid=115992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:32:49.100512 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [req-4c7b3986-893f-42fb-8179-7d6d653d8b84 req-51d797dd-e45a-4b9d-babd-2cfe811ae0ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (247bdc76-37cc-4751-82b6-e4aaca65e313), before_update {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:49.117112 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-34f66d51-b7c2-4cab-9d4b-d9af4432f35a req-a9917938-778e-4732-951f-14bfbdab3abf tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=99750fcd-194d-487c-b80c-a79152b12484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4021792 Aug 08 00:32:49.122049 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c30121-02ee-4183-9cb8-b56c5072d6e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6e64693-ddbc-4eb5-8389-68fbd13138c5,revision_number=None']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:32:49.247475 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:32:49.425216 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00508716-2687-4258-9644-6f4fb628d6b6 req-a8cad937-0fb4-4d51-9517-84dcd9fabd84 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:32:49.432256 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-00508716-2687-4258-9644-6f4fb628d6b6 req-a8cad937-0fb4-4d51-9517-84dcd9fabd84 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9f8480cf-4061-4c55-8118-a74951cf6142 HTTP/1.1" status: 200 len: 932 time: 0.1707981 Aug 08 00:32:49.513392 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-b48a8de6-0876-46c9-8fa3-eaa8e34a1227 req-891d20bf-9c7a-47f7-88ca-57256a59b9a1 tempest-DeleteServersTestJSON-191410030 tempest-DeleteServersTestJSON-191410030-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5fd3e569-9aaa-4a74-81fe-f953369912b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8661745 Aug 08 00:32:49.513392 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-f5787460-b49e-4b70-a777-3ab582cc2e9d req-25f2502e-d4ac-495d-8b56-18eda808746a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (424b2123-2ed7-4eda-bdcf-dd72a3df7bea), before_update {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:49.578073 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-00508716-2687-4258-9644-6f4fb628d6b6 req-8112d7df-bf56-47ee-a09f-bcf462032e5b tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b6dd8e00-6ccc-4249-bcb5-212ee8057e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443088 Aug 08 00:32:49.691660 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.notifiers.nova [req-aa7b958f-2247-4742-b780-180c27db8207 req-1917b2c7-6fe6-4589-a100-5da40457c111 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3753ab8-b02b-4899-add3-0636f7b130d3 {{(pid=115991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 00:32:49.704437 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [req-aa7b958f-2247-4742-b780-180c27db8207 req-1917b2c7-6fe6-4589-a100-5da40457c111 service neutron] Publish callbacks [] for port (f3753ab8-b02b-4899-add3-0636f7b130d3), precommit_update {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:49.737391 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.db.provisioning_blocks [req-aa7b958f-2247-4742-b780-180c27db8207 req-1917b2c7-6fe6-4589-a100-5da40457c111 service neutron] Transition to ACTIVE for port object f3753ab8-b02b-4899-add3-0636f7b130d3 will not be triggered until provisioned by entity L2. {{(pid=115991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 08 00:32:49.747544 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:32:49.763439 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.notifiers.nova [req-30ce3f35-e21e-4272-841c-68fb3fa4ee00 req-369ab9c4-ecc6-4a2b-b690-f7a563889e70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04d4459b-df65-4f20-b895-eaa736bf1d79 {{(pid=115992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 00:32:49.806131 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [req-aa7b958f-2247-4742-b780-180c27db8207 req-1917b2c7-6fe6-4589-a100-5da40457c111 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2785206'] for port (f3753ab8-b02b-4899-add3-0636f7b130d3), after_update {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:49.892329 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1917b2c7-6fe6-4589-a100-5da40457c111 service neutron] Pushing event updated for resources: {'Port': ['ID=f3753ab8-b02b-4899-add3-0636f7b130d3,revision_number=2']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:32:50.016626 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-30ce3f35-e21e-4272-841c-68fb3fa4ee00 req-369ab9c4-ecc6-4a2b-b690-f7a563889e70 service neutron] Publish callbacks [] for port (04d4459b-df65-4f20-b895-eaa736bf1d79), precommit_update {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:50.077637 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.notifiers.nova [req-f5787460-b49e-4b70-a777-3ab582cc2e9d req-25f2502e-d4ac-495d-8b56-18eda808746a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 424b2123-2ed7-4eda-bdcf-dd72a3df7bea {{(pid=115992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 00:32:50.115021 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.db.provisioning_blocks [req-30ce3f35-e21e-4272-841c-68fb3fa4ee00 req-369ab9c4-ecc6-4a2b-b690-f7a563889e70 service neutron] Transition to ACTIVE for port object 04d4459b-df65-4f20-b895-eaa736bf1d79 will not be triggered until provisioned by entity L2. {{(pid=115992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 08 00:32:50.122462 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-f5787460-b49e-4b70-a777-3ab582cc2e9d req-25f2502e-d4ac-495d-8b56-18eda808746a service neutron] Publish callbacks [] for port (424b2123-2ed7-4eda-bdcf-dd72a3df7bea), precommit_update {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:50.150159 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.managers [req-aa7b958f-2247-4742-b780-180c27db8207 req-1917b2c7-6fe6-4589-a100-5da40457c111 service neutron] Attempting to bind port f3753ab8-b02b-4899-add3-0636f7b130d3 on host hv-cinder-85164 for vnic_type normal with profile {{(pid=115991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 00:32:50.150536 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.managers [req-aa7b958f-2247-4742-b780-180c27db8207 req-1917b2c7-6fe6-4589-a100-5da40457c111 service neutron] Attempting to bind port f3753ab8-b02b-4899-add3-0636f7b130d3 by drivers openvswitch,hyperv on host hv-cinder-85164 at level 0 using segments [{'id': 'bcb703c1-69ed-4297-948e-d0d75df0a147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '61fd3a5e-b6e8-4581-b720-db1567079b03'}] {{(pid=115991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 00:32:50.150949 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7b958f-2247-4742-b780-180c27db8207 req-1917b2c7-6fe6-4589-a100-5da40457c111 service neutron] Attempting to bind port f3753ab8-b02b-4899-add3-0636f7b130d3 on network 61fd3a5e-b6e8-4581-b720-db1567079b03 {{(pid=115991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 00:32:50.164971 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.db.provisioning_blocks [req-f5787460-b49e-4b70-a777-3ab582cc2e9d req-25f2502e-d4ac-495d-8b56-18eda808746a service neutron] Transition to ACTIVE for port object 424b2123-2ed7-4eda-bdcf-dd72a3df7bea will not be triggered until provisioned by entity L2. {{(pid=115992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 08 00:32:50.177778 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7b958f-2247-4742-b780-180c27db8207 req-1917b2c7-6fe6-4589-a100-5da40457c111 service neutron] Port f3753ab8-b02b-4899-add3-0636f7b130d3 on network 61fd3a5e-b6e8-4581-b720-db1567079b03 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85164 {{(pid=115991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 08 00:32:50.178051 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7b958f-2247-4742-b780-180c27db8207 req-1917b2c7-6fe6-4589-a100-5da40457c111 service neutron] Attempting to bind port f3753ab8-b02b-4899-add3-0636f7b130d3 on network 61fd3a5e-b6e8-4581-b720-db1567079b03 {{(pid=115991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 00:32:50.184081 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-30ce3f35-e21e-4272-841c-68fb3fa4ee00 req-369ab9c4-ecc6-4a2b-b690-f7a563889e70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26371340'] for port (04d4459b-df65-4f20-b895-eaa736bf1d79), after_update {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:50.194578 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7b958f-2247-4742-b780-180c27db8207 req-1917b2c7-6fe6-4589-a100-5da40457c111 service neutron] Checking agent: {'id': 'c200ec1a-5dc3-458a-a30d-0f16255c41c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85164', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 0, 30, 30), 'started_at': datetime.datetime(2022, 8, 8, 0, 30, 30), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 0, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 00:32:50.213668 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7b958f-2247-4742-b780-180c27db8207 req-1917b2c7-6fe6-4589-a100-5da40457c111 service neutron] Checking segment: {'id': 'bcb703c1-69ed-4297-948e-d0d75df0a147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '61fd3a5e-b6e8-4581-b720-db1567079b03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 00:32:50.213668 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7b958f-2247-4742-b780-180c27db8207 req-1917b2c7-6fe6-4589-a100-5da40457c111 service neutron] Bound using segment: {'id': 'bcb703c1-69ed-4297-948e-d0d75df0a147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '61fd3a5e-b6e8-4581-b720-db1567079b03'} {{(pid=115991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 00:32:50.213668 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.managers [req-aa7b958f-2247-4742-b780-180c27db8207 req-1917b2c7-6fe6-4589-a100-5da40457c111 service neutron] Bound port: f3753ab8-b02b-4899-add3-0636f7b130d3, host: hv-cinder-85164, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcb703c1-69ed-4297-948e-d0d75df0a147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '61fd3a5e-b6e8-4581-b720-db1567079b03'}}] {{(pid=115991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 00:32:50.213668 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [req-aa7b958f-2247-4742-b780-180c27db8207 req-1917b2c7-6fe6-4589-a100-5da40457c111 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (f3753ab8-b02b-4899-add3-0636f7b130d3), before_update {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:50.411829 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369ab9c4-ecc6-4a2b-b690-f7a563889e70 service neutron] Pushing event updated for resources: {'Port': ['ID=04d4459b-df65-4f20-b895-eaa736bf1d79,revision_number=2']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:32:50.411829 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc9eece-7d68-4bb8-aaa3-5a0235fdb74b req-c7d48615-2720-407d-bcd3-c947594bf52c tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:32:50.411829 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-ccc9eece-7d68-4bb8-aaa3-5a0235fdb74b req-c7d48615-2720-407d-bcd3-c947594bf52c tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4829f58c-adec-413d-83c8-23f1d3143205 HTTP/1.1" status: 200 len: 931 time: 0.0945315 Aug 08 00:32:50.412271 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.db [req-aa7b958f-2247-4742-b780-180c27db8207 req-1917b2c7-6fe6-4589-a100-5da40457c111 service neutron] For port f3753ab8-b02b-4899-add3-0636f7b130d3, host hv-cinder-85164, cleared binding levels {{(pid=115991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 00:32:50.464424 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.db [req-aa7b958f-2247-4742-b780-180c27db8207 req-1917b2c7-6fe6-4589-a100-5da40457c111 service neutron] For port f3753ab8-b02b-4899-add3-0636f7b130d3, host hv-cinder-85164, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85164',level=0,port_id=f3753ab8-b02b-4899-add3-0636f7b130d3,segment=NetworkSegment(bcb703c1-69ed-4297-948e-d0d75df0a147),segment_id=bcb703c1-69ed-4297-948e-d0d75df0a147)] {{(pid=115991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 00:32:50.466984 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.managers [req-30ce3f35-e21e-4272-841c-68fb3fa4ee00 req-369ab9c4-ecc6-4a2b-b690-f7a563889e70 service neutron] Attempting to bind port 04d4459b-df65-4f20-b895-eaa736bf1d79 on host hv-cinder-85164 for vnic_type normal with profile {{(pid=115992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 00:32:50.467544 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.managers [req-30ce3f35-e21e-4272-841c-68fb3fa4ee00 req-369ab9c4-ecc6-4a2b-b690-f7a563889e70 service neutron] Attempting to bind port 04d4459b-df65-4f20-b895-eaa736bf1d79 by drivers openvswitch,hyperv on host hv-cinder-85164 at level 0 using segments [{'id': '2a679dcc-fb6c-48d4-923f-83795704b214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '39987f39-4c60-4c27-9f4f-c7657da06e51'}] {{(pid=115992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 00:32:50.467809 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ce3f35-e21e-4272-841c-68fb3fa4ee00 req-369ab9c4-ecc6-4a2b-b690-f7a563889e70 service neutron] Attempting to bind port 04d4459b-df65-4f20-b895-eaa736bf1d79 on network 39987f39-4c60-4c27-9f4f-c7657da06e51 {{(pid=115992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 00:32:50.474336 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ce3f35-e21e-4272-841c-68fb3fa4ee00 req-369ab9c4-ecc6-4a2b-b690-f7a563889e70 service neutron] Port 04d4459b-df65-4f20-b895-eaa736bf1d79 on network 39987f39-4c60-4c27-9f4f-c7657da06e51 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85164 {{(pid=115992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 08 00:32:50.474636 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ce3f35-e21e-4272-841c-68fb3fa4ee00 req-369ab9c4-ecc6-4a2b-b690-f7a563889e70 service neutron] Attempting to bind port 04d4459b-df65-4f20-b895-eaa736bf1d79 on network 39987f39-4c60-4c27-9f4f-c7657da06e51 {{(pid=115992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 00:32:50.480435 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ce3f35-e21e-4272-841c-68fb3fa4ee00 req-369ab9c4-ecc6-4a2b-b690-f7a563889e70 service neutron] Checking agent: {'id': 'c200ec1a-5dc3-458a-a30d-0f16255c41c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85164', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 0, 30, 30), 'started_at': datetime.datetime(2022, 8, 8, 0, 30, 30), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 0, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 00:32:50.480787 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ce3f35-e21e-4272-841c-68fb3fa4ee00 req-369ab9c4-ecc6-4a2b-b690-f7a563889e70 service neutron] Checking segment: {'id': '2a679dcc-fb6c-48d4-923f-83795704b214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '39987f39-4c60-4c27-9f4f-c7657da06e51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 00:32:50.481344 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ce3f35-e21e-4272-841c-68fb3fa4ee00 req-369ab9c4-ecc6-4a2b-b690-f7a563889e70 service neutron] Bound using segment: {'id': '2a679dcc-fb6c-48d4-923f-83795704b214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '39987f39-4c60-4c27-9f4f-c7657da06e51'} {{(pid=115992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 00:32:50.482092 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.managers [req-30ce3f35-e21e-4272-841c-68fb3fa4ee00 req-369ab9c4-ecc6-4a2b-b690-f7a563889e70 service neutron] Bound port: 04d4459b-df65-4f20-b895-eaa736bf1d79, host: hv-cinder-85164, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a679dcc-fb6c-48d4-923f-83795704b214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '39987f39-4c60-4c27-9f4f-c7657da06e51'}}] {{(pid=115992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 00:32:50.489612 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-30ce3f35-e21e-4272-841c-68fb3fa4ee00 req-369ab9c4-ecc6-4a2b-b690-f7a563889e70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (04d4459b-df65-4f20-b895-eaa736bf1d79), before_update {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:50.535672 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.notifiers.nova [req-4c7b3986-893f-42fb-8179-7d6d653d8b84 req-51d797dd-e45a-4b9d-babd-2cfe811ae0ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 247bdc76-37cc-4751-82b6-e4aaca65e313 {{(pid=115991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 00:32:50.547390 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [req-4c7b3986-893f-42fb-8179-7d6d653d8b84 req-51d797dd-e45a-4b9d-babd-2cfe811ae0ad service neutron] Publish callbacks [] for port (247bdc76-37cc-4751-82b6-e4aaca65e313), precommit_update {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:50.568176 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.db.provisioning_blocks [req-4c7b3986-893f-42fb-8179-7d6d653d8b84 req-51d797dd-e45a-4b9d-babd-2cfe811ae0ad service neutron] Transition to ACTIVE for port object 247bdc76-37cc-4751-82b6-e4aaca65e313 will not be triggered until provisioned by entity L2. {{(pid=115991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 08 00:32:50.570946 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-ccc9eece-7d68-4bb8-aaa3-5a0235fdb74b req-4ffadf51-d22e-424f-a5d3-27750e056617 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=99750fcd-194d-487c-b80c-a79152b12484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1753688 Aug 08 00:32:50.574038 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-f5787460-b49e-4b70-a777-3ab582cc2e9d req-25f2502e-d4ac-495d-8b56-18eda808746a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26371340'] for port (424b2123-2ed7-4eda-bdcf-dd72a3df7bea), after_update {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:50.612104 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [req-aa7b958f-2247-4742-b780-180c27db8207 req-1917b2c7-6fe6-4589-a100-5da40457c111 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2785206'] for port (f3753ab8-b02b-4899-add3-0636f7b130d3), after_update {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:50.663952 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7b958f-2247-4742-b780-180c27db8207 req-1917b2c7-6fe6-4589-a100-5da40457c111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:32:50.666175 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [req-aa7b958f-2247-4742-b780-180c27db8207 req-1917b2c7-6fe6-4589-a100-5da40457c111 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575022'] for port (None), before_response {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:50.669680 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-aa7b958f-2247-4742-b780-180c27db8207 req-1917b2c7-6fe6-4589-a100-5da40457c111 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/f3753ab8-b02b-4899-add3-0636f7b130d3 HTTP/1.1" status: 200 len: 1093 time: 3.1469986 Aug 08 00:32:50.671486 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '127db5f0-f5b7-4e93-889a-603eae1f3e3d', 'tag': 'f3753ab8-b02b-4899-add3-0636f7b130d3'}] {{(pid=115991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 00:32:50.750597 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [req-4c7b3986-893f-42fb-8179-7d6d653d8b84 req-51d797dd-e45a-4b9d-babd-2cfe811ae0ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2785206'] for port (247bdc76-37cc-4751-82b6-e4aaca65e313), after_update {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:50.897764 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912819e9-5c4f-413d-99ba-679c7082c9c7 req-e6288b81-5c5b-48dd-be2a-824d255cf41a tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:32:50.907337 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-912819e9-5c4f-413d-99ba-679c7082c9c7 req-e6288b81-5c5b-48dd-be2a-824d255cf41a tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9f8480cf-4061-4c55-8118-a74951cf6142 HTTP/1.1" status: 200 len: 944 time: 0.1528373 Aug 08 00:32:50.938538 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f9f2e0-ced2-4d71-bb0f-b3e1cc732b0a req-23bae9f1-42de-4329-955d-41fbe79a97e4 tempest-DeleteServersTestJSON-191410030 tempest-DeleteServersTestJSON-191410030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:32:50.940793 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-27f9f2e0-ced2-4d71-bb0f-b3e1cc732b0a req-23bae9f1-42de-4329-955d-41fbe79a97e4 tempest-DeleteServersTestJSON-191410030 tempest-DeleteServersTestJSON-191410030-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=127db5f0-f5b7-4e93-889a-603eae1f3e3d HTTP/1.1" status: 200 len: 943 time: 0.2507741 Aug 08 00:32:50.970330 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f2502e-d4ac-495d-8b56-18eda808746a service neutron] Pushing event updated for resources: {'Port': ['ID=424b2123-2ed7-4eda-bdcf-dd72a3df7bea,revision_number=2']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:32:50.994927 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1917b2c7-6fe6-4589-a100-5da40457c111 service neutron] Pushing event updated for resources: {'Port': ['ID=f3753ab8-b02b-4899-add3-0636f7b130d3,revision_number=3']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:32:51.011556 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.db [req-30ce3f35-e21e-4272-841c-68fb3fa4ee00 req-369ab9c4-ecc6-4a2b-b690-f7a563889e70 service neutron] For port 04d4459b-df65-4f20-b895-eaa736bf1d79, host hv-cinder-85164, cleared binding levels {{(pid=115992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 00:32:51.054060 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.db [req-30ce3f35-e21e-4272-841c-68fb3fa4ee00 req-369ab9c4-ecc6-4a2b-b690-f7a563889e70 service neutron] For port 04d4459b-df65-4f20-b895-eaa736bf1d79, host hv-cinder-85164, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85164',level=0,port_id=04d4459b-df65-4f20-b895-eaa736bf1d79,segment=NetworkSegment(2a679dcc-fb6c-48d4-923f-83795704b214),segment_id=2a679dcc-fb6c-48d4-923f-83795704b214)] {{(pid=115992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 00:32:51.074916 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d797dd-e45a-4b9d-babd-2cfe811ae0ad service neutron] Pushing event updated for resources: {'Port': ['ID=247bdc76-37cc-4751-82b6-e4aaca65e313,revision_number=2']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:32:51.096146 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-912819e9-5c4f-413d-99ba-679c7082c9c7 req-14d91ada-7bc2-4d5c-93fb-dd60a77a0dee tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b6dd8e00-6ccc-4249-bcb5-212ee8057e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839449 Aug 08 00:32:51.117288 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.managers [req-f5787460-b49e-4b70-a777-3ab582cc2e9d req-25f2502e-d4ac-495d-8b56-18eda808746a service neutron] Attempting to bind port 424b2123-2ed7-4eda-bdcf-dd72a3df7bea on host hv-cinder-85164 for vnic_type normal with profile {{(pid=115992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 00:32:51.117623 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.managers [req-f5787460-b49e-4b70-a777-3ab582cc2e9d req-25f2502e-d4ac-495d-8b56-18eda808746a service neutron] Attempting to bind port 424b2123-2ed7-4eda-bdcf-dd72a3df7bea by drivers openvswitch,hyperv on host hv-cinder-85164 at level 0 using segments [{'id': 'e72a67c9-8c15-4f85-816f-48dd79f90a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '80d6d476-8f39-44d3-b747-4eed8b7c1a18'}] {{(pid=115992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 00:32:51.117959 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5787460-b49e-4b70-a777-3ab582cc2e9d req-25f2502e-d4ac-495d-8b56-18eda808746a service neutron] Attempting to bind port 424b2123-2ed7-4eda-bdcf-dd72a3df7bea on network 80d6d476-8f39-44d3-b747-4eed8b7c1a18 {{(pid=115992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 00:32:51.129957 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5787460-b49e-4b70-a777-3ab582cc2e9d req-25f2502e-d4ac-495d-8b56-18eda808746a service neutron] Port 424b2123-2ed7-4eda-bdcf-dd72a3df7bea on network 80d6d476-8f39-44d3-b747-4eed8b7c1a18 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85164 {{(pid=115992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 08 00:32:51.130388 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5787460-b49e-4b70-a777-3ab582cc2e9d req-25f2502e-d4ac-495d-8b56-18eda808746a service neutron] Attempting to bind port 424b2123-2ed7-4eda-bdcf-dd72a3df7bea on network 80d6d476-8f39-44d3-b747-4eed8b7c1a18 {{(pid=115992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 00:32:51.152836 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5787460-b49e-4b70-a777-3ab582cc2e9d req-25f2502e-d4ac-495d-8b56-18eda808746a service neutron] Checking agent: {'id': 'c200ec1a-5dc3-458a-a30d-0f16255c41c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85164', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 0, 30, 30), 'started_at': datetime.datetime(2022, 8, 8, 0, 30, 30), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 0, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 00:32:51.153967 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5787460-b49e-4b70-a777-3ab582cc2e9d req-25f2502e-d4ac-495d-8b56-18eda808746a service neutron] Checking segment: {'id': 'e72a67c9-8c15-4f85-816f-48dd79f90a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '80d6d476-8f39-44d3-b747-4eed8b7c1a18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 00:32:51.155473 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5787460-b49e-4b70-a777-3ab582cc2e9d req-25f2502e-d4ac-495d-8b56-18eda808746a service neutron] Bound using segment: {'id': 'e72a67c9-8c15-4f85-816f-48dd79f90a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '80d6d476-8f39-44d3-b747-4eed8b7c1a18'} {{(pid=115992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 00:32:51.159109 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.managers [req-f5787460-b49e-4b70-a777-3ab582cc2e9d req-25f2502e-d4ac-495d-8b56-18eda808746a service neutron] Bound port: 424b2123-2ed7-4eda-bdcf-dd72a3df7bea, host: hv-cinder-85164, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e72a67c9-8c15-4f85-816f-48dd79f90a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '80d6d476-8f39-44d3-b747-4eed8b7c1a18'}}] {{(pid=115992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 00:32:51.159109 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-f5787460-b49e-4b70-a777-3ab582cc2e9d req-25f2502e-d4ac-495d-8b56-18eda808746a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (424b2123-2ed7-4eda-bdcf-dd72a3df7bea), before_update {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:51.162896 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-30ce3f35-e21e-4272-841c-68fb3fa4ee00 req-369ab9c4-ecc6-4a2b-b690-f7a563889e70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26371340'] for port (04d4459b-df65-4f20-b895-eaa736bf1d79), after_update {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:51.167772 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ce3f35-e21e-4272-841c-68fb3fa4ee00 req-369ab9c4-ecc6-4a2b-b690-f7a563889e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:32:51.168670 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-30ce3f35-e21e-4272-841c-68fb3fa4ee00 req-369ab9c4-ecc6-4a2b-b690-f7a563889e70 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575022'] for port (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:51.170249 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-30ce3f35-e21e-4272-841c-68fb3fa4ee00 req-369ab9c4-ecc6-4a2b-b690-f7a563889e70 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/04d4459b-df65-4f20-b895-eaa736bf1d79 HTTP/1.1" status: 200 len: 1094 time: 3.6483147 Aug 08 00:32:51.181733 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8968cf66-c321-4187-8166-47cdc6cc701e', 'tag': '04d4459b-df65-4f20-b895-eaa736bf1d79'}] {{(pid=115992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 00:32:51.205277 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.managers [req-4c7b3986-893f-42fb-8179-7d6d653d8b84 req-51d797dd-e45a-4b9d-babd-2cfe811ae0ad service neutron] Attempting to bind port 247bdc76-37cc-4751-82b6-e4aaca65e313 on host hv-cinder-85164 for vnic_type normal with profile {{(pid=115991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 00:32:51.205608 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.managers [req-4c7b3986-893f-42fb-8179-7d6d653d8b84 req-51d797dd-e45a-4b9d-babd-2cfe811ae0ad service neutron] Attempting to bind port 247bdc76-37cc-4751-82b6-e4aaca65e313 by drivers openvswitch,hyperv on host hv-cinder-85164 at level 0 using segments [{'id': '2a679dcc-fb6c-48d4-923f-83795704b214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '39987f39-4c60-4c27-9f4f-c7657da06e51'}] {{(pid=115991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 00:32:51.205847 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7b3986-893f-42fb-8179-7d6d653d8b84 req-51d797dd-e45a-4b9d-babd-2cfe811ae0ad service neutron] Attempting to bind port 247bdc76-37cc-4751-82b6-e4aaca65e313 on network 39987f39-4c60-4c27-9f4f-c7657da06e51 {{(pid=115991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 00:32:51.213491 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-27f9f2e0-ced2-4d71-bb0f-b3e1cc732b0a req-7bdb61db-207d-4d0d-b5f8-b8165f77cd75 tempest-DeleteServersTestJSON-191410030 tempest-DeleteServersTestJSON-191410030-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5fd3e569-9aaa-4a74-81fe-f953369912b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473588 Aug 08 00:32:51.214198 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7b3986-893f-42fb-8179-7d6d653d8b84 req-51d797dd-e45a-4b9d-babd-2cfe811ae0ad service neutron] Port 247bdc76-37cc-4751-82b6-e4aaca65e313 on network 39987f39-4c60-4c27-9f4f-c7657da06e51 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85164 {{(pid=115991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 08 00:32:51.214519 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7b3986-893f-42fb-8179-7d6d653d8b84 req-51d797dd-e45a-4b9d-babd-2cfe811ae0ad service neutron] Attempting to bind port 247bdc76-37cc-4751-82b6-e4aaca65e313 on network 39987f39-4c60-4c27-9f4f-c7657da06e51 {{(pid=115991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 00:32:51.223429 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7b3986-893f-42fb-8179-7d6d653d8b84 req-51d797dd-e45a-4b9d-babd-2cfe811ae0ad service neutron] Checking agent: {'id': 'c200ec1a-5dc3-458a-a30d-0f16255c41c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85164', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 0, 30, 30), 'started_at': datetime.datetime(2022, 8, 8, 0, 30, 30), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 0, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 00:32:51.223429 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7b3986-893f-42fb-8179-7d6d653d8b84 req-51d797dd-e45a-4b9d-babd-2cfe811ae0ad service neutron] Checking segment: {'id': '2a679dcc-fb6c-48d4-923f-83795704b214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '39987f39-4c60-4c27-9f4f-c7657da06e51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 00:32:51.223429 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7b3986-893f-42fb-8179-7d6d653d8b84 req-51d797dd-e45a-4b9d-babd-2cfe811ae0ad service neutron] Bound using segment: {'id': '2a679dcc-fb6c-48d4-923f-83795704b214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '39987f39-4c60-4c27-9f4f-c7657da06e51'} {{(pid=115991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 00:32:51.223429 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.managers [req-4c7b3986-893f-42fb-8179-7d6d653d8b84 req-51d797dd-e45a-4b9d-babd-2cfe811ae0ad service neutron] Bound port: 247bdc76-37cc-4751-82b6-e4aaca65e313, host: hv-cinder-85164, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a679dcc-fb6c-48d4-923f-83795704b214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '39987f39-4c60-4c27-9f4f-c7657da06e51'}}] {{(pid=115991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 00:32:51.223429 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [req-4c7b3986-893f-42fb-8179-7d6d653d8b84 req-51d797dd-e45a-4b9d-babd-2cfe811ae0ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (247bdc76-37cc-4751-82b6-e4aaca65e313), before_update {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:51.226290 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:32:51.267541 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.db [req-f5787460-b49e-4b70-a777-3ab582cc2e9d req-25f2502e-d4ac-495d-8b56-18eda808746a service neutron] For port 424b2123-2ed7-4eda-bdcf-dd72a3df7bea, host hv-cinder-85164, cleared binding levels {{(pid=115992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 00:32:51.271151 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.db [req-f5787460-b49e-4b70-a777-3ab582cc2e9d req-25f2502e-d4ac-495d-8b56-18eda808746a service neutron] For port 424b2123-2ed7-4eda-bdcf-dd72a3df7bea, host hv-cinder-85164, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85164',level=0,port_id=424b2123-2ed7-4eda-bdcf-dd72a3df7bea,segment=NetworkSegment(e72a67c9-8c15-4f85-816f-48dd79f90a1d),segment_id=e72a67c9-8c15-4f85-816f-48dd79f90a1d)] {{(pid=115992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 00:32:51.336591 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73a3e3d67458d2a17dff5edd29115f5abec4313aa2236b93bd84783ab3df8685" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1e83df4-7ec7-4893-bc22-d55b7d230edd" -d '{"events": [{"name": "network-changed", "server_uuid": "127db5f0-f5b7-4e93-889a-603eae1f3e3d", "tag": "f3753ab8-b02b-4899-add3-0636f7b130d3"}]}' {{(pid=115991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 00:32:51.348307 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369ab9c4-ecc6-4a2b-b690-f7a563889e70 service neutron] Pushing event updated for resources: {'Port': ['ID=04d4459b-df65-4f20-b895-eaa736bf1d79,revision_number=3']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:32:51.367331 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-f5787460-b49e-4b70-a777-3ab582cc2e9d req-25f2502e-d4ac-495d-8b56-18eda808746a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26371340'] for port (424b2123-2ed7-4eda-bdcf-dd72a3df7bea), after_update {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:51.370462 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5787460-b49e-4b70-a777-3ab582cc2e9d req-25f2502e-d4ac-495d-8b56-18eda808746a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:32:51.371060 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-f5787460-b49e-4b70-a777-3ab582cc2e9d req-25f2502e-d4ac-495d-8b56-18eda808746a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575022'] for port (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:51.372535 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-f5787460-b49e-4b70-a777-3ab582cc2e9d req-25f2502e-d4ac-495d-8b56-18eda808746a service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/424b2123-2ed7-4eda-bdcf-dd72a3df7bea HTTP/1.1" status: 200 len: 1093 time: 3.5533762 Aug 08 00:32:51.384165 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.db [req-4c7b3986-893f-42fb-8179-7d6d653d8b84 req-51d797dd-e45a-4b9d-babd-2cfe811ae0ad service neutron] For port 247bdc76-37cc-4751-82b6-e4aaca65e313, host hv-cinder-85164, cleared binding levels {{(pid=115991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 00:32:51.388959 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.db [req-4c7b3986-893f-42fb-8179-7d6d653d8b84 req-51d797dd-e45a-4b9d-babd-2cfe811ae0ad service neutron] For port 247bdc76-37cc-4751-82b6-e4aaca65e313, host hv-cinder-85164, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85164',level=0,port_id=247bdc76-37cc-4751-82b6-e4aaca65e313,segment=NetworkSegment(2a679dcc-fb6c-48d4-923f-83795704b214),segment_id=2a679dcc-fb6c-48d4-923f-83795704b214)] {{(pid=115991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 00:32:51.424913 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f2502e-d4ac-495d-8b56-18eda808746a service neutron] Pushing event updated for resources: {'Port': ['ID=424b2123-2ed7-4eda-bdcf-dd72a3df7bea,revision_number=3']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:32:51.428561 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:32:51.469590 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [req-4c7b3986-893f-42fb-8179-7d6d653d8b84 req-51d797dd-e45a-4b9d-babd-2cfe811ae0ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2785206'] for port (247bdc76-37cc-4751-82b6-e4aaca65e313), after_update {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:51.475114 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7b3986-893f-42fb-8179-7d6d653d8b84 req-51d797dd-e45a-4b9d-babd-2cfe811ae0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:32:51.475584 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15c1dc6174c04d27a45b4789687485f3f31469fbdbb3cd0a658d3b47a2d9b382" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-723fb3e4-0490-4dcb-9dbc-ac9f5e3cfb01" -d '{"events": [{"name": "network-changed", "server_uuid": "8968cf66-c321-4187-8166-47cdc6cc701e", "tag": "04d4459b-df65-4f20-b895-eaa736bf1d79"}]}' {{(pid=115992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 00:32:51.475926 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [req-4c7b3986-893f-42fb-8179-7d6d653d8b84 req-51d797dd-e45a-4b9d-babd-2cfe811ae0ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575022'] for port (None), before_response {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:51.477743 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-4c7b3986-893f-42fb-8179-7d6d653d8b84 req-51d797dd-e45a-4b9d-babd-2cfe811ae0ad service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/247bdc76-37cc-4751-82b6-e4aaca65e313 HTTP/1.1" status: 200 len: 1094 time: 3.1562817 Aug 08 00:32:51.543050 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d797dd-e45a-4b9d-babd-2cfe811ae0ad service neutron] Pushing event updated for resources: {'Port': ['ID=247bdc76-37cc-4751-82b6-e4aaca65e313,revision_number=3']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:32:51.628899 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=2 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:32:51.629872 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 00:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-278ba083-a30b-4f9b-b5e2-cd94def483cb x-openstack-request-id: req-278ba083-a30b-4f9b-b5e2-cd94def483cb {{(pid=115991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 00:32:51.630137 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "127db5f0-f5b7-4e93-889a-603eae1f3e3d", "tag": "f3753ab8-b02b-4899-add3-0636f7b130d3", "status": "completed", "code": 200}]} {{(pid=115991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 00:32:51.630383 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-278ba083-a30b-4f9b-b5e2-cd94def483cb {{(pid=115991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 00:32:51.630839 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.notifiers.nova [-] Nova event matching ['req-278ba083-a30b-4f9b-b5e2-cd94def483cb'] response: {'name': 'network-changed', 'server_uuid': '127db5f0-f5b7-4e93-889a-603eae1f3e3d', 'tag': 'f3753ab8-b02b-4899-add3-0636f7b130d3', 'status': 'completed', 'code': 200} Aug 08 00:32:51.740933 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:32:51.743146 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 00:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55e6494c-69e6-4649-82de-8f3dafa59c77 x-openstack-request-id: req-55e6494c-69e6-4649-82de-8f3dafa59c77 {{(pid=115992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 00:32:51.743822 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8968cf66-c321-4187-8166-47cdc6cc701e", "tag": "04d4459b-df65-4f20-b895-eaa736bf1d79", "status": "completed", "code": 200}]} {{(pid=115992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 00:32:51.744253 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-55e6494c-69e6-4649-82de-8f3dafa59c77 {{(pid=115992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 00:32:51.744752 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55e6494c-69e6-4649-82de-8f3dafa59c77'] response: {'name': 'network-changed', 'server_uuid': '8968cf66-c321-4187-8166-47cdc6cc701e', 'tag': '04d4459b-df65-4f20-b895-eaa736bf1d79', 'status': 'completed', 'code': 200} Aug 08 00:32:51.765146 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1067832d-567a-46ab-9c0d-e4251fd3616f req-430d2f04-30b1-4f50-af03-0da6a850abb7 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:32:51.767926 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-1067832d-567a-46ab-9c0d-e4251fd3616f req-430d2f04-30b1-4f50-af03-0da6a850abb7 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4829f58c-adec-413d-83c8-23f1d3143205 HTTP/1.1" status: 200 len: 943 time: 0.0721622 Aug 08 00:32:51.824676 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-1067832d-567a-46ab-9c0d-e4251fd3616f req-2054d1b5-67a0-4050-8964-47592d745cb6 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=99750fcd-194d-487c-b80c-a79152b12484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495951 Aug 08 00:32:51.864213 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:UPDATE=3,neutron:SELECT=86,neutron:INSERT=9,neutron:DELETE=2 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:32:52.259340 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c591e1a-3334-4c02-b92d-61ef1e188bbe req-314e2b7c-8d7e-48b8-9644-1807b2e42314 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:32:52.260780 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-5c591e1a-3334-4c02-b92d-61ef1e188bbe req-314e2b7c-8d7e-48b8-9644-1807b2e42314 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9f8480cf-4061-4c55-8118-a74951cf6142 HTTP/1.1" status: 200 len: 944 time: 0.0643730 Aug 08 00:32:52.345136 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-5c591e1a-3334-4c02-b92d-61ef1e188bbe req-f802ba65-278d-49c2-88d1-7a62d2163ddc tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b6dd8e00-6ccc-4249-bcb5-212ee8057e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772603 Aug 08 00:32:52.416331 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f10fd9-a30e-4750-b710-2a0c93adabb2 req-bf926d7c-d2c3-4081-9803-532464ddf32b tempest-DeleteServersTestJSON-191410030 tempest-DeleteServersTestJSON-191410030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:32:52.420068 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-71f10fd9-a30e-4750-b710-2a0c93adabb2 req-bf926d7c-d2c3-4081-9803-532464ddf32b tempest-DeleteServersTestJSON-191410030 tempest-DeleteServersTestJSON-191410030-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=127db5f0-f5b7-4e93-889a-603eae1f3e3d HTTP/1.1" status: 200 len: 943 time: 0.0564861 Aug 08 00:32:52.479054 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-71f10fd9-a30e-4750-b710-2a0c93adabb2 req-2267d75b-6d1c-4dd7-87e0-519a5b92301e tempest-DeleteServersTestJSON-191410030 tempest-DeleteServersTestJSON-191410030-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5fd3e569-9aaa-4a74-81fe-f953369912b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525146 Aug 08 00:32:53.024734 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852e27eb-21ea-4dcf-ae3d-da31488b5326 req-1e393130-7016-490d-a034-04d6d143b918 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:32:53.026263 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-852e27eb-21ea-4dcf-ae3d-da31488b5326 req-1e393130-7016-490d-a034-04d6d143b918 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4829f58c-adec-413d-83c8-23f1d3143205 HTTP/1.1" status: 200 len: 943 time: 0.0890763 Aug 08 00:32:53.108416 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-852e27eb-21ea-4dcf-ae3d-da31488b5326 req-84d9b973-698f-4ead-8d84-52bc4c80e46e tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=99750fcd-194d-487c-b80c-a79152b12484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751300 Aug 08 00:32:53.467132 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022a1ed7-388e-4073-8175-d74455bdd88c req-d2c179f8-a524-43a1-ae2e-d9567ae02587 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:32:53.469391 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-022a1ed7-388e-4073-8175-d74455bdd88c req-d2c179f8-a524-43a1-ae2e-d9567ae02587 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9f8480cf-4061-4c55-8118-a74951cf6142 HTTP/1.1" status: 200 len: 944 time: 0.0531478 Aug 08 00:32:53.540752 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-022a1ed7-388e-4073-8175-d74455bdd88c req-9cdb8499-4a49-4e57-be46-be6babec59a0 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b6dd8e00-6ccc-4249-bcb5-212ee8057e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614004 Aug 08 00:32:53.589546 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 54224) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:32:53.639272 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f8480cf-4061-4c55-8118-a74951cf6142', 'tag': '247bdc76-37cc-4751-82b6-e4aaca65e313'}] {{(pid=115991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 00:32:53.642339 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73a3e3d67458d2a17dff5edd29115f5abec4313aa2236b93bd84783ab3df8685" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12847798-4dd8-442d-9325-29010a18eea6" -d '{"events": [{"name": "network-changed", "server_uuid": "9f8480cf-4061-4c55-8118-a74951cf6142", "tag": "247bdc76-37cc-4751-82b6-e4aaca65e313"}]}' {{(pid=115991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 00:32:53.689279 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2581fa24-409c-44a5-ab0d-138491b771fc req-f7dea17e-210a-4388-adfd-963738cbc366 tempest-DeleteServersTestJSON-191410030 tempest-DeleteServersTestJSON-191410030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:32:53.694127 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-2581fa24-409c-44a5-ab0d-138491b771fc req-f7dea17e-210a-4388-adfd-963738cbc366 tempest-DeleteServersTestJSON-191410030 tempest-DeleteServersTestJSON-191410030-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=127db5f0-f5b7-4e93-889a-603eae1f3e3d HTTP/1.1" status: 200 len: 943 time: 0.1079555 Aug 08 00:32:53.746096 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4829f58c-adec-413d-83c8-23f1d3143205', 'tag': '424b2123-2ed7-4eda-bdcf-dd72a3df7bea'}] {{(pid=115992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 00:32:53.748792 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15c1dc6174c04d27a45b4789687485f3f31469fbdbb3cd0a658d3b47a2d9b382" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25177a6e-722e-4512-949a-cb048d816ace" -d '{"events": [{"name": "network-changed", "server_uuid": "4829f58c-adec-413d-83c8-23f1d3143205", "tag": "424b2123-2ed7-4eda-bdcf-dd72a3df7bea"}]}' {{(pid=115992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 00:32:53.761812 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 00:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcc1b255-5e71-420b-b78e-28382b541a81 x-openstack-request-id: req-dcc1b255-5e71-420b-b78e-28382b541a81 {{(pid=115991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 00:32:53.762060 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f8480cf-4061-4c55-8118-a74951cf6142", "tag": "247bdc76-37cc-4751-82b6-e4aaca65e313", "status": "completed", "code": 200}]} {{(pid=115991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 00:32:53.762333 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dcc1b255-5e71-420b-b78e-28382b541a81 {{(pid=115991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 00:32:53.762767 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dcc1b255-5e71-420b-b78e-28382b541a81'] response: {'name': 'network-changed', 'server_uuid': '9f8480cf-4061-4c55-8118-a74951cf6142', 'tag': '247bdc76-37cc-4751-82b6-e4aaca65e313', 'status': 'completed', 'code': 200} Aug 08 00:32:53.805339 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-558b063f-be21-437f-a974-44bb92ad5b64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:53.810280 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-2581fa24-409c-44a5-ab0d-138491b771fc req-2af86ae6-9111-499f-bac3-712662bf3ca5 tempest-DeleteServersTestJSON-191410030 tempest-DeleteServersTestJSON-191410030-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5fd3e569-9aaa-4a74-81fe-f953369912b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128328 Aug 08 00:32:53.824936 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 00:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14d4dd66-3f98-4c15-befb-fbbb06a3d636 x-openstack-request-id: req-14d4dd66-3f98-4c15-befb-fbbb06a3d636 {{(pid=115992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 00:32:53.826733 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4829f58c-adec-413d-83c8-23f1d3143205", "tag": "424b2123-2ed7-4eda-bdcf-dd72a3df7bea", "status": "completed", "code": 200}]} {{(pid=115992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 00:32:53.826733 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-14d4dd66-3f98-4c15-befb-fbbb06a3d636 {{(pid=115992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 00:32:53.826733 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14d4dd66-3f98-4c15-befb-fbbb06a3d636'] response: {'name': 'network-changed', 'server_uuid': '4829f58c-adec-413d-83c8-23f1d3143205', 'tag': '424b2123-2ed7-4eda-bdcf-dd72a3df7bea', 'status': 'completed', 'code': 200} Aug 08 00:32:53.958935 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-558b063f-be21-437f-a974-44bb92ad5b64 admin admin] Publish callbacks [] for security_group (4aa5b953-b676-4272-b7c4-cdde231267ed), precommit_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:54.238251 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-558b063f-be21-437f-a974-44bb92ad5b64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (4aa5b953-b676-4272-b7c4-cdde231267ed), after_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:54.281741 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82321ae3-0b5c-4772-8942-cc76ffc48fa6 req-a28f8be5-f270-498b-beb4-95154b5c9528 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:32:54.285714 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-82321ae3-0b5c-4772-8942-cc76ffc48fa6 req-a28f8be5-f270-498b-beb4-95154b5c9528 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4829f58c-adec-413d-83c8-23f1d3143205 HTTP/1.1" status: 200 len: 943 time: 0.0824440 Aug 08 00:32:54.306989 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-558b063f-be21-437f-a974-44bb92ad5b64 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=9f8391e35bf14063a7117ee41e770132&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7140825 Aug 08 00:32:54.307409 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 54258) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:32:54.320477 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558b063f-be21-437f-a974-44bb92ad5b64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aa5b953-b676-4272-b7c4-cdde231267ed,revision_number=1']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:32:54.363167 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-82321ae3-0b5c-4772-8942-cc76ffc48fa6 req-a84093c1-4d7c-4282-a903-394b03c17891 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=99750fcd-194d-487c-b80c-a79152b12484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694716 Aug 08 00:32:54.432851 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-2290134b-a5e1-4186-b93d-b9690294a4e3 admin admin] Publish callbacks [] for security_group (4aa5b953-b676-4272-b7c4-cdde231267ed), before_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:54.449256 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-2290134b-a5e1-4186-b93d-b9690294a4e3 admin admin] Publish callbacks [] for security_group (4aa5b953-b676-4272-b7c4-cdde231267ed), precommit_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:54.687574 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-2290134b-a5e1-4186-b93d-b9690294a4e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (4aa5b953-b676-4272-b7c4-cdde231267ed), after_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:54.690438 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-2290134b-a5e1-4186-b93d-b9690294a4e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:54.691979 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-2290134b-a5e1-4186-b93d-b9690294a4e3 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/4aa5b953-b676-4272-b7c4-cdde231267ed HTTP/1.1" status: 204 len: 168 time: 0.3825834 Aug 08 00:32:54.707505 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2290134b-a5e1-4186-b93d-b9690294a4e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aa5b953-b676-4272-b7c4-cdde231267ed,revision_number=None']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:32:54.740338 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a79d552-6cf5-4309-b0a1-1ec69734e5b8 req-f009e854-8d99-4657-9bd3-e640e52757f9 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:32:54.742123 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-2a79d552-6cf5-4309-b0a1-1ec69734e5b8 req-f009e854-8d99-4657-9bd3-e640e52757f9 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9f8480cf-4061-4c55-8118-a74951cf6142 HTTP/1.1" status: 200 len: 944 time: 0.1169538 Aug 08 00:32:54.870080 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 54274) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:32:54.894816 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-2a79d552-6cf5-4309-b0a1-1ec69734e5b8 req-36a729b7-8376-406d-b0b1-59962750a696 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b6dd8e00-6ccc-4249-bcb5-212ee8057e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455302 Aug 08 00:32:55.013768 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cce168b-a494-404a-806e-4c6db3a3dc8f req-2de3061c-767e-410d-98bf-9c64aaf332b6 tempest-DeleteServersTestJSON-191410030 tempest-DeleteServersTestJSON-191410030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:32:55.016395 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-4cce168b-a494-404a-806e-4c6db3a3dc8f req-2de3061c-767e-410d-98bf-9c64aaf332b6 tempest-DeleteServersTestJSON-191410030 tempest-DeleteServersTestJSON-191410030-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=127db5f0-f5b7-4e93-889a-603eae1f3e3d HTTP/1.1" status: 200 len: 943 time: 0.0898955 Aug 08 00:32:55.045717 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-aacdff84-9ae6-4834-a165-c13e508a04c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:55.122540 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-4cce168b-a494-404a-806e-4c6db3a3dc8f req-e91f5ab1-7bb8-4edd-9cad-dfb8b01430fc tempest-DeleteServersTestJSON-191410030 tempest-DeleteServersTestJSON-191410030-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5fd3e569-9aaa-4a74-81fe-f953369912b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896885 Aug 08 00:32:55.174872 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-aacdff84-9ae6-4834-a165-c13e508a04c3 admin admin] Publish callbacks [] for security_group (79a6bd09-8436-464c-88e8-30812e2dc6c4), precommit_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:55.287422 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:INSERT=5,neutron:SELECT=93,neutron:DELETE=2 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:32:55.412930 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-aacdff84-9ae6-4834-a165-c13e508a04c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (79a6bd09-8436-464c-88e8-30812e2dc6c4), after_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:55.477440 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacdff84-9ae6-4834-a165-c13e508a04c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79a6bd09-8436-464c-88e8-30812e2dc6c4,revision_number=1']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:32:55.483642 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-aacdff84-9ae6-4834-a165-c13e508a04c3 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=8191bccb93da4bf5ad496f82641cfeae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6111996 Aug 08 00:32:55.492329 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 54282) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:32:55.578279 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879e56a7-f7c7-4649-8362-d380852d64c3 req-1bbea67a-1002-47e7-b396-b084fe0d8552 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:32:55.582912 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-879e56a7-f7c7-4649-8362-d380852d64c3 req-1bbea67a-1002-47e7-b396-b084fe0d8552 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4829f58c-adec-413d-83c8-23f1d3143205 HTTP/1.1" status: 200 len: 943 time: 0.1077421 Aug 08 00:32:55.588757 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-d5b8442b-fcc2-466e-9ca8-4b4728abd14c admin admin] Publish callbacks [] for security_group (79a6bd09-8436-464c-88e8-30812e2dc6c4), before_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:55.601241 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:32:55.623435 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-d5b8442b-fcc2-466e-9ca8-4b4728abd14c admin admin] Publish callbacks [] for security_group (79a6bd09-8436-464c-88e8-30812e2dc6c4), precommit_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:55.667773 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-879e56a7-f7c7-4649-8362-d380852d64c3 req-b2285126-6cc2-40f3-ace8-523965da3357 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=99750fcd-194d-487c-b80c-a79152b12484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788832 Aug 08 00:32:56.036681 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-d5b8442b-fcc2-466e-9ca8-4b4728abd14c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (79a6bd09-8436-464c-88e8-30812e2dc6c4), after_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:56.040350 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-d5b8442b-fcc2-466e-9ca8-4b4728abd14c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:56.044174 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-d5b8442b-fcc2-466e-9ca8-4b4728abd14c admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/79a6bd09-8436-464c-88e8-30812e2dc6c4 HTTP/1.1" status: 204 len: 168 time: 0.5481024 Aug 08 00:32:56.057031 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b45120-ba3a-44a0-90fc-6038a561e770 req-1ed3c03e-7bde-4d47-bd1e-ef8013186b87 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:32:56.072307 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-63b45120-ba3a-44a0-90fc-6038a561e770 req-1ed3c03e-7bde-4d47-bd1e-ef8013186b87 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9f8480cf-4061-4c55-8118-a74951cf6142 HTTP/1.1" status: 200 len: 944 time: 0.0821433 Aug 08 00:32:56.086431 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b8442b-fcc2-466e-9ca8-4b4728abd14c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79a6bd09-8436-464c-88e8-30812e2dc6c4,revision_number=None']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:32:56.167983 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 54306) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:32:56.169026 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-63b45120-ba3a-44a0-90fc-6038a561e770 req-9b5ac2d8-b82b-4cc4-b3e6-18a5c82c4187 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b6dd8e00-6ccc-4249-bcb5-212ee8057e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016757 Aug 08 00:32:56.200499 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-07aab727-d693-4d6b-9d04-657283e47b19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:56.307879 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=79,neutron:INSERT=19,neutron:UPDATE=2 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:32:56.380996 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9879e9-6ad4-429d-bd00-b622924d2494 req-89cc00a3-dec5-4dba-adcb-683e9e55066b tempest-DeleteServersTestJSON-191410030 tempest-DeleteServersTestJSON-191410030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:32:56.380996 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-6b9879e9-6ad4-429d-bd00-b622924d2494 req-89cc00a3-dec5-4dba-adcb-683e9e55066b tempest-DeleteServersTestJSON-191410030 tempest-DeleteServersTestJSON-191410030-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=127db5f0-f5b7-4e93-889a-603eae1f3e3d HTTP/1.1" status: 200 len: 943 time: 0.0651643 Aug 08 00:32:56.380996 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-07aab727-d693-4d6b-9d04-657283e47b19 admin admin] Publish callbacks [] for security_group (cf1e3420-2260-4f0a-a707-488fc93c5955), precommit_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:56.431321 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-6b9879e9-6ad4-429d-bd00-b622924d2494 req-304d8d0e-3e0f-4b32-8f75-dc8b75831141 tempest-DeleteServersTestJSON-191410030 tempest-DeleteServersTestJSON-191410030-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5fd3e569-9aaa-4a74-81fe-f953369912b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857229 Aug 08 00:32:56.596604 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-07aab727-d693-4d6b-9d04-657283e47b19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (cf1e3420-2260-4f0a-a707-488fc93c5955), after_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:56.649134 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-07aab727-d693-4d6b-9d04-657283e47b19 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=564d9d4dc197455b93499c8feaae96d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4710822 Aug 08 00:32:56.650591 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07aab727-d693-4d6b-9d04-657283e47b19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf1e3420-2260-4f0a-a707-488fc93c5955,revision_number=1']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:32:56.651860 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 54330) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:32:56.719490 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-cf6d43f4-4d53-4bc3-aa38-8924e360a2ea admin admin] Publish callbacks [] for security_group (cf1e3420-2260-4f0a-a707-488fc93c5955), before_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:56.746653 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-cf6d43f4-4d53-4bc3-aa38-8924e360a2ea admin admin] Publish callbacks [] for security_group (cf1e3420-2260-4f0a-a707-488fc93c5955), precommit_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:56.904890 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac9ea4f-aff2-4a11-a3a8-4fb7f3b5fa8f req-17742cf2-e339-4c76-b799-8278c13f88e2 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:32:56.912901 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-6ac9ea4f-aff2-4a11-a3a8-4fb7f3b5fa8f req-17742cf2-e339-4c76-b799-8278c13f88e2 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4829f58c-adec-413d-83c8-23f1d3143205 HTTP/1.1" status: 200 len: 943 time: 0.0925586 Aug 08 00:32:56.921739 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-cf6d43f4-4d53-4bc3-aa38-8924e360a2ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (cf1e3420-2260-4f0a-a707-488fc93c5955), after_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:56.924820 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-cf6d43f4-4d53-4bc3-aa38-8924e360a2ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:56.926135 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-cf6d43f4-4d53-4bc3-aa38-8924e360a2ea admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/cf1e3420-2260-4f0a-a707-488fc93c5955 HTTP/1.1" status: 204 len: 168 time: 0.2733021 Aug 08 00:32:56.943184 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6d43f4-4d53-4bc3-aa38-8924e360a2ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf1e3420-2260-4f0a-a707-488fc93c5955,revision_number=None']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:32:56.984519 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-6ac9ea4f-aff2-4a11-a3a8-4fb7f3b5fa8f req-89ffb152-2631-4de3-bc17-a935a3aa0919 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=99750fcd-194d-487c-b80c-a79152b12484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699513 Aug 08 00:32:57.328953 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7b958f-2247-4742-b780-180c27db8207 req-c3b31d9a-9c4c-4632-a72b-889e927bbbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:32:57.331529 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-aa7b958f-2247-4742-b780-180c27db8207 req-c3b31d9a-9c4c-4632-a72b-889e927bbbb8 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=7214cb5b7d4c4c949c84dc81601a89e0&device_id=127db5f0-f5b7-4e93-889a-603eae1f3e3d HTTP/1.1" status: 200 len: 1127 time: 0.0983696 Aug 08 00:32:57.377907 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef12eae3-d162-4080-829e-55c02687702f req-d8d3fdff-a9af-483d-9e32-7c15355f6ca8 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:32:57.382159 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5787460-b49e-4b70-a777-3ab582cc2e9d req-5ae6fb8f-2e1a-41b4-ba18-5aed5315efa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:32:57.383760 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-f5787460-b49e-4b70-a777-3ab582cc2e9d req-5ae6fb8f-2e1a-41b4-ba18-5aed5315efa7 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=1aa84c8a680d49f8be48580c62c18889&device_id=4829f58c-adec-413d-83c8-23f1d3143205 HTTP/1.1" status: 200 len: 1127 time: 0.1450813 Aug 08 00:32:57.388142 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-ef12eae3-d162-4080-829e-55c02687702f req-d8d3fdff-a9af-483d-9e32-7c15355f6ca8 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9f8480cf-4061-4c55-8118-a74951cf6142 HTTP/1.1" status: 200 len: 944 time: 0.1175323 Aug 08 00:32:57.400477 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12847798-4dd8-442d-9325-29010a18eea6 req-3f97164e-ff30-4314-8336-a5882b1caaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:32:57.403075 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-12847798-4dd8-442d-9325-29010a18eea6 req-3f97164e-ff30-4314-8336-a5882b1caaaa service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=9bd235f1f9f44df4b2e3dbd0c05b3a83&device_id=9f8480cf-4061-4c55-8118-a74951cf6142 HTTP/1.1" status: 200 len: 1128 time: 0.1284122 Aug 08 00:32:57.458999 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-ef12eae3-d162-4080-829e-55c02687702f req-9f5edc4f-16fb-43f0-98be-42ef24c92679 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b6dd8e00-6ccc-4249-bcb5-212ee8057e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686717 Aug 08 00:32:57.620789 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878d1ea9-b737-4d35-ae9c-85d1501833b0 req-c6cbb7b1-8794-4565-8dbc-f234145e48fe tempest-DeleteServersTestJSON-191410030 tempest-DeleteServersTestJSON-191410030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:32:57.622382 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-878d1ea9-b737-4d35-ae9c-85d1501833b0 req-c6cbb7b1-8794-4565-8dbc-f234145e48fe tempest-DeleteServersTestJSON-191410030 tempest-DeleteServersTestJSON-191410030-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=127db5f0-f5b7-4e93-889a-603eae1f3e3d HTTP/1.1" status: 200 len: 943 time: 0.0582950 Aug 08 00:32:57.660276 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 54366) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:32:57.727349 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-c1abfcb0-ef07-4a49-9e71-61bbb309da6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:57.727476 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-878d1ea9-b737-4d35-ae9c-85d1501833b0 req-77d0a704-6d41-49b2-9676-e946a79a3aa3 tempest-DeleteServersTestJSON-191410030 tempest-DeleteServersTestJSON-191410030-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5fd3e569-9aaa-4a74-81fe-f953369912b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936210 Aug 08 00:32:57.902203 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-f5787460-b49e-4b70-a777-3ab582cc2e9d req-77dccd8e-9161-42e2-9f9c-ceb4060a93da service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=424b2123-2ed7-4eda-bdcf-dd72a3df7bea HTTP/1.1" status: 200 len: 217 time: 0.1773088 Aug 08 00:32:57.992102 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-c1abfcb0-ef07-4a49-9e71-61bbb309da6c admin admin] Publish callbacks [] for security_group (a86cc82e-4b06-4d02-8cf5-8ff882ca7ace), precommit_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:58.067178 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-aa7b958f-2247-4742-b780-180c27db8207 req-e1e7734b-b8bb-4d11-b3b6-949541b832b6 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f3753ab8-b02b-4899-add3-0636f7b130d3 HTTP/1.1" status: 200 len: 217 time: 0.3545437 Aug 08 00:32:58.074772 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-c1abfcb0-ef07-4a49-9e71-61bbb309da6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (a86cc82e-4b06-4d02-8cf5-8ff882ca7ace), after_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:58.167206 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723fb3e4-0490-4dcb-9dbc-ac9f5e3cfb01 req-f15034e2-15ef-4ab9-840a-1d4b58c98f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:32:58.169223 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-723fb3e4-0490-4dcb-9dbc-ac9f5e3cfb01 req-f15034e2-15ef-4ab9-840a-1d4b58c98f36 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=9bd235f1f9f44df4b2e3dbd0c05b3a83&device_id=8968cf66-c321-4187-8166-47cdc6cc701e HTTP/1.1" status: 200 len: 1128 time: 0.3857675 Aug 08 00:32:58.190416 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-c1abfcb0-ef07-4a49-9e71-61bbb309da6c admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=03ee8b035f9e42af825dcf9a69a0f9ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5285373 Aug 08 00:32:58.197208 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 54386) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:32:58.216062 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5787460-b49e-4b70-a777-3ab582cc2e9d req-3461659f-fac3-4738-a5f6-72b6528dbf4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:32:58.217677 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-f5787460-b49e-4b70-a777-3ab582cc2e9d req-3461659f-fac3-4738-a5f6-72b6528dbf4d service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=2e97ee91-c7eb-4a92-adff-260b02055216 HTTP/1.1" status: 200 len: 856 time: 0.2876813 Aug 08 00:32:58.630691 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 54396) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:32:58.669275 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12847798-4dd8-442d-9325-29010a18eea6 req-5e82f4a0-94f7-4e24-9716-7fb91ff636c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:32:58.671460 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-12847798-4dd8-442d-9325-29010a18eea6 req-5e82f4a0-94f7-4e24-9716-7fb91ff636c3 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?tenant_id=9bd235f1f9f44df4b2e3dbd0c05b3a83&shared=False HTTP/1.1" status: 200 len: 920 time: 0.9473920 Aug 08 00:32:58.731659 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5787460-b49e-4b70-a777-3ab582cc2e9d req-60309c51-d7cb-4b49-a27d-73f72eac715b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:32:58.733512 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-f5787460-b49e-4b70-a777-3ab582cc2e9d req-60309c51-d7cb-4b49-a27d-73f72eac715b service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=80d6d476-8f39-44d3-b747-4eed8b7c1a18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4715886 Aug 08 00:32:58.745027 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1abfcb0-ef07-4a49-9e71-61bbb309da6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a86cc82e-4b06-4d02-8cf5-8ff882ca7ace,revision_number=1']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:32:58.749869 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7b958f-2247-4742-b780-180c27db8207 req-5b297366-dd00-456c-95d9-7bf075dd5baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:32:58.751910 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-aa7b958f-2247-4742-b780-180c27db8207 req-5b297366-dd00-456c-95d9-7bf075dd5baf service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=1315c81b-9b10-4234-bb5d-d20004ee7054 HTTP/1.1" status: 200 len: 851 time: 0.6503408 Aug 08 00:32:58.778897 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715b94c0-1c51-415f-9970-6fac0c687f01 req-b6c5c86e-c5a9-4ecb-a92c-5faf977cc05b tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:32:58.782862 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-715b94c0-1c51-415f-9970-6fac0c687f01 req-b6c5c86e-c5a9-4ecb-a92c-5faf977cc05b tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9f8480cf-4061-4c55-8118-a74951cf6142 HTTP/1.1" status: 200 len: 944 time: 0.1481457 Aug 08 00:32:58.929770 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:UPDATE=5 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:32:58.979565 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91ca2f0-aa72-471b-9eb6-ddf5aa32b581 req-3dba6348-67ba-4af3-b144-60d0d3327326 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:32:58.981683 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-c91ca2f0-aa72-471b-9eb6-ddf5aa32b581 req-3dba6348-67ba-4af3-b144-60d0d3327326 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4829f58c-adec-413d-83c8-23f1d3143205 HTTP/1.1" status: 200 len: 943 time: 0.8112957 Aug 08 00:32:58.987153 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-d6b3659e-d7c0-4877-8344-b2c356b9131c admin admin] Publish callbacks [] for security_group (a86cc82e-4b06-4d02-8cf5-8ff882ca7ace), before_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:58.989640 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-3834026b-599f-4068-bd8f-acdfc4d15c1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:58.994234 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7b958f-2247-4742-b780-180c27db8207 req-5eab3c5f-d691-43ff-b621-b010c7641dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:32:58.995884 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-aa7b958f-2247-4742-b780-180c27db8207 req-5eab3c5f-d691-43ff-b621-b010c7641dcd service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=61fd3a5e-b6e8-4581-b720-db1567079b03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2245283 Aug 08 00:32:59.131498 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723fb3e4-0490-4dcb-9dbc-ac9f5e3cfb01 req-50c385ee-15ec-4a48-b8b7-bc526834eb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:32:59.131498 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-723fb3e4-0490-4dcb-9dbc-ac9f5e3cfb01 req-50c385ee-15ec-4a48-b8b7-bc526834eb71 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?tenant_id=9bd235f1f9f44df4b2e3dbd0c05b3a83&shared=False HTTP/1.1" status: 200 len: 920 time: 0.8805804 Aug 08 00:32:59.131776 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-d6b3659e-d7c0-4877-8344-b2c356b9131c admin admin] Publish callbacks [] for security_group (a86cc82e-4b06-4d02-8cf5-8ff882ca7ace), precommit_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:59.142131 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-715b94c0-1c51-415f-9970-6fac0c687f01 req-919681d6-6809-44aa-bbc5-42e1c6762119 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b6dd8e00-6ccc-4249-bcb5-212ee8057e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2950525 Aug 08 00:32:59.149228 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12847798-4dd8-442d-9325-29010a18eea6 req-f6167e69-f2c4-425a-a947-b1153d48d9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:32:59.150827 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-12847798-4dd8-442d-9325-29010a18eea6 req-f6167e69-f2c4-425a-a947-b1153d48d9fd service neutron] 10.222.0.25 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4313595 Aug 08 00:32:59.246853 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-c91ca2f0-aa72-471b-9eb6-ddf5aa32b581 req-42e0be5e-59c8-4d36-859d-2e5ebd26eb55 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=99750fcd-194d-487c-b80c-a79152b12484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2542894 Aug 08 00:32:59.250954 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-f5787460-b49e-4b70-a777-3ab582cc2e9d req-37743678-b3cd-4822-8f12-278404da1bc4 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/80d6d476-8f39-44d3-b747-4eed8b7c1a18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4656761 Aug 08 00:32:59.329225 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-aa7b958f-2247-4742-b780-180c27db8207 req-27b212f8-ca2c-45a1-b4a7-89c6724a53a0 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/61fd3a5e-b6e8-4581-b720-db1567079b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3006790 Aug 08 00:32:59.371411 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723fb3e4-0490-4dcb-9dbc-ac9f5e3cfb01 req-50016f29-9beb-41b2-9f6e-dd50d9de40ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:32:59.372895 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-723fb3e4-0490-4dcb-9dbc-ac9f5e3cfb01 req-50016f29-9beb-41b2-9f6e-dd50d9de40ac service neutron] 10.222.0.25 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2696855 Aug 08 00:32:59.483732 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-aa7b958f-2247-4742-b780-180c27db8207 req-d19a8d34-4c60-4bcd-9c2e-082aff938179 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/61fd3a5e-b6e8-4581-b720-db1567079b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197836 Aug 08 00:32:59.503498 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7b3986-893f-42fb-8179-7d6d653d8b84 req-1d226fdd-1627-45da-a1a7-f0d348d8cf5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:32:59.505119 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-4c7b3986-893f-42fb-8179-7d6d653d8b84 req-1d226fdd-1627-45da-a1a7-f0d348d8cf5d service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=9bd235f1f9f44df4b2e3dbd0c05b3a83&device_id=9f8480cf-4061-4c55-8118-a74951cf6142 HTTP/1.1" status: 200 len: 1128 time: 0.2638891 Aug 08 00:32:59.545661 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdd0c96-f314-4062-9990-15a3d8f243e5 req-e2c44d15-70a6-47c6-a869-66ac6e22fee3 tempest-DeleteServersTestJSON-191410030 tempest-DeleteServersTestJSON-191410030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:32:59.552605 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-ebdd0c96-f314-4062-9990-15a3d8f243e5 req-e2c44d15-70a6-47c6-a869-66ac6e22fee3 tempest-DeleteServersTestJSON-191410030 tempest-DeleteServersTestJSON-191410030-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=127db5f0-f5b7-4e93-889a-603eae1f3e3d HTTP/1.1" status: 200 len: 943 time: 0.2531240 Aug 08 00:32:59.581108 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ce3f35-e21e-4272-841c-68fb3fa4ee00 req-91891eeb-dd02-456e-b771-09133257a954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:32:59.582407 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-30ce3f35-e21e-4272-841c-68fb3fa4ee00 req-91891eeb-dd02-456e-b771-09133257a954 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=9bd235f1f9f44df4b2e3dbd0c05b3a83&device_id=8968cf66-c321-4187-8166-47cdc6cc701e HTTP/1.1" status: 200 len: 1128 time: 0.0530562 Aug 08 00:32:59.588898 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-3834026b-599f-4068-bd8f-acdfc4d15c1c admin admin] Publish callbacks [] for security_group (e5a4ce45-51b4-4d82-a371-6632bc62efe6), precommit_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:59.630963 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-4c7b3986-893f-42fb-8179-7d6d653d8b84 req-ebef6f04-d082-4f5e-9359-12412bbce75b service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=247bdc76-37cc-4751-82b6-e4aaca65e313 HTTP/1.1" status: 200 len: 217 time: 0.1135304 Aug 08 00:32:59.701967 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-f5787460-b49e-4b70-a777-3ab582cc2e9d req-01abc3f5-47a5-4835-b15c-25062f61b154 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/80d6d476-8f39-44d3-b747-4eed8b7c1a18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4231288 Aug 08 00:32:59.711548 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-ebdd0c96-f314-4062-9990-15a3d8f243e5 req-e068873c-a769-4492-922b-f268080fe605 tempest-DeleteServersTestJSON-191410030 tempest-DeleteServersTestJSON-191410030-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5fd3e569-9aaa-4a74-81fe-f953369912b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560056 Aug 08 00:32:59.712230 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-d6b3659e-d7c0-4877-8344-b2c356b9131c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (a86cc82e-4b06-4d02-8cf5-8ff882ca7ace), after_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:59.714900 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-d6b3659e-d7c0-4877-8344-b2c356b9131c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:59.723622 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-d6b3659e-d7c0-4877-8344-b2c356b9131c admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/a86cc82e-4b06-4d02-8cf5-8ff882ca7ace HTTP/1.1" status: 204 len: 168 time: 1.5208194 Aug 08 00:32:59.726687 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-3834026b-599f-4068-bd8f-acdfc4d15c1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (e5a4ce45-51b4-4d82-a371-6632bc62efe6), after_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:59.754928 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b3659e-d7c0-4877-8344-b2c356b9131c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a86cc82e-4b06-4d02-8cf5-8ff882ca7ace,revision_number=None']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:32:59.807514 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-3834026b-599f-4068-bd8f-acdfc4d15c1c admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=cc1ca37a67064d1f9a40297f7c5722ff&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1700387 Aug 08 00:32:59.808661 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3834026b-599f-4068-bd8f-acdfc4d15c1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5a4ce45-51b4-4d82-a371-6632bc62efe6,revision_number=1']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:32:59.810346 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 54430) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:32:59.882136 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-80072985-6147-4dde-9528-b57063641bd7 admin admin] Publish callbacks [] for security_group (e5a4ce45-51b4-4d82-a371-6632bc62efe6), before_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:32:59.923051 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-80072985-6147-4dde-9528-b57063641bd7 admin admin] Publish callbacks [] for security_group (e5a4ce45-51b4-4d82-a371-6632bc62efe6), precommit_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:00.022885 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-30ce3f35-e21e-4272-841c-68fb3fa4ee00 req-c06ad217-db6b-4627-82b5-53a03cec46ed service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=04d4459b-df65-4f20-b895-eaa736bf1d79 HTTP/1.1" status: 200 len: 217 time: 0.0600886 Aug 08 00:33:00.040583 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e83df4-7ec7-4893-bc22-d55b7d230edd req-162174a2-ab30-44f2-838d-2b3eb91ecaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:33:00.042167 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-d1e83df4-7ec7-4893-bc22-d55b7d230edd req-162174a2-ab30-44f2-838d-2b3eb91ecaa7 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=7214cb5b7d4c4c949c84dc81601a89e0&device_id=127db5f0-f5b7-4e93-889a-603eae1f3e3d HTTP/1.1" status: 200 len: 1127 time: 0.0535855 Aug 08 00:33:00.048978 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7b3986-893f-42fb-8179-7d6d653d8b84 req-83f5cc80-b1a9-4d67-bf68-84f0cc361ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:33:00.050574 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-4c7b3986-893f-42fb-8179-7d6d653d8b84 req-83f5cc80-b1a9-4d67-bf68-84f0cc361ae3 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=0eda73d9-3865-4e7b-8b67-75076c7b1107 HTTP/1.1" status: 200 len: 858 time: 0.1022077 Aug 08 00:33:00.081439 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ce3f35-e21e-4272-841c-68fb3fa4ee00 req-df462f05-176f-46d5-b050-87c73d4edc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:33:00.082993 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-30ce3f35-e21e-4272-841c-68fb3fa4ee00 req-df462f05-176f-46d5-b050-87c73d4edc83 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=0eda73d9-3865-4e7b-8b67-75076c7b1107 HTTP/1.1" status: 200 len: 858 time: 0.0513258 Aug 08 00:33:00.169816 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-80072985-6147-4dde-9528-b57063641bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (e5a4ce45-51b4-4d82-a371-6632bc62efe6), after_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:00.173397 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-80072985-6147-4dde-9528-b57063641bd7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:00.182201 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-80072985-6147-4dde-9528-b57063641bd7 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/e5a4ce45-51b4-4d82-a371-6632bc62efe6 HTTP/1.1" status: 204 len: 168 time: 0.3631392 Aug 08 00:33:00.184111 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80072985-6147-4dde-9528-b57063641bd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5a4ce45-51b4-4d82-a371-6632bc62efe6,revision_number=None']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:33:00.229137 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e83df4-7ec7-4893-bc22-d55b7d230edd req-a5e541d5-0871-4a5c-a40a-5203c43cbd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:33:00.231479 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-d1e83df4-7ec7-4893-bc22-d55b7d230edd req-a5e541d5-0871-4a5c-a40a-5203c43cbd60 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=61fd3a5e-b6e8-4581-b720-db1567079b03 HTTP/1.1" status: 200 len: 913 time: 0.1790190 Aug 08 00:33:00.309030 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e3c1d7-2159-4a38-96c9-2c8ba2ef96ee req-e767a95b-b19e-482c-85bf-d1811ab581ed tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:33:00.310758 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-a8e3c1d7-2159-4a38-96c9-2c8ba2ef96ee req-e767a95b-b19e-482c-85bf-d1811ab581ed tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9f8480cf-4061-4c55-8118-a74951cf6142 HTTP/1.1" status: 200 len: 944 time: 0.0619631 Aug 08 00:33:00.318909 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7b3986-893f-42fb-8179-7d6d653d8b84 req-20f2ebf6-c42a-4b86-a90f-5fe61d0d70ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:33:00.320877 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-4c7b3986-893f-42fb-8179-7d6d653d8b84 req-20f2ebf6-c42a-4b86-a90f-5fe61d0d70ad service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=39987f39-4c60-4c27-9f4f-c7657da06e51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0738347 Aug 08 00:33:00.381526 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (c200ec1a-5dc3-458a-a30d-0f16255c41c0), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:00.385758 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-a8e3c1d7-2159-4a38-96c9-2c8ba2ef96ee req-8c36e12f-5274-488d-9190-c2c309264924 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b6dd8e00-6ccc-4249-bcb5-212ee8057e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677190 Aug 08 00:33:00.413609 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73339760-2308-48c8-b367-1f4a92035c32 req-07ea8bbf-fbc2-4983-b37f-8ca205a18fcc tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:33:00.413869 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-73339760-2308-48c8-b367-1f4a92035c32 req-07ea8bbf-fbc2-4983-b37f-8ca205a18fcc tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4829f58c-adec-413d-83c8-23f1d3143205 HTTP/1.1" status: 200 len: 943 time: 0.0530341 Aug 08 00:33:00.527374 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25177a6e-722e-4512-949a-cb048d816ace req-f801cc54-4eb6-459b-8083-1f3febc8bfcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:33:00.528866 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-25177a6e-722e-4512-949a-cb048d816ace req-f801cc54-4eb6-459b-8083-1f3febc8bfcc service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=1aa84c8a680d49f8be48580c62c18889&device_id=4829f58c-adec-413d-83c8-23f1d3143205 HTTP/1.1" status: 200 len: 1127 time: 0.0650380 Aug 08 00:33:00.544207 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ce3f35-e21e-4272-841c-68fb3fa4ee00 req-a7b7bd25-d99f-4ca2-9851-bcdf2f149513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:33:00.546811 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-30ce3f35-e21e-4272-841c-68fb3fa4ee00 req-a7b7bd25-d99f-4ca2-9851-bcdf2f149513 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=39987f39-4c60-4c27-9f4f-c7657da06e51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0943928 Aug 08 00:33:00.556657 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-d1e83df4-7ec7-4893-bc22-d55b7d230edd req-f3499644-5d2e-4c0b-a185-33b07f85b2e8 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f3753ab8-b02b-4899-add3-0636f7b130d3 HTTP/1.1" status: 200 len: 217 time: 0.1055579 Aug 08 00:33:00.560440 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-73339760-2308-48c8-b367-1f4a92035c32 req-28d6b4f1-b758-4151-a187-ebe9f612bd1c tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=99750fcd-194d-487c-b80c-a79152b12484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1409121 Aug 08 00:33:00.623114 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-4c7b3986-893f-42fb-8179-7d6d653d8b84 req-90715549-3c16-48c5-a895-af50e09810fb service neutron] 10.222.0.25 "GET /networking/v2.0/networks/39987f39-4c60-4c27-9f4f-c7657da06e51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701941 Aug 08 00:33:00.861803 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa988c1-3bc6-4aff-924f-1dcb9923dc5b req-a5818250-1b79-4e03-8136-de521ff4e45a tempest-DeleteServersTestJSON-191410030 tempest-DeleteServersTestJSON-191410030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:33:00.863998 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-2aa988c1-3bc6-4aff-924f-1dcb9923dc5b req-a5818250-1b79-4e03-8136-de521ff4e45a tempest-DeleteServersTestJSON-191410030 tempest-DeleteServersTestJSON-191410030-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=127db5f0-f5b7-4e93-889a-603eae1f3e3d HTTP/1.1" status: 200 len: 943 time: 0.0647051 Aug 08 00:33:00.917986 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-2aa988c1-3bc6-4aff-924f-1dcb9923dc5b req-c33ff628-7a9c-4f95-ae78-28fd92fe0e43 tempest-DeleteServersTestJSON-191410030 tempest-DeleteServersTestJSON-191410030-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5fd3e569-9aaa-4a74-81fe-f953369912b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476663 Aug 08 00:33:01.261832 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:33:01.281366 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 54516) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:33:01.295937 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-e2c16537-56ff-4858-85b1-ebbc09949e6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:01.322586 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:INSERT=1,neutron:SELECT=95,neutron:DELETE=4 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:33:01.391310 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-e2c16537-56ff-4858-85b1-ebbc09949e6b admin admin] Publish callbacks [] for security_group (cd67864b-2c84-4af8-9b4b-8128145a2908), precommit_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:01.500675 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-e2c16537-56ff-4858-85b1-ebbc09949e6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (cd67864b-2c84-4af8-9b4b-8128145a2908), after_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:01.539779 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a67c87-a2d1-4918-8b47-a1ce9e4c3311 req-7a3ab10f-0918-4e1c-9d87-f1530db0a401 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:33:01.541271 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-84a67c87-a2d1-4918-8b47-a1ce9e4c3311 req-7a3ab10f-0918-4e1c-9d87-f1530db0a401 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9f8480cf-4061-4c55-8118-a74951cf6142 HTTP/1.1" status: 200 len: 944 time: 0.0747490 Aug 08 00:33:01.573174 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-e2c16537-56ff-4858-85b1-ebbc09949e6b admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=f6e6edeaee524a8182d02298133c40ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2903953 Aug 08 00:33:01.575695 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c16537-56ff-4858-85b1-ebbc09949e6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd67864b-2c84-4af8-9b4b-8128145a2908,revision_number=1']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:33:01.576153 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 54540) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:33:01.600376 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:33:01.620156 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-84a67c87-a2d1-4918-8b47-a1ce9e4c3311 req-bb86cd69-459f-40f3-94b2-b66e66ff9f9c tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b6dd8e00-6ccc-4249-bcb5-212ee8057e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666523 Aug 08 00:33:01.650481 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-8dcfcd74-a803-4d87-b096-cb45b0da2f34 admin admin] Publish callbacks [] for security_group (cd67864b-2c84-4af8-9b4b-8128145a2908), before_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:01.724600 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-8dcfcd74-a803-4d87-b096-cb45b0da2f34 admin admin] Publish callbacks [] for security_group (cd67864b-2c84-4af8-9b4b-8128145a2908), precommit_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:01.753228 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e67f78-c43d-45c0-ad4f-13bbafdc8338 req-7af0fd68-f272-4ea1-bc26-486ada28c4a1 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:33:01.754745 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-78e67f78-c43d-45c0-ad4f-13bbafdc8338 req-7af0fd68-f272-4ea1-bc26-486ada28c4a1 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4829f58c-adec-413d-83c8-23f1d3143205 HTTP/1.1" status: 200 len: 943 time: 0.0712767 Aug 08 00:33:01.817575 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-78e67f78-c43d-45c0-ad4f-13bbafdc8338 req-cfd770c2-1557-4586-9bc9-029f42589e4c tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=99750fcd-194d-487c-b80c-a79152b12484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561583 Aug 08 00:33:01.884566 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-8dcfcd74-a803-4d87-b096-cb45b0da2f34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (cd67864b-2c84-4af8-9b4b-8128145a2908), after_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:01.887927 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-8dcfcd74-a803-4d87-b096-cb45b0da2f34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:01.890556 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-8dcfcd74-a803-4d87-b096-cb45b0da2f34 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/cd67864b-2c84-4af8-9b4b-8128145a2908 HTTP/1.1" status: 204 len: 168 time: 0.3129759 Aug 08 00:33:01.901043 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcfcd74-a803-4d87-b096-cb45b0da2f34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd67864b-2c84-4af8-9b4b-8128145a2908,revision_number=None']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:33:02.048373 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c67c001-2aaa-41a5-a09f-5a24b00dfe5b req-80e39b96-36a7-44ec-b831-c96097cfa289 tempest-DeleteServersTestJSON-191410030 tempest-DeleteServersTestJSON-191410030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:33:02.049909 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-5c67c001-2aaa-41a5-a09f-5a24b00dfe5b req-80e39b96-36a7-44ec-b831-c96097cfa289 tempest-DeleteServersTestJSON-191410030 tempest-DeleteServersTestJSON-191410030-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=127db5f0-f5b7-4e93-889a-603eae1f3e3d HTTP/1.1" status: 200 len: 943 time: 0.0495064 Aug 08 00:33:02.111546 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-5c67c001-2aaa-41a5-a09f-5a24b00dfe5b req-bd77f17d-7a04-457d-9d9a-a0a8fce29702 tempest-DeleteServersTestJSON-191410030 tempest-DeleteServersTestJSON-191410030-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5fd3e569-9aaa-4a74-81fe-f953369912b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543952 Aug 08 00:33:02.411998 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 54586) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:33:02.502213 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 54590) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:33:02.565822 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e83df4-7ec7-4893-bc22-d55b7d230edd req-fe9413e1-bed5-4151-9f24-9f9db48bc664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:33:02.567951 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-d1e83df4-7ec7-4893-bc22-d55b7d230edd req-fe9413e1-bed5-4151-9f24-9f9db48bc664 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=1315c81b-9b10-4234-bb5d-d20004ee7054 HTTP/1.1" status: 200 len: 851 time: 0.1145594 Aug 08 00:33:02.634197 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-4c7b3986-893f-42fb-8179-7d6d653d8b84 req-75a97cc4-c6a8-4ec9-a6a9-8bf1f61d1a82 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/39987f39-4c60-4c27-9f4f-c7657da06e51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716692 Aug 08 00:33:02.645501 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e83df4-7ec7-4893-bc22-d55b7d230edd req-dda8f4fb-f6ba-449d-bef2-4a5c63aeaf01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:33:02.654378 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-d1e83df4-7ec7-4893-bc22-d55b7d230edd req-dda8f4fb-f6ba-449d-bef2-4a5c63aeaf01 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=61fd3a5e-b6e8-4581-b720-db1567079b03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0665498 Aug 08 00:33:02.662954 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:33:02.673673 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-7d54ffff-3d49-41cf-a5c3-64ea4484fd71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:02.720174 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-572d7167-43ab-43fe-a6b5-63ab40392e6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:02.729541 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-30ce3f35-e21e-4272-841c-68fb3fa4ee00 req-39f43d21-c7aa-46ff-8e44-914817be0787 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/39987f39-4c60-4c27-9f4f-c7657da06e51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2734504 Aug 08 00:33:02.787091 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38cde40-ae39-4184-8da4-1770c119ad49 req-1723297e-7683-4952-ba83-0050e2c45545 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:33:02.788505 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-f38cde40-ae39-4184-8da4-1770c119ad49 req-1723297e-7683-4952-ba83-0050e2c45545 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9f8480cf-4061-4c55-8118-a74951cf6142 HTTP/1.1" status: 200 len: 944 time: 0.0672429 Aug 08 00:33:02.792379 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25177a6e-722e-4512-949a-cb048d816ace req-af635e8f-a743-4bca-add5-e3b7c1f7dcd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:33:02.793975 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-25177a6e-722e-4512-949a-cb048d816ace req-af635e8f-a743-4bca-add5-e3b7c1f7dcd7 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=80d6d476-8f39-44d3-b747-4eed8b7c1a18 HTTP/1.1" status: 200 len: 918 time: 0.3397117 Aug 08 00:33:02.856208 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-d1e83df4-7ec7-4893-bc22-d55b7d230edd req-1428dc66-cdfe-4714-b0e1-78d3cda08f2e service neutron] 10.222.0.25 "GET /networking/v2.0/networks/61fd3a5e-b6e8-4581-b720-db1567079b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840665 Aug 08 00:33:02.863126 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-f38cde40-ae39-4184-8da4-1770c119ad49 req-46a57851-fed4-4486-bdd1-612d1b3a338b tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b6dd8e00-6ccc-4249-bcb5-212ee8057e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659883 Aug 08 00:33:02.894565 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-7d54ffff-3d49-41cf-a5c3-64ea4484fd71 admin admin] Publish callbacks [] for security_group (60a7a8bb-79b0-4f42-a339-52c31c8fa71d), precommit_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:02.915160 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-572d7167-43ab-43fe-a6b5-63ab40392e6b admin admin] Publish callbacks [] for security_group (14bc4521-0410-4f3d-a485-067e660d7c2e), precommit_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:02.974098 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9507870a-d098-4742-9b30-d74cf094dbbf req-e32f9475-6ebb-499d-add9-5e131f33aa66 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:33:02.975601 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-9507870a-d098-4742-9b30-d74cf094dbbf req-e32f9475-6ebb-499d-add9-5e131f33aa66 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4829f58c-adec-413d-83c8-23f1d3143205 HTTP/1.1" status: 200 len: 943 time: 0.0511749 Aug 08 00:33:03.024152 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-9507870a-d098-4742-9b30-d74cf094dbbf req-473afdb6-7dab-448f-b959-8e018685c617 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=99750fcd-194d-487c-b80c-a79152b12484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425317 Aug 08 00:33:03.093673 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-7d54ffff-3d49-41cf-a5c3-64ea4484fd71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (60a7a8bb-79b0-4f42-a339-52c31c8fa71d), after_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:03.093892 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-572d7167-43ab-43fe-a6b5-63ab40392e6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (14bc4521-0410-4f3d-a485-067e660d7c2e), after_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:03.148543 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-572d7167-43ab-43fe-a6b5-63ab40392e6b admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=fff526044867472b8a863606aeabaf21&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6191370 Aug 08 00:33:03.149069 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 54620) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:33:03.151023 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572d7167-43ab-43fe-a6b5-63ab40392e6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14bc4521-0410-4f3d-a485-067e660d7c2e,revision_number=1']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:33:03.164914 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d54ffff-3d49-41cf-a5c3-64ea4484fd71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60a7a8bb-79b0-4f42-a339-52c31c8fa71d,revision_number=1']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:33:03.171663 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-7d54ffff-3d49-41cf-a5c3-64ea4484fd71 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=2aab47ede22a437fb8b8aa4333037bb4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7564833 Aug 08 00:33:03.176570 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 54624) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:33:03.285618 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-1df17756-8209-4223-a198-3e3fcb7e17e6 admin admin] Publish callbacks [] for security_group (14bc4521-0410-4f3d-a485-067e660d7c2e), before_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:03.303117 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-823fd304-bcba-4366-8997-5851ef24c635 admin admin] Publish callbacks [] for security_group (60a7a8bb-79b0-4f42-a339-52c31c8fa71d), before_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:03.310130 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15824c12-6d92-4ac6-bf5f-8c629474caa9 req-a193ea73-bfbf-4e3d-beed-0742ad28d737 tempest-DeleteServersTestJSON-191410030 tempest-DeleteServersTestJSON-191410030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:33:03.311626 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-15824c12-6d92-4ac6-bf5f-8c629474caa9 req-a193ea73-bfbf-4e3d-beed-0742ad28d737 tempest-DeleteServersTestJSON-191410030 tempest-DeleteServersTestJSON-191410030-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=127db5f0-f5b7-4e93-889a-603eae1f3e3d HTTP/1.1" status: 200 len: 943 time: 0.0857294 Aug 08 00:33:03.336275 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:33:03.354617 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-1df17756-8209-4223-a198-3e3fcb7e17e6 admin admin] Publish callbacks [] for security_group (14bc4521-0410-4f3d-a485-067e660d7c2e), precommit_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:03.358857 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-823fd304-bcba-4366-8997-5851ef24c635 admin admin] Publish callbacks [] for security_group (60a7a8bb-79b0-4f42-a339-52c31c8fa71d), precommit_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:03.432902 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-15824c12-6d92-4ac6-bf5f-8c629474caa9 req-b831e23b-6efe-45ba-b79f-8e3aa9e432db tempest-DeleteServersTestJSON-191410030 tempest-DeleteServersTestJSON-191410030-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5fd3e569-9aaa-4a74-81fe-f953369912b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139376 Aug 08 00:33:03.526898 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-823fd304-bcba-4366-8997-5851ef24c635 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (60a7a8bb-79b0-4f42-a339-52c31c8fa71d), after_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:03.529573 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-823fd304-bcba-4366-8997-5851ef24c635 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:03.531337 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-823fd304-bcba-4366-8997-5851ef24c635 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/60a7a8bb-79b0-4f42-a339-52c31c8fa71d HTTP/1.1" status: 204 len: 168 time: 0.3543589 Aug 08 00:33:03.533847 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-1df17756-8209-4223-a198-3e3fcb7e17e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (14bc4521-0410-4f3d-a485-067e660d7c2e), after_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:03.536314 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-1df17756-8209-4223-a198-3e3fcb7e17e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:03.537294 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-1df17756-8209-4223-a198-3e3fcb7e17e6 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/14bc4521-0410-4f3d-a485-067e660d7c2e HTTP/1.1" status: 204 len: 168 time: 0.3842759 Aug 08 00:33:03.543424 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823fd304-bcba-4366-8997-5851ef24c635 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60a7a8bb-79b0-4f42-a339-52c31c8fa71d,revision_number=None']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:33:03.558714 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df17756-8209-4223-a198-3e3fcb7e17e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14bc4521-0410-4f3d-a485-067e660d7c2e,revision_number=None']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:33:03.693775 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-d1e83df4-7ec7-4893-bc22-d55b7d230edd req-d0dadc25-58a0-41dd-aa92-823e23889c2b service neutron] 10.222.0.25 "GET /networking/v2.0/networks/61fd3a5e-b6e8-4581-b720-db1567079b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071630 Aug 08 00:33:03.720495 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:33:03.750893 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Device 424b2123-2ed7-4eda-bdcf-dd72a3df7bea details requested by agent hyperv_hv-cinder-85164 with host hv-cinder-85164 {{(pid=115993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 08 00:33:03.897022 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:33:03.909177 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-25177a6e-722e-4512-949a-cb048d816ace req-8abb2fd0-37e1-458f-a841-c4731aa78718 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=424b2123-2ed7-4eda-bdcf-dd72a3df7bea HTTP/1.1" status: 200 len: 217 time: 0.3216939 Aug 08 00:33:03.924707 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] For port 424b2123-2ed7-4eda-bdcf-dd72a3df7bea, host hv-cinder-85164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85164',level=0,port_id=424b2123-2ed7-4eda-bdcf-dd72a3df7bea,segment=NetworkSegment(e72a67c9-8c15-4f85-816f-48dd79f90a1d),segment_id=e72a67c9-8c15-4f85-816f-48dd79f90a1d)] {{(pid=115993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:33:03.945154 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Returning: {'device': '424b2123-2ed7-4eda-bdcf-dd72a3df7bea', 'network_id': '80d6d476-8f39-44d3-b747-4eed8b7c1a18', 'port_id': '424b2123-2ed7-4eda-bdcf-dd72a3df7bea', 'mac_address': 'fa:16:3e:a5:56:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e97ee91-c7eb-4a92-adff-260b02055216', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 08 00:33:04.010904 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25177a6e-722e-4512-949a-cb048d816ace req-d78ff46b-bad3-4ef2-82af-b4203066764c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:33:04.012709 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-25177a6e-722e-4512-949a-cb048d816ace req-d78ff46b-bad3-4ef2-82af-b4203066764c service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=2e97ee91-c7eb-4a92-adff-260b02055216 HTTP/1.1" status: 200 len: 856 time: 0.0757854 Aug 08 00:33:04.039108 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Current status of the port 424b2123-2ed7-4eda-bdcf-dd72a3df7bea is: DOWN; New status is: BUILD {{(pid=115993) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 00:33:04.039975 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (424b2123-2ed7-4eda-bdcf-dd72a3df7bea), before_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:04.056096 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.notifiers.nova [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 424b2123-2ed7-4eda-bdcf-dd72a3df7bea {{(pid=115993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 00:33:04.061027 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1137a9ae-48c7-497f-9de9-8db5855f983e req-cb3ac374-4e2c-4d89-9a08-ed81c9748683 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:33:04.063417 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-1137a9ae-48c7-497f-9de9-8db5855f983e req-cb3ac374-4e2c-4d89-9a08-ed81c9748683 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9f8480cf-4061-4c55-8118-a74951cf6142 HTTP/1.1" status: 200 len: 944 time: 0.0783365 Aug 08 00:33:04.068172 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-30ce3f35-e21e-4272-841c-68fb3fa4ee00 req-2148c0f8-c005-4049-bb74-ecfdf82d4164 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/39987f39-4c60-4c27-9f4f-c7657da06e51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4792726 Aug 08 00:33:04.073467 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25177a6e-722e-4512-949a-cb048d816ace req-98332d79-9061-4a7d-bfe6-0dbd1fcf4504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:33:04.075320 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-25177a6e-722e-4512-949a-cb048d816ace req-98332d79-9061-4a7d-bfe6-0dbd1fcf4504 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=80d6d476-8f39-44d3-b747-4eed8b7c1a18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0515823 Aug 08 00:33:04.085761 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:33:04.097717 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] For port 424b2123-2ed7-4eda-bdcf-dd72a3df7bea, host hv-cinder-85164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85164',level=0,port_id=424b2123-2ed7-4eda-bdcf-dd72a3df7bea,segment=NetworkSegment(e72a67c9-8c15-4f85-816f-48dd79f90a1d),segment_id=e72a67c9-8c15-4f85-816f-48dd79f90a1d)] {{(pid=115993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:33:04.142746 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-1137a9ae-48c7-497f-9de9-8db5855f983e req-e7bc1665-f6d7-4679-b8e0-4f954964db49 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b6dd8e00-6ccc-4249-bcb5-212ee8057e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706289 Aug 08 00:33:04.190190 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821'] for port (424b2123-2ed7-4eda-bdcf-dd72a3df7bea), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:04.206767 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aaa474-2453-4e79-8f0a-09e7e8956ee2 req-c6ad9dbf-9cdf-448e-b8a3-83a029e8efb9 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:33:04.209034 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-a7aaa474-2453-4e79-8f0a-09e7e8956ee2 req-c6ad9dbf-9cdf-448e-b8a3-83a029e8efb9 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4829f58c-adec-413d-83c8-23f1d3143205 HTTP/1.1" status: 200 len: 943 time: 0.0649180 Aug 08 00:33:04.258005 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-25177a6e-722e-4512-949a-cb048d816ace req-5815eacf-2f21-4ee9-8ed8-35cdfe90f4bd service neutron] 10.222.0.25 "GET /networking/v2.0/networks/80d6d476-8f39-44d3-b747-4eed8b7c1a18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728630 Aug 08 00:33:04.281110 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Pushing event updated for resources: {'Port': ['ID=424b2123-2ed7-4eda-bdcf-dd72a3df7bea,revision_number=4']} {{(pid=115993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:33:04.308078 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-a7aaa474-2453-4e79-8f0a-09e7e8956ee2 req-64b5ace2-7a05-42bb-8b80-9ddecdc804ea tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=99750fcd-194d-487c-b80c-a79152b12484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856130 Aug 08 00:33:04.496905 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] get_ports_and_sgs() called for port_ids ['424b2123-2ed7-4eda-bdcf-dd72a3df7bea'] {{(pid=115993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 00:33:04.598229 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26181c27-a07b-4be8-ad63-183cec9c3a6e req-a296d510-fbc6-4cc6-9425-aaf319371b86 tempest-DeleteServersTestJSON-191410030 tempest-DeleteServersTestJSON-191410030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:33:04.599289 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-26181c27-a07b-4be8-ad63-183cec9c3a6e req-a296d510-fbc6-4cc6-9425-aaf319371b86 tempest-DeleteServersTestJSON-191410030 tempest-DeleteServersTestJSON-191410030-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=127db5f0-f5b7-4e93-889a-603eae1f3e3d HTTP/1.1" status: 200 len: 943 time: 0.0570536 Aug 08 00:33:04.643980 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 54686) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:33:04.659447 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:33:04.659668 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-26181c27-a07b-4be8-ad63-183cec9c3a6e req-23f47bff-61bf-486f-93e6-a3013ce9a74e tempest-DeleteServersTestJSON-191410030 tempest-DeleteServersTestJSON-191410030-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5fd3e569-9aaa-4a74-81fe-f953369912b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556233 Aug 08 00:33:04.664290 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-f438ac08-d905-4df3-88d1-836e7693b8da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:04.788758 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-f438ac08-d905-4df3-88d1-836e7693b8da admin admin] Publish callbacks [] for security_group (a64af3c1-420c-42cb-9183-9f639016b0c7), precommit_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:04.841256 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-f438ac08-d905-4df3-88d1-836e7693b8da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (a64af3c1-420c-42cb-9183-9f639016b0c7), after_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:04.841861 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:33:04.881439 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f438ac08-d905-4df3-88d1-836e7693b8da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a64af3c1-420c-42cb-9183-9f639016b0c7,revision_number=1']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:33:04.888629 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 54700) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:33:04.888810 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-f438ac08-d905-4df3-88d1-836e7693b8da admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=5360336ba40f4d77a585b5c79f1bddc8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2461681 Aug 08 00:33:04.896639 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:33:04.947090 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-72743698-b051-438c-bbe7-dda5418d8dc4 admin admin] Publish callbacks [] for security_group (a64af3c1-420c-42cb-9183-9f639016b0c7), before_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:04.972830 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-72743698-b051-438c-bbe7-dda5418d8dc4 admin admin] Publish callbacks [] for security_group (a64af3c1-420c-42cb-9183-9f639016b0c7), precommit_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:05.081679 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-25177a6e-722e-4512-949a-cb048d816ace req-859380d2-4070-437a-8f19-e864b6ea2548 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/80d6d476-8f39-44d3-b747-4eed8b7c1a18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047025 Aug 08 00:33:05.096492 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-72743698-b051-438c-bbe7-dda5418d8dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (a64af3c1-420c-42cb-9183-9f639016b0c7), after_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:05.100881 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-72743698-b051-438c-bbe7-dda5418d8dc4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:05.102091 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-72743698-b051-438c-bbe7-dda5418d8dc4 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/a64af3c1-420c-42cb-9183-9f639016b0c7 HTTP/1.1" status: 204 len: 168 time: 0.2124667 Aug 08 00:33:05.113106 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72743698-b051-438c-bbe7-dda5418d8dc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a64af3c1-420c-42cb-9183-9f639016b0c7,revision_number=None']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:33:05.270829 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a22f67-cabf-433a-9507-b1b9857f6c27 req-b49bf9e9-7551-4e87-b68e-df061c188fc2 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:33:05.272504 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-91a22f67-cabf-433a-9507-b1b9857f6c27 req-b49bf9e9-7551-4e87-b68e-df061c188fc2 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9f8480cf-4061-4c55-8118-a74951cf6142 HTTP/1.1" status: 200 len: 944 time: 0.0563347 Aug 08 00:33:05.324411 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-91a22f67-cabf-433a-9507-b1b9857f6c27 req-abd39f52-c10e-41f2-9c13-709b6bf62091 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b6dd8e00-6ccc-4249-bcb5-212ee8057e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447104 Aug 08 00:33:05.453923 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178bf1e0-a2df-4e08-8532-f617c93bcdab req-7d1c8ad7-b63b-44c1-935f-0484bb02ccc3 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:33:05.456124 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-178bf1e0-a2df-4e08-8532-f617c93bcdab req-7d1c8ad7-b63b-44c1-935f-0484bb02ccc3 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4829f58c-adec-413d-83c8-23f1d3143205 HTTP/1.1" status: 200 len: 944 time: 0.0637858 Aug 08 00:33:05.508689 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-178bf1e0-a2df-4e08-8532-f617c93bcdab req-77d4b493-e405-4b23-8c21-eb011ac60d7f tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=99750fcd-194d-487c-b80c-a79152b12484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455182 Aug 08 00:33:05.751978 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Device 247bdc76-37cc-4751-82b6-e4aaca65e313 details requested by agent hyperv_hv-cinder-85164 with host hv-cinder-85164 {{(pid=115993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 08 00:33:05.789676 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Device 424b2123-2ed7-4eda-bdcf-dd72a3df7bea up at agent hyperv_hv-cinder-85164 {{(pid=115993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 00:33:05.797241 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030310f2-1c51-4466-ae88-c2d8835c4f8d req-59c1d216-77c5-4b26-a0a4-3bc6684e821c tempest-DeleteServersTestJSON-191410030 tempest-DeleteServersTestJSON-191410030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:33:05.798992 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-030310f2-1c51-4466-ae88-c2d8835c4f8d req-59c1d216-77c5-4b26-a0a4-3bc6684e821c tempest-DeleteServersTestJSON-191410030 tempest-DeleteServersTestJSON-191410030-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=127db5f0-f5b7-4e93-889a-603eae1f3e3d HTTP/1.1" status: 200 len: 943 time: 0.0714405 Aug 08 00:33:05.850666 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-030310f2-1c51-4466-ae88-c2d8835c4f8d req-a12660ef-6e71-47c3-a753-a69e8904fca4 tempest-DeleteServersTestJSON-191410030 tempest-DeleteServersTestJSON-191410030-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5fd3e569-9aaa-4a74-81fe-f953369912b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456617 Aug 08 00:33:05.872047 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Provisioning for port 424b2123-2ed7-4eda-bdcf-dd72a3df7bea completed by entity L2. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 08 00:33:05.903397 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] For port 247bdc76-37cc-4751-82b6-e4aaca65e313, host hv-cinder-85164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85164',level=0,port_id=247bdc76-37cc-4751-82b6-e4aaca65e313,segment=NetworkSegment(2a679dcc-fb6c-48d4-923f-83795704b214),segment_id=2a679dcc-fb6c-48d4-923f-83795704b214)] {{(pid=115993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:33:05.914281 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Returning: {'device': '247bdc76-37cc-4751-82b6-e4aaca65e313', 'network_id': '39987f39-4c60-4c27-9f4f-c7657da06e51', 'port_id': '247bdc76-37cc-4751-82b6-e4aaca65e313', 'mac_address': 'fa:16:3e:82:0a:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0eda73d9-3865-4e7b-8b67-75076c7b1107', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 08 00:33:05.951586 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Current status of the port 247bdc76-37cc-4751-82b6-e4aaca65e313 is: DOWN; New status is: BUILD {{(pid=115993) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 00:33:05.951986 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (247bdc76-37cc-4751-82b6-e4aaca65e313), before_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:05.966076 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.notifiers.nova [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 247bdc76-37cc-4751-82b6-e4aaca65e313 {{(pid=115993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 00:33:05.972049 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Provisioning complete for port 424b2123-2ed7-4eda-bdcf-dd72a3df7bea triggered by entity L2. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:33:05.972311 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (424b2123-2ed7-4eda-bdcf-dd72a3df7bea), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:06.009236 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] For port 247bdc76-37cc-4751-82b6-e4aaca65e313, host hv-cinder-85164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85164',level=0,port_id=247bdc76-37cc-4751-82b6-e4aaca65e313,segment=NetworkSegment(2a679dcc-fb6c-48d4-923f-83795704b214),segment_id=2a679dcc-fb6c-48d4-923f-83795704b214)] {{(pid=115993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:33:06.017642 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:33:06.054531 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Current status of the port 424b2123-2ed7-4eda-bdcf-dd72a3df7bea is: BUILD; New status is: ACTIVE {{(pid=115993) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 00:33:06.054913 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (424b2123-2ed7-4eda-bdcf-dd72a3df7bea), before_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:06.078803 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4829f58c-adec-413d-83c8-23f1d3143205', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '424b2123-2ed7-4eda-bdcf-dd72a3df7bea'}] {{(pid=115993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 00:33:06.144824 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=84,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:33:06.258707 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821'] for port (247bdc76-37cc-4751-82b6-e4aaca65e313), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:06.259446 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Device f3753ab8-b02b-4899-add3-0636f7b130d3 details requested by agent hyperv_hv-cinder-85164 with host hv-cinder-85164 {{(pid=115993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 08 00:33:06.324717 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] For port 424b2123-2ed7-4eda-bdcf-dd72a3df7bea, host hv-cinder-85164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85164',level=0,port_id=424b2123-2ed7-4eda-bdcf-dd72a3df7bea,segment=NetworkSegment(e72a67c9-8c15-4f85-816f-48dd79f90a1d),segment_id=e72a67c9-8c15-4f85-816f-48dd79f90a1d)] {{(pid=115993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:33:06.419158 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821'] for port (424b2123-2ed7-4eda-bdcf-dd72a3df7bea), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:06.437622 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Pushing event updated for resources: {'Port': ['ID=247bdc76-37cc-4751-82b6-e4aaca65e313,revision_number=4']} {{(pid=115993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:33:06.497364 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] For port f3753ab8-b02b-4899-add3-0636f7b130d3, host hv-cinder-85164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85164',level=0,port_id=f3753ab8-b02b-4899-add3-0636f7b130d3,segment=NetworkSegment(bcb703c1-69ed-4297-948e-d0d75df0a147),segment_id=bcb703c1-69ed-4297-948e-d0d75df0a147)] {{(pid=115993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:33:06.512903 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dea8c4-d709-4f41-a16d-975e6cdcec06 req-b7d01c5e-765e-4ddd-9564-8dfc20696674 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:33:06.522812 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-a6dea8c4-d709-4f41-a16d-975e6cdcec06 req-b7d01c5e-765e-4ddd-9564-8dfc20696674 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9f8480cf-4061-4c55-8118-a74951cf6142 HTTP/1.1" status: 200 len: 945 time: 0.0614100 Aug 08 00:33:06.541250 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Returning: {'device': 'f3753ab8-b02b-4899-add3-0636f7b130d3', 'network_id': '61fd3a5e-b6e8-4581-b720-db1567079b03', 'port_id': 'f3753ab8-b02b-4899-add3-0636f7b130d3', 'mac_address': 'fa:16:3e:3f:3c:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1315c81b-9b10-4234-bb5d-d20004ee7054', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 08 00:33:06.573681 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:INSERT=4,neutron:SELECT=96 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:33:06.586715 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-a6dea8c4-d709-4f41-a16d-975e6cdcec06 req-5c603778-0073-4725-96e3-589847db3f49 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b6dd8e00-6ccc-4249-bcb5-212ee8057e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626581 Aug 08 00:33:06.603121 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Pushing event updated for resources: {'Port': ['ID=424b2123-2ed7-4eda-bdcf-dd72a3df7bea,revision_number=5']} {{(pid=115993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:33:06.645512 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Current status of the port f3753ab8-b02b-4899-add3-0636f7b130d3 is: DOWN; New status is: BUILD {{(pid=115993) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 00:33:06.645901 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (f3753ab8-b02b-4899-add3-0636f7b130d3), before_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:06.698710 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.notifiers.nova [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3753ab8-b02b-4899-add3-0636f7b130d3 {{(pid=115993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 00:33:06.740045 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:33:06.745624 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] For port f3753ab8-b02b-4899-add3-0636f7b130d3, host hv-cinder-85164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85164',level=0,port_id=f3753ab8-b02b-4899-add3-0636f7b130d3,segment=NetworkSegment(bcb703c1-69ed-4297-948e-d0d75df0a147),segment_id=bcb703c1-69ed-4297-948e-d0d75df0a147)] {{(pid=115993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:33:06.759919 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffcbb3165cefe78fdef2215408d5e0047484b378f5d65619a4e095a8aefc113e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd7f34c5-715a-4335-9a65-cefb66c4c00b" -d '{"events": [{"server_uuid": "4829f58c-adec-413d-83c8-23f1d3143205", "name": "network-vif-plugged", "status": "completed", "tag": "424b2123-2ed7-4eda-bdcf-dd72a3df7bea"}]}' {{(pid=115993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 00:33:06.772376 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efd2376-4d4a-444f-b277-c10fe68db773 req-b9c4a513-4c2f-4cdf-bfb5-45ba2ac69480 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:33:06.780551 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-1efd2376-4d4a-444f-b277-c10fe68db773 req-b9c4a513-4c2f-4cdf-bfb5-45ba2ac69480 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4829f58c-adec-413d-83c8-23f1d3143205 HTTP/1.1" status: 200 len: 945 time: 0.0934608 Aug 08 00:33:06.831790 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-1efd2376-4d4a-444f-b277-c10fe68db773 req-3cc73330-3071-4b18-94d5-a37cbff7eb18 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=99750fcd-194d-487c-b80c-a79152b12484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503068 Aug 08 00:33:06.843213 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821'] for port (f3753ab8-b02b-4899-add3-0636f7b130d3), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:06.893476 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 00:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-297bb08f-32e7-4ca6-86df-cc4e0bbf6d17 x-openstack-request-id: req-297bb08f-32e7-4ca6-86df-cc4e0bbf6d17 {{(pid=115993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 00:33:06.893809 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4829f58c-adec-413d-83c8-23f1d3143205", "name": "network-vif-plugged", "status": "completed", "tag": "424b2123-2ed7-4eda-bdcf-dd72a3df7bea", "code": 200}]} {{(pid=115993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 00:33:06.894797 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-297bb08f-32e7-4ca6-86df-cc4e0bbf6d17 {{(pid=115993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 00:33:06.895181 dv-cinder-851640-3-iscsi neutron-server[115993]: INFO neutron.notifiers.nova [-] Nova event matching ['req-297bb08f-32e7-4ca6-86df-cc4e0bbf6d17'] response: {'server_uuid': '4829f58c-adec-413d-83c8-23f1d3143205', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '424b2123-2ed7-4eda-bdcf-dd72a3df7bea', 'code': 200} Aug 08 00:33:06.916139 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Pushing event updated for resources: {'Port': ['ID=f3753ab8-b02b-4899-add3-0636f7b130d3,revision_number=4']} {{(pid=115993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:33:06.990189 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e084c7-de9b-4a46-9f6e-05c6ea477bcf req-5b2ce5c1-60f2-4e7b-b496-9db06afe88c3 tempest-DeleteServersTestJSON-191410030 tempest-DeleteServersTestJSON-191410030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:33:06.991787 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-a8e084c7-de9b-4a46-9f6e-05c6ea477bcf req-5b2ce5c1-60f2-4e7b-b496-9db06afe88c3 tempest-DeleteServersTestJSON-191410030 tempest-DeleteServersTestJSON-191410030-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=127db5f0-f5b7-4e93-889a-603eae1f3e3d HTTP/1.1" status: 200 len: 944 time: 0.0526102 Aug 08 00:33:07.048136 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-a8e084c7-de9b-4a46-9f6e-05c6ea477bcf req-c1e456e8-1a2b-424b-b4b3-90897392bfd6 tempest-DeleteServersTestJSON-191410030 tempest-DeleteServersTestJSON-191410030-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5fd3e569-9aaa-4a74-81fe-f953369912b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495245 Aug 08 00:33:07.081777 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:33:07.219057 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] get_ports_and_sgs() called for port_ids ['247bdc76-37cc-4751-82b6-e4aaca65e313'] {{(pid=115993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 00:33:07.310675 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] get_ports_and_sgs() called for port_ids ['f3753ab8-b02b-4899-add3-0636f7b130d3'] {{(pid=115993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 00:33:07.324083 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d178531-1ec4-44ce-9475-2bcbb8b067cd req-b6ea491a-5512-4bdd-a965-90f96d86dcbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:33:07.328208 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-7d178531-1ec4-44ce-9475-2bcbb8b067cd req-b6ea491a-5512-4bdd-a965-90f96d86dcbc service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4829f58c-adec-413d-83c8-23f1d3143205 HTTP/1.1" status: 200 len: 1129 time: 0.0712724 Aug 08 00:33:07.346339 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [req-7d178531-1ec4-44ce-9475-2bcbb8b067cd req-930b6bdb-620f-4c5d-9b49-b0509676ad64 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:07.453728 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [req-7d178531-1ec4-44ce-9475-2bcbb8b067cd req-930b6bdb-620f-4c5d-9b49-b0509676ad64 service neutron] Publish callbacks [] for security_group (4e59fcde-e133-4967-bbfd-f88b2349c565), precommit_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:07.543959 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [req-7d178531-1ec4-44ce-9475-2bcbb8b067cd req-930b6bdb-620f-4c5d-9b49-b0509676ad64 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (4e59fcde-e133-4967-bbfd-f88b2349c565), after_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:07.668729 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930b6bdb-620f-4c5d-9b49-b0509676ad64 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=4e59fcde-e133-4967-bbfd-f88b2349c565,revision_number=1']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:33:07.688675 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-7d178531-1ec4-44ce-9475-2bcbb8b067cd req-930b6bdb-620f-4c5d-9b49-b0509676ad64 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=99750fcd-194d-487c-b80c-a79152b12484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3567431 Aug 08 00:33:07.760860 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f609cd-37c5-40f3-87b4-93c3e486e88b req-d36e396e-b143-4cc7-8a35-71575bc90224 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:33:07.762771 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-87f609cd-37c5-40f3-87b4-93c3e486e88b req-d36e396e-b143-4cc7-8a35-71575bc90224 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9f8480cf-4061-4c55-8118-a74951cf6142 HTTP/1.1" status: 200 len: 945 time: 0.0578234 Aug 08 00:33:07.817010 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-87f609cd-37c5-40f3-87b4-93c3e486e88b req-ef150b06-806a-419d-a0d8-8f26cdc71714 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b6dd8e00-6ccc-4249-bcb5-212ee8057e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471725 Aug 08 00:33:07.894377 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Device 04d4459b-df65-4f20-b895-eaa736bf1d79 details requested by agent hyperv_hv-cinder-85164 with host hv-cinder-85164 {{(pid=115993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 08 00:33:07.980375 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1cf0fc-de9b-4ee6-b0d1-efd5235851be req-5045eb33-d234-4b47-9b40-6216569681d1 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:33:07.982282 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-fc1cf0fc-de9b-4ee6-b0d1-efd5235851be req-5045eb33-d234-4b47-9b40-6216569681d1 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4829f58c-adec-413d-83c8-23f1d3143205 HTTP/1.1" status: 200 len: 945 time: 0.0570858 Aug 08 00:33:08.033394 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] For port 04d4459b-df65-4f20-b895-eaa736bf1d79, host hv-cinder-85164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85164',level=0,port_id=04d4459b-df65-4f20-b895-eaa736bf1d79,segment=NetworkSegment(2a679dcc-fb6c-48d4-923f-83795704b214),segment_id=2a679dcc-fb6c-48d4-923f-83795704b214)] {{(pid=115993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:33:08.048699 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Returning: {'device': '04d4459b-df65-4f20-b895-eaa736bf1d79', 'network_id': '39987f39-4c60-4c27-9f4f-c7657da06e51', 'port_id': '04d4459b-df65-4f20-b895-eaa736bf1d79', 'mac_address': 'fa:16:3e:aa:b8:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0eda73d9-3865-4e7b-8b67-75076c7b1107', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 08 00:33:08.058542 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-fc1cf0fc-de9b-4ee6-b0d1-efd5235851be req-0a0babf1-8322-40be-b799-fa7091048e03 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=99750fcd-194d-487c-b80c-a79152b12484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673380 Aug 08 00:33:08.084226 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:33:08.105040 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Current status of the port 04d4459b-df65-4f20-b895-eaa736bf1d79 is: DOWN; New status is: BUILD {{(pid=115993) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 00:33:08.105435 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (04d4459b-df65-4f20-b895-eaa736bf1d79), before_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:08.121587 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.notifiers.nova [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04d4459b-df65-4f20-b895-eaa736bf1d79 {{(pid=115993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 00:33:08.145242 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] For port 04d4459b-df65-4f20-b895-eaa736bf1d79, host hv-cinder-85164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85164',level=0,port_id=04d4459b-df65-4f20-b895-eaa736bf1d79,segment=NetworkSegment(2a679dcc-fb6c-48d4-923f-83795704b214),segment_id=2a679dcc-fb6c-48d4-923f-83795704b214)] {{(pid=115993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:33:08.175681 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af83c0d2-f555-4d23-a214-234c8240b378 req-286a31ea-d527-4865-a744-c14e52eaa8c0 tempest-DeleteServersTestJSON-191410030 tempest-DeleteServersTestJSON-191410030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:33:08.177204 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-af83c0d2-f555-4d23-a214-234c8240b378 req-286a31ea-d527-4865-a744-c14e52eaa8c0 tempest-DeleteServersTestJSON-191410030 tempest-DeleteServersTestJSON-191410030-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=127db5f0-f5b7-4e93-889a-603eae1f3e3d HTTP/1.1" status: 200 len: 944 time: 0.0480621 Aug 08 00:33:08.210450 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:33:08.211184 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821'] for port (04d4459b-df65-4f20-b895-eaa736bf1d79), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:08.228467 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-af83c0d2-f555-4d23-a214-234c8240b378 req-7655a2e4-a4fe-4a39-bf09-c27b806d5ae9 tempest-DeleteServersTestJSON-191410030 tempest-DeleteServersTestJSON-191410030-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5fd3e569-9aaa-4a74-81fe-f953369912b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455070 Aug 08 00:33:08.266518 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Pushing event updated for resources: {'Port': ['ID=04d4459b-df65-4f20-b895-eaa736bf1d79,revision_number=4']} {{(pid=115993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:33:08.316199 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Device 247bdc76-37cc-4751-82b6-e4aaca65e313 up at agent hyperv_hv-cinder-85164 {{(pid=115993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 00:33:08.374303 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Provisioning for port 247bdc76-37cc-4751-82b6-e4aaca65e313 completed by entity L2. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 08 00:33:08.477871 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Provisioning complete for port 247bdc76-37cc-4751-82b6-e4aaca65e313 triggered by entity L2. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:33:08.479341 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (247bdc76-37cc-4751-82b6-e4aaca65e313), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:08.483516 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=100 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:33:08.560652 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] get_ports_and_sgs() called for port_ids ['04d4459b-df65-4f20-b895-eaa736bf1d79'] {{(pid=115993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 00:33:08.563753 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Current status of the port 247bdc76-37cc-4751-82b6-e4aaca65e313 is: BUILD; New status is: ACTIVE {{(pid=115993) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 00:33:08.564136 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (247bdc76-37cc-4751-82b6-e4aaca65e313), before_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:08.597409 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:33:08.635961 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] For port 247bdc76-37cc-4751-82b6-e4aaca65e313, host hv-cinder-85164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85164',level=0,port_id=247bdc76-37cc-4751-82b6-e4aaca65e313,segment=NetworkSegment(2a679dcc-fb6c-48d4-923f-83795704b214),segment_id=2a679dcc-fb6c-48d4-923f-83795704b214)] {{(pid=115993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:33:08.710977 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821'] for port (247bdc76-37cc-4751-82b6-e4aaca65e313), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:08.711702 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Device f3753ab8-b02b-4899-add3-0636f7b130d3 up at agent hyperv_hv-cinder-85164 {{(pid=115993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 00:33:08.736179 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:33:08.805446 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Provisioning for port f3753ab8-b02b-4899-add3-0636f7b130d3 completed by entity L2. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 08 00:33:08.810229 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Pushing event updated for resources: {'Port': ['ID=247bdc76-37cc-4751-82b6-e4aaca65e313,revision_number=5']} {{(pid=115993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:33:08.896366 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f8480cf-4061-4c55-8118-a74951cf6142', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '247bdc76-37cc-4751-82b6-e4aaca65e313'}] {{(pid=115993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 00:33:08.898756 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffcbb3165cefe78fdef2215408d5e0047484b378f5d65619a4e095a8aefc113e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bad5b964-1ed4-4f82-a519-12ca727fc5f0" -d '{"events": [{"server_uuid": "9f8480cf-4061-4c55-8118-a74951cf6142", "name": "network-vif-plugged", "status": "completed", "tag": "247bdc76-37cc-4751-82b6-e4aaca65e313"}]}' {{(pid=115993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 00:33:08.902970 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Provisioning complete for port f3753ab8-b02b-4899-add3-0636f7b130d3 triggered by entity L2. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:33:08.903639 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (f3753ab8-b02b-4899-add3-0636f7b130d3), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:08.941801 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01f4f51-c815-471f-b935-eb6b0bedb014 req-69ba64a3-2391-4abd-bba3-b8f368bdabf9 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:33:08.943729 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-f01f4f51-c815-471f-b935-eb6b0bedb014 req-69ba64a3-2391-4abd-bba3-b8f368bdabf9 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9f8480cf-4061-4c55-8118-a74951cf6142 HTTP/1.1" status: 200 len: 946 time: 0.0537157 Aug 08 00:33:08.944269 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 00:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73d4ea53-0109-49bf-8f60-73beae916083 x-openstack-request-id: req-73d4ea53-0109-49bf-8f60-73beae916083 {{(pid=115993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 00:33:08.944580 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f8480cf-4061-4c55-8118-a74951cf6142", "name": "network-vif-plugged", "status": "completed", "tag": "247bdc76-37cc-4751-82b6-e4aaca65e313", "code": 200}]} {{(pid=115993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 00:33:08.944829 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-73d4ea53-0109-49bf-8f60-73beae916083 {{(pid=115993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 00:33:08.945209 dv-cinder-851640-3-iscsi neutron-server[115993]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73d4ea53-0109-49bf-8f60-73beae916083'] response: {'server_uuid': '9f8480cf-4061-4c55-8118-a74951cf6142', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '247bdc76-37cc-4751-82b6-e4aaca65e313', 'code': 200} Aug 08 00:33:09.012557 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Current status of the port f3753ab8-b02b-4899-add3-0636f7b130d3 is: BUILD; New status is: ACTIVE {{(pid=115993) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 00:33:09.012937 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (f3753ab8-b02b-4899-add3-0636f7b130d3), before_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:09.039491 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-f01f4f51-c815-471f-b935-eb6b0bedb014 req-0d824e20-13ca-4126-92be-3747e3b49912 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b6dd8e00-6ccc-4249-bcb5-212ee8057e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816429 Aug 08 00:33:09.057615 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] For port f3753ab8-b02b-4899-add3-0636f7b130d3, host hv-cinder-85164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85164',level=0,port_id=f3753ab8-b02b-4899-add3-0636f7b130d3,segment=NetworkSegment(bcb703c1-69ed-4297-948e-d0d75df0a147),segment_id=bcb703c1-69ed-4297-948e-d0d75df0a147)] {{(pid=115993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:33:09.134450 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821'] for port (f3753ab8-b02b-4899-add3-0636f7b130d3), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:09.224650 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Pushing event updated for resources: {'Port': ['ID=f3753ab8-b02b-4899-add3-0636f7b130d3,revision_number=5']} {{(pid=115993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:33:09.392923 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42031ce-50fb-40c2-b33e-b90e35ad1d39 req-1019e62c-2046-4798-adcf-b928e51ce2b3 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:33:09.394617 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-d42031ce-50fb-40c2-b33e-b90e35ad1d39 req-1019e62c-2046-4798-adcf-b928e51ce2b3 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4829f58c-adec-413d-83c8-23f1d3143205 HTTP/1.1" status: 200 len: 945 time: 0.2572515 Aug 08 00:33:09.413455 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83313fd-36eb-466d-aac0-8f260425ea64 req-36b450d0-14c9-4e23-82ae-5fd5ca32e061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:33:09.415039 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-b83313fd-36eb-466d-aac0-8f260425ea64 req-36b450d0-14c9-4e23-82ae-5fd5ca32e061 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9f8480cf-4061-4c55-8118-a74951cf6142 HTTP/1.1" status: 200 len: 1130 time: 0.1045160 Aug 08 00:33:09.427507 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:33:09.428584 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618e7a5a-874f-4df5-8727-c3d41994187e req-da5eb442-3120-47a6-a989-274fc362e8a5 tempest-DeleteServersTestJSON-191410030 tempest-DeleteServersTestJSON-191410030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:33:09.430599 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-618e7a5a-874f-4df5-8727-c3d41994187e req-da5eb442-3120-47a6-a989-274fc362e8a5 tempest-DeleteServersTestJSON-191410030 tempest-DeleteServersTestJSON-191410030-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=127db5f0-f5b7-4e93-889a-603eae1f3e3d HTTP/1.1" status: 200 len: 945 time: 0.0643978 Aug 08 00:33:09.451811 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-d42031ce-50fb-40c2-b33e-b90e35ad1d39 req-bb5c1c21-206b-4896-9ed0-7f3f82b36460 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=99750fcd-194d-487c-b80c-a79152b12484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506418 Aug 08 00:33:09.535096 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-618e7a5a-874f-4df5-8727-c3d41994187e req-17c80e62-076e-46b9-a4bb-26530cb585f9 tempest-DeleteServersTestJSON-191410030 tempest-DeleteServersTestJSON-191410030-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5fd3e569-9aaa-4a74-81fe-f953369912b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980568 Aug 08 00:33:09.541796 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-b83313fd-36eb-466d-aac0-8f260425ea64 req-70f08e46-9f68-4058-950e-6abd484a37b8 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b6dd8e00-6ccc-4249-bcb5-212ee8057e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800071 Aug 08 00:33:09.660376 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=17 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:33:09.682722 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=15 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:33:09.858083 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:33:10.157985 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddde0475-72df-4f4b-b301-79940ca26082 req-17518ff3-2f3d-4af0-adce-4e0d10d4274c tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:33:10.159765 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-ddde0475-72df-4f4b-b301-79940ca26082 req-17518ff3-2f3d-4af0-adce-4e0d10d4274c tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9f8480cf-4061-4c55-8118-a74951cf6142 HTTP/1.1" status: 200 len: 946 time: 0.0526547 Aug 08 00:33:10.220575 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-ddde0475-72df-4f4b-b301-79940ca26082 req-bda03321-57c4-4a9d-a5f4-34c5ef695f98 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b6dd8e00-6ccc-4249-bcb5-212ee8057e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521066 Aug 08 00:33:10.272651 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-2de2dfa8-8c18-4610-81fb-5b9987fb9fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (93e2312b-3744-4a9e-8723-a0f19f10f89a), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:10.389910 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:33:10.605023 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061f64f9-2b07-45b4-985b-783bacd8a323 req-78c8f1d3-7d7f-4b4c-beb7-1b9b0f246d04 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:33:10.606539 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-061f64f9-2b07-45b4-985b-783bacd8a323 req-78c8f1d3-7d7f-4b4c-beb7-1b9b0f246d04 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4829f58c-adec-413d-83c8-23f1d3143205 HTTP/1.1" status: 200 len: 945 time: 0.0505841 Aug 08 00:33:10.650621 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ad9a59-2ff8-4a11-8c37-bb2750743263 req-1b8da05b-59c1-4feb-b9bd-ee0c39f98e80 tempest-DeleteServersTestJSON-191410030 tempest-DeleteServersTestJSON-191410030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:33:10.652156 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-51ad9a59-2ff8-4a11-8c37-bb2750743263 req-1b8da05b-59c1-4feb-b9bd-ee0c39f98e80 tempest-DeleteServersTestJSON-191410030 tempest-DeleteServersTestJSON-191410030-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=127db5f0-f5b7-4e93-889a-603eae1f3e3d HTTP/1.1" status: 200 len: 945 time: 0.0526035 Aug 08 00:33:10.657232 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-061f64f9-2b07-45b4-985b-783bacd8a323 req-dc368b4a-4ceb-46ef-b3f8-cced2c5937cd tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=99750fcd-194d-487c-b80c-a79152b12484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440195 Aug 08 00:33:10.704914 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-51ad9a59-2ff8-4a11-8c37-bb2750743263 req-0b430e21-dfeb-403c-81b7-b5e888565c97 tempest-DeleteServersTestJSON-191410030 tempest-DeleteServersTestJSON-191410030-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5fd3e569-9aaa-4a74-81fe-f953369912b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453670 Aug 08 00:33:10.829855 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100c3563-1adb-4bbb-ab43-a118af51ec43 req-e1da30e3-3331-4371-8afe-8551d9dbca46 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:33:10.831456 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-100c3563-1adb-4bbb-ab43-a118af51ec43 req-e1da30e3-3331-4371-8afe-8551d9dbca46 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4829f58c-adec-413d-83c8-23f1d3143205 HTTP/1.1" status: 200 len: 945 time: 0.0527024 Aug 08 00:33:10.841482 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 54918) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:33:10.846645 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.v2.base [None req-35bb59f8-1c71-4e79-a177-c55b3b1d6926 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Request body: {'floatingip': {'port_id': '424b2123-2ed7-4eda-bdcf-dd72a3df7bea'}} {{(pid=115991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:33:10.917890 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-35bb59f8-1c71-4e79-a177-c55b3b1d6926 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Publish callbacks [] for floatingip (1d04c29b-17e5-4fbf-9d0e-b714414d6f71), before_update {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:10.946530 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '127db5f0-f5b7-4e93-889a-603eae1f3e3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3753ab8-b02b-4899-add3-0636f7b130d3'}] {{(pid=115993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 00:33:10.948887 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffcbb3165cefe78fdef2215408d5e0047484b378f5d65619a4e095a8aefc113e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b591f0ba-5c0e-44cb-9ad8-76292bbfb95d" -d '{"events": [{"server_uuid": "127db5f0-f5b7-4e93-889a-603eae1f3e3d", "name": "network-vif-plugged", "status": "completed", "tag": "f3753ab8-b02b-4899-add3-0636f7b130d3"}]}' {{(pid=115993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 00:33:11.010637 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 00:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18d41672-b120-47e5-a831-5b6bfabd40d1 x-openstack-request-id: req-18d41672-b120-47e5-a831-5b6bfabd40d1 {{(pid=115993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 00:33:11.011686 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "127db5f0-f5b7-4e93-889a-603eae1f3e3d", "name": "network-vif-plugged", "status": "completed", "tag": "f3753ab8-b02b-4899-add3-0636f7b130d3", "code": 200}]} {{(pid=115993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 00:33:11.012254 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-18d41672-b120-47e5-a831-5b6bfabd40d1 {{(pid=115993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 00:33:11.013305 dv-cinder-851640-3-iscsi neutron-server[115993]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18d41672-b120-47e5-a831-5b6bfabd40d1'] response: {'server_uuid': '127db5f0-f5b7-4e93-889a-603eae1f3e3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3753ab8-b02b-4899-add3-0636f7b130d3', 'code': 200} Aug 08 00:33:11.100240 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:33:11.438797 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94500152-ccc7-424e-88a7-3309f8d0659b req-6d3574bf-0b93-499b-9a0b-bb10ab8866d4 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:33:11.440287 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-94500152-ccc7-424e-88a7-3309f8d0659b req-6d3574bf-0b93-499b-9a0b-bb10ab8866d4 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9f8480cf-4061-4c55-8118-a74951cf6142 HTTP/1.1" status: 200 len: 946 time: 0.1238661 Aug 08 00:33:11.509338 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Device 04d4459b-df65-4f20-b895-eaa736bf1d79 up at agent hyperv_hv-cinder-85164 {{(pid=115993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 00:33:11.551559 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Provisioning for port 04d4459b-df65-4f20-b895-eaa736bf1d79 completed by entity L2. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 08 00:33:11.608812 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Provisioning complete for port 04d4459b-df65-4f20-b895-eaa736bf1d79 triggered by entity L2. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:33:11.609211 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (04d4459b-df65-4f20-b895-eaa736bf1d79), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:11.692320 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Current status of the port 04d4459b-df65-4f20-b895-eaa736bf1d79 is: BUILD; New status is: ACTIVE {{(pid=115993) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 00:33:11.692720 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (04d4459b-df65-4f20-b895-eaa736bf1d79), before_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:11.729744 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] For port 04d4459b-df65-4f20-b895-eaa736bf1d79, host hv-cinder-85164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85164',level=0,port_id=04d4459b-df65-4f20-b895-eaa736bf1d79,segment=NetworkSegment(2a679dcc-fb6c-48d4-923f-83795704b214),segment_id=2a679dcc-fb6c-48d4-923f-83795704b214)] {{(pid=115993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:33:11.798010 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-94500152-ccc7-424e-88a7-3309f8d0659b req-b77455f7-eaea-4570-b638-57eadae14c11 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b6dd8e00-6ccc-4249-bcb5-212ee8057e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3504417 Aug 08 00:33:11.805724 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:33:11.824071 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821'] for port (04d4459b-df65-4f20-b895-eaa736bf1d79), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:11.828127 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-35bb59f8-1c71-4e79-a177-c55b3b1d6926 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:11.843889 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c98f60-dadc-415a-ab62-2727db55cdef req-4337b7a9-a24e-4feb-ad3e-6cb74f71c9ed tempest-DeleteServersTestJSON-191410030 tempest-DeleteServersTestJSON-191410030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:33:11.845387 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-16c98f60-dadc-415a-ab62-2727db55cdef req-4337b7a9-a24e-4feb-ad3e-6cb74f71c9ed tempest-DeleteServersTestJSON-191410030 tempest-DeleteServersTestJSON-191410030-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=127db5f0-f5b7-4e93-889a-603eae1f3e3d HTTP/1.1" status: 200 len: 945 time: 0.0619671 Aug 08 00:33:11.874021 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Pushing event updated for resources: {'Port': ['ID=04d4459b-df65-4f20-b895-eaa736bf1d79,revision_number=5']} {{(pid=115993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:33:11.877737 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=100 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:33:11.894881 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-16c98f60-dadc-415a-ab62-2727db55cdef req-9bafb42d-c024-4a87-93f8-4df68cd65ed1 tempest-DeleteServersTestJSON-191410030 tempest-DeleteServersTestJSON-191410030-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5fd3e569-9aaa-4a74-81fe-f953369912b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439835 Aug 08 00:33:11.915142 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-35bb59f8-1c71-4e79-a177-c55b3b1d6926 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-499989'] for floatingip (1d04c29b-17e5-4fbf-9d0e-b714414d6f71), after_update {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:12.010177 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.db.l3_db [None req-35bb59f8-1c71-4e79-a177-c55b3b1d6926 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Floating IP 1d04c29b-17e5-4fbf-9d0e-b714414d6f71 associated. External IP: 172.27.3.140, port: 424b2123-2ed7-4eda-bdcf-dd72a3df7bea. Aug 08 00:33:12.087337 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:INSERT=5,neutron:SELECT=95 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:33:12.212245 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35bb59f8-1c71-4e79-a177-c55b3b1d6926 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Router 86e559f2-866e-494b-82ad-b5b594a151c0 has already been hosted by L3 agent d53f5436-7c7f-4441-9708-9d0333b57745 {{(pid=115991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 00:33:12.312088 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35bb59f8-1c71-4e79-a177-c55b3b1d6926 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Notify agent at l3_agent.dv-cinder-851640-3-iscsi the message routers_updated {{(pid=115991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 00:33:12.316881 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-35bb59f8-1c71-4e79-a177-c55b3b1d6926 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63196'] for floatingip (None), before_response {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:12.328039 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-441c30e3-47ca-48b1-9310-ed7416162c39 None None] Sync routers for ids ['86e559f2-866e-494b-82ad-b5b594a151c0'] in dv-cinder-851640-3-iscsi {{(pid=115994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 00:33:12.336402 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441c30e3-47ca-48b1-9310-ed7416162c39 None None] Routers {'86e559f2-866e-494b-82ad-b5b594a151c0'} bound to L3 agent in host dv-cinder-851640-3-iscsi {{(pid=115994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 00:33:12.336846 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_hamode_db [None req-441c30e3-47ca-48b1-9310-ed7416162c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851640-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-08T00:24:12Z,description=,heartbeat_timestamp=2022-08-08T00:32:42Z,host='dv-cinder-851640-3-iscsi',id=d53f5436-7c7f-4441-9708-9d0333b57745,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T00:24:13Z,topic='l3_agent')) {'router_ids': ['86e559f2-866e-494b-82ad-b5b594a151c0'], 'active': True} {{(pid=115994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:33:12.353715 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-35bb59f8-1c71-4e79-a177-c55b3b1d6926 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "PUT /networking/v2.0/floatingips/1d04c29b-17e5-4fbf-9d0e-b714414d6f71 HTTP/1.1" status: 200 len: 991 time: 1.5111008 Aug 08 00:33:12.354306 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4829f58c-adec-413d-83c8-23f1d3143205', 'tag': '424b2123-2ed7-4eda-bdcf-dd72a3df7bea'}] {{(pid=115991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 00:33:12.356588 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73a3e3d67458d2a17dff5edd29115f5abec4313aa2236b93bd84783ab3df8685" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d276d805-9384-483c-89b2-8b15aae9b87e" -d '{"events": [{"name": "network-changed", "server_uuid": "4829f58c-adec-413d-83c8-23f1d3143205", "tag": "424b2123-2ed7-4eda-bdcf-dd72a3df7bea"}]}' {{(pid=115991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 00:33:12.397289 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 00:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-936c0522-9b68-4b1c-8224-8e30ed3ffe6e x-openstack-request-id: req-936c0522-9b68-4b1c-8224-8e30ed3ffe6e {{(pid=115991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 00:33:12.397651 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4829f58c-adec-413d-83c8-23f1d3143205", "tag": "424b2123-2ed7-4eda-bdcf-dd72a3df7bea", "status": "completed", "code": 200}]} {{(pid=115991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 00:33:12.398016 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-936c0522-9b68-4b1c-8224-8e30ed3ffe6e {{(pid=115991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 00:33:12.398510 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.notifiers.nova [-] Nova event matching ['req-936c0522-9b68-4b1c-8224-8e30ed3ffe6e'] response: {'name': 'network-changed', 'server_uuid': '4829f58c-adec-413d-83c8-23f1d3143205', 'tag': '424b2123-2ed7-4eda-bdcf-dd72a3df7bea', 'status': 'completed', 'code': 200} Aug 08 00:33:12.446267 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_dvr_db [None req-441c30e3-47ca-48b1-9310-ed7416162c39 None None] Set router 86e559f2-866e-494b-82ad-b5b594a151c0 gateway port host: dv-cinder-851640-3-iscsi {{(pid=115994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 00:33:12.487185 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:33:12.535795 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-a216bc97-1ca7-4dd2-a082-2b12b71de34b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (d53f5436-7c7f-4441-9708-9d0333b57745), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:12.544360 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=100 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:33:12.701119 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_hamode_db [None req-441c30e3-47ca-48b1-9310-ed7416162c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86e559f2-866e-494b-82ad-b5b594a151c0', 'name': 'tempest-AttachVolumeShelveTestJSON-1947753513-router', 'tenant_id': '1aa84c8a680d49f8be48580c62c18889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '53cdf01d-9d88-476a-b524-f08ed0260945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:32:21Z', 'updated_at': '2022-08-08T00:32:28Z', 'revision_number': 4, 'project_id': '1aa84c8a680d49f8be48580c62c18889', 'gw_port': {'id': '53cdf01d-9d88-476a-b524-f08ed0260945', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:86:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e559f2-866e-494b-82ad-b5b594a151c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:32:22Z', 'updated_at': '2022-08-08T00:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi', '_floatingips': [{'id': '1d04c29b-17e5-4fbf-9d0e-b714414d6f71', 'tenant_id': '1aa84c8a680d49f8be48580c62c18889', 'floating_ip_address': '172.27.3.140', 'floating_network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'router_id': '86e559f2-866e-494b-82ad-b5b594a151c0', 'port_id': '424b2123-2ed7-4eda-bdcf-dd72a3df7bea', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80d6d476-8f39-44d3-b747-4eed8b7c1a18', 'mac_address': 'fa:16:3e:a5:56:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4829f58c-adec-413d-83c8-23f1d3143205', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T00:32:36Z', 'updated_at': '2022-08-08T00:33:11Z', 'revision_number': 1, 'project_id': '1aa84c8a680d49f8be48580c62c18889', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c261cb3a-39f2-424d-b5df-2be1a2e72cb7', 'name': '', 'network_id': '80d6d476-8f39-44d3-b747-4eed8b7c1a18', 'tenant_id': '1aa84c8a680d49f8be48580c62c18889', 'mac_address': 'fa:16:3e:2d:94:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e559f2-866e-494b-82ad-b5b594a151c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '2e97ee91-c7eb-4a92-adff-260b02055216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:32:27Z', 'updated_at': '2022-08-08T00:32:38Z', 'revision_number': 5, 'project_id': '1aa84c8a680d49f8be48580c62c18889', 'subnets': [{'id': '2e97ee91-c7eb-4a92-adff-260b02055216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851640-3-iscsi', False) {} {{(pid=115994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:33:12.726555 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-441c30e3-47ca-48b1-9310-ed7416162c39 None None] Checking router: 86e559f2-866e-494b-82ad-b5b594a151c0 for host: dv-cinder-851640-3-iscsi {{(pid=115994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 00:33:12.736222 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441c30e3-47ca-48b1-9310-ed7416162c39 None None] Routers {'86e559f2-866e-494b-82ad-b5b594a151c0'} bound to L3 agent in host dv-cinder-851640-3-iscsi {{(pid=115994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 00:33:12.736888 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_hamode_db [None req-441c30e3-47ca-48b1-9310-ed7416162c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851640-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-08T00:24:12Z,description=,heartbeat_timestamp=2022-08-08T00:33:12Z,host='dv-cinder-851640-3-iscsi',id=d53f5436-7c7f-4441-9708-9d0333b57745,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T00:24:13Z,topic='l3_agent')) {'router_ids': ['86e559f2-866e-494b-82ad-b5b594a151c0'], 'active': True} {{(pid=115994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:33:12.815422 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d276d805-9384-483c-89b2-8b15aae9b87e req-f7259fbe-e10c-4255-b396-617bdd9f3d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:33:12.817072 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-d276d805-9384-483c-89b2-8b15aae9b87e req-f7259fbe-e10c-4255-b396-617bdd9f3d99 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=1aa84c8a680d49f8be48580c62c18889&device_id=4829f58c-adec-413d-83c8-23f1d3143205 HTTP/1.1" status: 200 len: 1129 time: 0.0715604 Aug 08 00:33:12.888215 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_dvr_db [None req-441c30e3-47ca-48b1-9310-ed7416162c39 None None] Set router 86e559f2-866e-494b-82ad-b5b594a151c0 gateway port host: dv-cinder-851640-3-iscsi {{(pid=115994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 00:33:12.975270 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d276d805-9384-483c-89b2-8b15aae9b87e req-c9ad9067-8d4a-4a7b-b111-2a27922b58c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:33:12.976761 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-d276d805-9384-483c-89b2-8b15aae9b87e req-c9ad9067-8d4a-4a7b-b111-2a27922b58c1 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=80d6d476-8f39-44d3-b747-4eed8b7c1a18 HTTP/1.1" status: 200 len: 918 time: 0.1529214 Aug 08 00:33:12.984007 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3611221-92fb-4928-932e-6b8e1557a996 req-58de77ff-a92f-44c0-825f-fa2f1ea57805 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:33:12.986324 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-f3611221-92fb-4928-932e-6b8e1557a996 req-58de77ff-a92f-44c0-825f-fa2f1ea57805 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9f8480cf-4061-4c55-8118-a74951cf6142 HTTP/1.1" status: 200 len: 946 time: 0.0782678 Aug 08 00:33:13.015871 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8968cf66-c321-4187-8166-47cdc6cc701e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04d4459b-df65-4f20-b895-eaa736bf1d79'}] {{(pid=115993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 00:33:13.018253 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffcbb3165cefe78fdef2215408d5e0047484b378f5d65619a4e095a8aefc113e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a3b20a3-1f93-4de1-ad7a-50e7bf979fe7" -d '{"events": [{"server_uuid": "8968cf66-c321-4187-8166-47cdc6cc701e", "name": "network-vif-plugged", "status": "completed", "tag": "04d4459b-df65-4f20-b895-eaa736bf1d79"}]}' {{(pid=115993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 00:33:13.043415 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27d5027-4383-48ef-9c6d-c64061dd4410 req-d3ac3049-a723-4119-b0f2-3175943d769e tempest-DeleteServersTestJSON-191410030 tempest-DeleteServersTestJSON-191410030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:33:13.045533 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-a27d5027-4383-48ef-9c6d-c64061dd4410 req-d3ac3049-a723-4119-b0f2-3175943d769e tempest-DeleteServersTestJSON-191410030 tempest-DeleteServersTestJSON-191410030-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=127db5f0-f5b7-4e93-889a-603eae1f3e3d HTTP/1.1" status: 200 len: 945 time: 0.0553536 Aug 08 00:33:13.047817 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-f3611221-92fb-4928-932e-6b8e1557a996 req-58ca3897-0c4f-42d1-8be9-03fef85d1df0 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b6dd8e00-6ccc-4249-bcb5-212ee8057e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550106 Aug 08 00:33:13.098728 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-a27d5027-4383-48ef-9c6d-c64061dd4410 req-0a283d7c-fcfb-47af-885e-548cc255c0de tempest-DeleteServersTestJSON-191410030 tempest-DeleteServersTestJSON-191410030-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5fd3e569-9aaa-4a74-81fe-f953369912b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454755 Aug 08 00:33:13.101991 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:33:13.112324 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 00:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7f1b6ff-d5ed-4590-9c45-10dbe6d251ac x-openstack-request-id: req-b7f1b6ff-d5ed-4590-9c45-10dbe6d251ac {{(pid=115993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 00:33:13.112639 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8968cf66-c321-4187-8166-47cdc6cc701e", "name": "network-vif-plugged", "status": "completed", "tag": "04d4459b-df65-4f20-b895-eaa736bf1d79", "code": 200}]} {{(pid=115993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 00:33:13.113200 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b7f1b6ff-d5ed-4590-9c45-10dbe6d251ac {{(pid=115993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 00:33:13.113603 dv-cinder-851640-3-iscsi neutron-server[115993]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7f1b6ff-d5ed-4590-9c45-10dbe6d251ac'] response: {'server_uuid': '8968cf66-c321-4187-8166-47cdc6cc701e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04d4459b-df65-4f20-b895-eaa736bf1d79', 'code': 200} Aug 08 00:33:13.204369 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_hamode_db [None req-441c30e3-47ca-48b1-9310-ed7416162c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86e559f2-866e-494b-82ad-b5b594a151c0', 'name': 'tempest-AttachVolumeShelveTestJSON-1947753513-router', 'tenant_id': '1aa84c8a680d49f8be48580c62c18889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '53cdf01d-9d88-476a-b524-f08ed0260945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:32:21Z', 'updated_at': '2022-08-08T00:32:28Z', 'revision_number': 4, 'project_id': '1aa84c8a680d49f8be48580c62c18889', 'gw_port': {'id': '53cdf01d-9d88-476a-b524-f08ed0260945', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:86:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e559f2-866e-494b-82ad-b5b594a151c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:32:22Z', 'updated_at': '2022-08-08T00:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi', '_floatingips': [{'id': '1d04c29b-17e5-4fbf-9d0e-b714414d6f71', 'tenant_id': '1aa84c8a680d49f8be48580c62c18889', 'floating_ip_address': '172.27.3.140', 'floating_network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'router_id': '86e559f2-866e-494b-82ad-b5b594a151c0', 'port_id': '424b2123-2ed7-4eda-bdcf-dd72a3df7bea', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80d6d476-8f39-44d3-b747-4eed8b7c1a18', 'mac_address': 'fa:16:3e:a5:56:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4829f58c-adec-413d-83c8-23f1d3143205', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T00:32:36Z', 'updated_at': '2022-08-08T00:33:11Z', 'revision_number': 1, 'project_id': '1aa84c8a680d49f8be48580c62c18889', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c261cb3a-39f2-424d-b5df-2be1a2e72cb7', 'name': '', 'network_id': '80d6d476-8f39-44d3-b747-4eed8b7c1a18', 'tenant_id': '1aa84c8a680d49f8be48580c62c18889', 'mac_address': 'fa:16:3e:2d:94:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e559f2-866e-494b-82ad-b5b594a151c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '2e97ee91-c7eb-4a92-adff-260b02055216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:32:27Z', 'updated_at': '2022-08-08T00:32:38Z', 'revision_number': 5, 'project_id': '1aa84c8a680d49f8be48580c62c18889', 'subnets': [{'id': '2e97ee91-c7eb-4a92-adff-260b02055216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851640-3-iscsi', False) {} {{(pid=115994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:33:13.242797 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-441c30e3-47ca-48b1-9310-ed7416162c39 None None] The sync data for ids ['86e559f2-866e-494b-82ad-b5b594a151c0'] in dv-cinder-851640-3-iscsi is: [{'id': '86e559f2-866e-494b-82ad-b5b594a151c0', 'name': 'tempest-AttachVolumeShelveTestJSON-1947753513-router', 'tenant_id': '1aa84c8a680d49f8be48580c62c18889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '53cdf01d-9d88-476a-b524-f08ed0260945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:32:21Z', 'updated_at': '2022-08-08T00:32:28Z', 'revision_number': 4, 'project_id': '1aa84c8a680d49f8be48580c62c18889', 'gw_port': {'id': '53cdf01d-9d88-476a-b524-f08ed0260945', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:86:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e559f2-866e-494b-82ad-b5b594a151c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:32:22Z', 'updated_at': '2022-08-08T00:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi', '_floatingips': [{'id': '1d04c29b-17e5-4fbf-9d0e-b714414d6f71', 'tenant_id': '1aa84c8a680d49f8be48580c62c18889', 'floating_ip_address': '172.27.3.140', 'floating_network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'router_id': '86e559f2-866e-494b-82ad-b5b594a151c0', 'port_id': '424b2123-2ed7-4eda-bdcf-dd72a3df7bea', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80d6d476-8f39-44d3-b747-4eed8b7c1a18', 'mac_address': 'fa:16:3e:a5:56:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4829f58c-adec-413d-83c8-23f1d3143205', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T00:32:36Z', 'updated_at': '2022-08-08T00:33:11Z', 'revision_number': 1, 'project_id': '1aa84c8a680d49f8be48580c62c18889', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c261cb3a-39f2-424d-b5df-2be1a2e72cb7', 'name': '', 'network_id': '80d6d476-8f39-44d3-b747-4eed8b7c1a18', 'tenant_id': '1aa84c8a680d49f8be48580c62c18889', 'mac_address': 'fa:16:3e:2d:94:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e559f2-866e-494b-82ad-b5b594a151c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '2e97ee91-c7eb-4a92-adff-260b02055216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:32:27Z', 'updated_at': '2022-08-08T00:32:38Z', 'revision_number': 5, 'project_id': '1aa84c8a680d49f8be48580c62c18889', 'subnets': [{'id': '2e97ee91-c7eb-4a92-adff-260b02055216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 00:33:13.296700 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ff95b4-0c9c-4bbb-aa9e-d97e2a18fcce req-f5bd994b-3b81-4ec8-964b-8229c071a020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:33:13.298228 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-20ff95b4-0c9c-4bbb-aa9e-d97e2a18fcce req-f5bd994b-3b81-4ec8-964b-8229c071a020 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=127db5f0-f5b7-4e93-889a-603eae1f3e3d HTTP/1.1" status: 200 len: 1129 time: 0.0858374 Aug 08 00:33:13.300414 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-d276d805-9384-483c-89b2-8b15aae9b87e req-4e5e4263-b026-4ca3-86bc-f0e6ab9e9182 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=424b2123-2ed7-4eda-bdcf-dd72a3df7bea HTTP/1.1" status: 200 len: 999 time: 0.1270759 Aug 08 00:33:13.391150 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d276d805-9384-483c-89b2-8b15aae9b87e req-7740e84e-af8a-4fae-907c-c6ac79d350c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:33:13.392748 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-d276d805-9384-483c-89b2-8b15aae9b87e req-7740e84e-af8a-4fae-907c-c6ac79d350c8 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=2e97ee91-c7eb-4a92-adff-260b02055216 HTTP/1.1" status: 200 len: 856 time: 0.0782464 Aug 08 00:33:13.396253 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-20ff95b4-0c9c-4bbb-aa9e-d97e2a18fcce req-0ef2a7cc-cfbb-415e-b4f8-706fc8e4f861 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5fd3e569-9aaa-4a74-81fe-f953369912b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832202 Aug 08 00:33:13.521558 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7470967-f643-4ae8-a9e0-3d8fae3f94b4 None None] New status for floating IP 1d04c29b-17e5-4fbf-9d0e-b714414d6f71: ACTIVE {{(pid=115993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 08 00:33:13.642792 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d276d805-9384-483c-89b2-8b15aae9b87e req-52b3a75f-9b1a-4659-9d23-f9dfcda39937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:33:13.644530 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-d276d805-9384-483c-89b2-8b15aae9b87e req-52b3a75f-9b1a-4659-9d23-f9dfcda39937 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=80d6d476-8f39-44d3-b747-4eed8b7c1a18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0581603 Aug 08 00:33:13.794570 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-d276d805-9384-483c-89b2-8b15aae9b87e req-11782f9e-da25-4611-8429-46f5abc04ffb service neutron] 10.222.0.25 "GET /networking/v2.0/networks/80d6d476-8f39-44d3-b747-4eed8b7c1a18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966179 Aug 08 00:33:14.110161 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=100 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:33:14.175541 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992df788-41ae-4eb4-828d-1cfb5fb16d3f req-97e9c417-a5c8-460a-8604-8b8142d94376 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:33:14.177194 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-992df788-41ae-4eb4-828d-1cfb5fb16d3f req-97e9c417-a5c8-460a-8604-8b8142d94376 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9f8480cf-4061-4c55-8118-a74951cf6142 HTTP/1.1" status: 200 len: 946 time: 0.0498598 Aug 08 00:33:14.230934 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-992df788-41ae-4eb4-828d-1cfb5fb16d3f req-b2d2bf0e-a434-4b44-b1ab-56216df54107 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b6dd8e00-6ccc-4249-bcb5-212ee8057e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476687 Aug 08 00:33:14.233289 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba717ce8-f7a3-45fa-91f4-b35f5518d300 req-d913cf46-f811-4970-889a-202568946fc0 tempest-DeleteServersTestJSON-191410030 tempest-DeleteServersTestJSON-191410030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:33:14.234997 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-ba717ce8-f7a3-45fa-91f4-b35f5518d300 req-d913cf46-f811-4970-889a-202568946fc0 tempest-DeleteServersTestJSON-191410030 tempest-DeleteServersTestJSON-191410030-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=127db5f0-f5b7-4e93-889a-603eae1f3e3d HTTP/1.1" status: 200 len: 945 time: 0.0522776 Aug 08 00:33:14.283847 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=100 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:33:14.288653 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-ba717ce8-f7a3-45fa-91f4-b35f5518d300 req-c088d54b-f4ea-4bac-bde7-f955ff74b62f tempest-DeleteServersTestJSON-191410030 tempest-DeleteServersTestJSON-191410030-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5fd3e569-9aaa-4a74-81fe-f953369912b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478544 Aug 08 00:33:14.294910 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-053f2fa2-08e2-4320-9ef7-ed55b6b025bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (8871f2bb-53fb-48a8-be6c-361eafeaffd1), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:14.703678 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2277bb-a6df-4aa4-afe7-8896b7ddf18f req-9686701f-aa29-466a-9538-fcb0d623b7e8 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:33:14.705170 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-ab2277bb-a6df-4aa4-afe7-8896b7ddf18f req-9686701f-aa29-466a-9538-fcb0d623b7e8 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9f8480cf-4061-4c55-8118-a74951cf6142 HTTP/1.1" status: 200 len: 946 time: 0.0513339 Aug 08 00:33:14.754888 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-ab2277bb-a6df-4aa4-afe7-8896b7ddf18f req-d696639e-976f-454b-8a3f-643843aff224 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b6dd8e00-6ccc-4249-bcb5-212ee8057e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437398 Aug 08 00:33:14.925419 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 55012) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:33:15.029647 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-4f4e02f4-6ae8-43c5-8170-191a124ad971 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:15.107752 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-4f4e02f4-6ae8-43c5-8170-191a124ad971 admin admin] Publish callbacks [] for security_group (7c910a71-5d93-49bc-b9f6-82ed9fd5ad44), precommit_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:15.178477 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-4f4e02f4-6ae8-43c5-8170-191a124ad971 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (7c910a71-5d93-49bc-b9f6-82ed9fd5ad44), after_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:15.220029 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4e02f4-6ae8-43c5-8170-191a124ad971 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c910a71-5d93-49bc-b9f6-82ed9fd5ad44,revision_number=1']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:33:15.231170 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-4f4e02f4-6ae8-43c5-8170-191a124ad971 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=30dca8d1c34242aa8b4c4fe638d85a53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3038783 Aug 08 00:33:15.233384 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 55030) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:33:15.284822 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-82d6aed4-bae7-4dc6-af8d-3b75c5e603b2 admin admin] Publish callbacks [] for security_group (7c910a71-5d93-49bc-b9f6-82ed9fd5ad44), before_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:15.307248 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-82d6aed4-bae7-4dc6-af8d-3b75c5e603b2 admin admin] Publish callbacks [] for security_group (7c910a71-5d93-49bc-b9f6-82ed9fd5ad44), precommit_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:15.413785 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fa0811-03df-4fb4-ba7d-fce3fd75c57a req-1e723919-ef52-4c41-a9a5-012c17451e1a tempest-DeleteServersTestJSON-191410030 tempest-DeleteServersTestJSON-191410030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:33:15.415427 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-d6fa0811-03df-4fb4-ba7d-fce3fd75c57a req-1e723919-ef52-4c41-a9a5-012c17451e1a tempest-DeleteServersTestJSON-191410030 tempest-DeleteServersTestJSON-191410030-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=127db5f0-f5b7-4e93-889a-603eae1f3e3d HTTP/1.1" status: 200 len: 945 time: 0.0507867 Aug 08 00:33:15.421366 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-82d6aed4-bae7-4dc6-af8d-3b75c5e603b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (7c910a71-5d93-49bc-b9f6-82ed9fd5ad44), after_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:15.421848 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (aa35aa05-3c09-40ae-a1e3-ebf96fe3358c), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:15.425317 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-82d6aed4-bae7-4dc6-af8d-3b75c5e603b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:15.426603 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-82d6aed4-bae7-4dc6-af8d-3b75c5e603b2 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/7c910a71-5d93-49bc-b9f6-82ed9fd5ad44 HTTP/1.1" status: 204 len: 168 time: 0.1917057 Aug 08 00:33:15.447847 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d6aed4-bae7-4dc6-af8d-3b75c5e603b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c910a71-5d93-49bc-b9f6-82ed9fd5ad44,revision_number=None']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:33:15.486586 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-d6fa0811-03df-4fb4-ba7d-fce3fd75c57a req-cf1762f5-ce0b-4dae-8ef7-ec5ab114279a tempest-DeleteServersTestJSON-191410030 tempest-DeleteServersTestJSON-191410030-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5fd3e569-9aaa-4a74-81fe-f953369912b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588372 Aug 08 00:33:15.840901 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-64237613-c389-4d10-936d-2956085fc78e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (998b03d7-10a2-4624-8114-660f2901b45f), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:15.875625 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6131db86-0a07-4782-9ac1-7892d5e352f6 req-343b443a-955a-4af8-ab47-d5dd60c57618 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:33:15.877074 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-6131db86-0a07-4782-9ac1-7892d5e352f6 req-343b443a-955a-4af8-ab47-d5dd60c57618 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9f8480cf-4061-4c55-8118-a74951cf6142 HTTP/1.1" status: 200 len: 946 time: 0.0501518 Aug 08 00:33:15.925407 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-6131db86-0a07-4782-9ac1-7892d5e352f6 req-823fb22a-7bd2-44b2-b3c5-ac42b0754a27 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b6dd8e00-6ccc-4249-bcb5-212ee8057e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425649 Aug 08 00:33:15.991343 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 55048) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:33:16.005242 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-be6a497e-988b-4fba-9b63-05205c1b41b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:16.078344 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-be6a497e-988b-4fba-9b63-05205c1b41b9 admin admin] Publish callbacks [] for security_group (00e08de2-e884-4592-925c-cab7d6366e71), precommit_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:16.152811 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-be6a497e-988b-4fba-9b63-05205c1b41b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (00e08de2-e884-4592-925c-cab7d6366e71), after_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:16.194253 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-be6a497e-988b-4fba-9b63-05205c1b41b9 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=1f0442a3f55049858c7e9d7d927f5311&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2018068 Aug 08 00:33:16.196222 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6a497e-988b-4fba-9b63-05205c1b41b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00e08de2-e884-4592-925c-cab7d6366e71,revision_number=1']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:33:16.196937 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 55052) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:33:16.246146 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-dbf55ff2-2cfa-428a-8cf7-c0c8f503848b admin admin] Publish callbacks [] for security_group (00e08de2-e884-4592-925c-cab7d6366e71), before_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:16.268821 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-dbf55ff2-2cfa-428a-8cf7-c0c8f503848b admin admin] Publish callbacks [] for security_group (00e08de2-e884-4592-925c-cab7d6366e71), precommit_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:16.378375 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-dbf55ff2-2cfa-428a-8cf7-c0c8f503848b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (00e08de2-e884-4592-925c-cab7d6366e71), after_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:16.380953 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-dbf55ff2-2cfa-428a-8cf7-c0c8f503848b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:16.382123 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-dbf55ff2-2cfa-428a-8cf7-c0c8f503848b admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/00e08de2-e884-4592-925c-cab7d6366e71 HTTP/1.1" status: 204 len: 168 time: 0.1842141 Aug 08 00:33:16.390259 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf55ff2-2cfa-428a-8cf7-c0c8f503848b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00e08de2-e884-4592-925c-cab7d6366e71,revision_number=None']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:33:16.604653 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753da73d-4c83-44e8-ab76-ea43ef431ed3 req-39de518d-50df-46b8-9977-782ef11c1511 tempest-DeleteServersTestJSON-191410030 tempest-DeleteServersTestJSON-191410030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:33:16.606200 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-753da73d-4c83-44e8-ab76-ea43ef431ed3 req-39de518d-50df-46b8-9977-782ef11c1511 tempest-DeleteServersTestJSON-191410030 tempest-DeleteServersTestJSON-191410030-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=127db5f0-f5b7-4e93-889a-603eae1f3e3d HTTP/1.1" status: 200 len: 945 time: 0.0476346 Aug 08 00:33:16.654010 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-753da73d-4c83-44e8-ab76-ea43ef431ed3 req-1d4723c9-3ddb-4554-bf66-afed46ee7ce0 tempest-DeleteServersTestJSON-191410030 tempest-DeleteServersTestJSON-191410030-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5fd3e569-9aaa-4a74-81fe-f953369912b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412612 Aug 08 00:33:16.924153 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecfbe2c-9c12-458c-8673-368ed54848c6 req-10593e47-d014-4996-9809-bed0862f2ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:33:16.925548 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-0ecfbe2c-9c12-458c-8673-368ed54848c6 req-10593e47-d014-4996-9809-bed0862f2ec9 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8968cf66-c321-4187-8166-47cdc6cc701e HTTP/1.1" status: 200 len: 1130 time: 0.0848334 Aug 08 00:33:16.967560 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-d276d805-9384-483c-89b2-8b15aae9b87e req-553ba535-f7ff-4090-bb9a-c51543329f60 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/80d6d476-8f39-44d3-b747-4eed8b7c1a18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983129 Aug 08 00:33:17.047606 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c19765-3c19-421e-afed-ec72a7cf731b req-89bc1fc8-73da-4c0e-8b0e-4447b836917b tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:33:17.049161 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-f9c19765-3c19-421e-afed-ec72a7cf731b req-89bc1fc8-73da-4c0e-8b0e-4447b836917b tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9f8480cf-4061-4c55-8118-a74951cf6142 HTTP/1.1" status: 200 len: 946 time: 0.0492907 Aug 08 00:33:17.098915 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-f9c19765-3c19-421e-afed-ec72a7cf731b req-98114a41-8cd1-4cc6-a8d2-7ce6167082b8 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b6dd8e00-6ccc-4249-bcb5-212ee8057e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441179 Aug 08 00:33:17.241334 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=89,neutron:INSERT=11 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:33:17.303878 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685dc7f9-897a-4afa-8dd8-5124630baf9f req-b42cca45-4f51-4a0a-b03e-8c456fc318e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:33:17.305549 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-685dc7f9-897a-4afa-8dd8-5124630baf9f req-b42cca45-4f51-4a0a-b03e-8c456fc318e6 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=9bd235f1f9f44df4b2e3dbd0c05b3a83&device_id=9f8480cf-4061-4c55-8118-a74951cf6142 HTTP/1.1" status: 200 len: 1130 time: 0.0621784 Aug 08 00:33:17.308943 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-0ecfbe2c-9c12-458c-8673-368ed54848c6 req-7d8e9d2e-ad0a-4519-aff0-023eda925efa service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b6dd8e00-6ccc-4249-bcb5-212ee8057e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993569 Aug 08 00:33:17.578941 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:33:17.642050 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685dc7f9-897a-4afa-8dd8-5124630baf9f req-66d82a39-27a0-43fc-a21a-a395327caab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:33:17.646365 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-685dc7f9-897a-4afa-8dd8-5124630baf9f req-66d82a39-27a0-43fc-a21a-a395327caab4 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=39987f39-4c60-4c27-9f4f-c7657da06e51 HTTP/1.1" status: 200 len: 920 time: 0.1114161 Aug 08 00:33:17.763624 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:33:17.779408 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dd4338-8184-47a8-8365-2ffd446e9779 req-f23ebbeb-f2eb-4468-bd80-c6abaeff9f5c tempest-DeleteServersTestJSON-191410030 tempest-DeleteServersTestJSON-191410030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:33:17.781302 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-c2dd4338-8184-47a8-8365-2ffd446e9779 req-f23ebbeb-f2eb-4468-bd80-c6abaeff9f5c tempest-DeleteServersTestJSON-191410030 tempest-DeleteServersTestJSON-191410030-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=127db5f0-f5b7-4e93-889a-603eae1f3e3d HTTP/1.1" status: 200 len: 945 time: 0.0512075 Aug 08 00:33:17.831769 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-c2dd4338-8184-47a8-8365-2ffd446e9779 req-3410c439-af7e-4ac4-a6eb-beba920b5c12 tempest-DeleteServersTestJSON-191410030 tempest-DeleteServersTestJSON-191410030-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5fd3e569-9aaa-4a74-81fe-f953369912b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438538 Aug 08 00:33:18.273824 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f15239-9f68-44b1-aeae-c7b5c6429b5c req-b64e288b-bc00-475b-9d85-7d1f892a42dd tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:33:18.275434 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-42f15239-9f68-44b1-aeae-c7b5c6429b5c req-b64e288b-bc00-475b-9d85-7d1f892a42dd tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9f8480cf-4061-4c55-8118-a74951cf6142 HTTP/1.1" status: 200 len: 946 time: 0.1004469 Aug 08 00:33:18.437083 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-42f15239-9f68-44b1-aeae-c7b5c6429b5c req-9043d76e-7fc6-4e5c-9ea9-a57db45adbed tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b6dd8e00-6ccc-4249-bcb5-212ee8057e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521630 Aug 08 00:33:18.469587 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-685dc7f9-897a-4afa-8dd8-5124630baf9f req-7121d686-542b-4106-ab91-8f722d230d95 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=247bdc76-37cc-4751-82b6-e4aaca65e313 HTTP/1.1" status: 200 len: 217 time: 0.0807698 Aug 08 00:33:18.625187 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.agents_db [None req-431a3ab4-e5a4-4361-9fcb-d2d78b6c2e03 None None] Agent healthcheck: found 6 active agents {{(pid=115994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 00:33:18.950491 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b533153-1435-43de-964f-a496949f19d4 req-77248ca2-8584-4b54-b381-e0b879fcb304 tempest-DeleteServersTestJSON-191410030 tempest-DeleteServersTestJSON-191410030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:33:18.952067 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-3b533153-1435-43de-964f-a496949f19d4 req-77248ca2-8584-4b54-b381-e0b879fcb304 tempest-DeleteServersTestJSON-191410030 tempest-DeleteServersTestJSON-191410030-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=127db5f0-f5b7-4e93-889a-603eae1f3e3d HTTP/1.1" status: 200 len: 945 time: 0.0501850 Aug 08 00:33:18.999350 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-3b533153-1435-43de-964f-a496949f19d4 req-1113c776-0cfa-41bd-9408-f4fb3a7c5f32 tempest-DeleteServersTestJSON-191410030 tempest-DeleteServersTestJSON-191410030-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5fd3e569-9aaa-4a74-81fe-f953369912b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409663 Aug 08 00:33:19.491713 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685dc7f9-897a-4afa-8dd8-5124630baf9f req-79eb0c9f-1bc0-48d4-955f-5516adb13840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:33:19.493380 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-685dc7f9-897a-4afa-8dd8-5124630baf9f req-79eb0c9f-1bc0-48d4-955f-5516adb13840 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=0eda73d9-3865-4e7b-8b67-75076c7b1107 HTTP/1.1" status: 200 len: 858 time: 0.0496383 Aug 08 00:33:19.558536 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbb0277-1817-490a-86e3-c4dd21747fc7 req-f8dcab76-ede7-4b79-94b2-239441e503e3 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:33:19.560039 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-3cbb0277-1817-490a-86e3-c4dd21747fc7 req-f8dcab76-ede7-4b79-94b2-239441e503e3 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9f8480cf-4061-4c55-8118-a74951cf6142 HTTP/1.1" status: 200 len: 946 time: 0.0526571 Aug 08 00:33:19.608448 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-3cbb0277-1817-490a-86e3-c4dd21747fc7 req-e0e07f4a-660e-45cd-9c58-a68292f9a366 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b6dd8e00-6ccc-4249-bcb5-212ee8057e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419486 Aug 08 00:33:20.346945 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685dc7f9-897a-4afa-8dd8-5124630baf9f req-80538ba8-5732-4d98-9de8-fdb7f3c56ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:33:20.348498 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-685dc7f9-897a-4afa-8dd8-5124630baf9f req-80538ba8-5732-4d98-9de8-fdb7f3c56ed3 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=39987f39-4c60-4c27-9f4f-c7657da06e51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384901 Aug 08 00:33:20.720105 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:33:20.728319 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dceb02-b3db-411c-87ac-d707dd724554 req-81141d4c-5db9-458a-b551-141e79ac2046 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:33:20.729693 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-18dceb02-b3db-411c-87ac-d707dd724554 req-81141d4c-5db9-458a-b551-141e79ac2046 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9f8480cf-4061-4c55-8118-a74951cf6142 HTTP/1.1" status: 200 len: 946 time: 0.0468338 Aug 08 00:33:20.776832 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-18dceb02-b3db-411c-87ac-d707dd724554 req-75c78264-2a0f-4067-aa80-c466a24682b4 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b6dd8e00-6ccc-4249-bcb5-212ee8057e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415304 Aug 08 00:33:21.403401 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-685dc7f9-897a-4afa-8dd8-5124630baf9f req-654150ab-51a8-4e6c-95c0-22ff520154b6 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/39987f39-4c60-4c27-9f4f-c7657da06e51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874422 Aug 08 00:33:21.546464 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-685dc7f9-897a-4afa-8dd8-5124630baf9f req-7dc2e7a8-3045-4c2e-bca6-a9b4f31d7c0a service neutron] 10.222.0.25 "GET /networking/v2.0/networks/39987f39-4c60-4c27-9f4f-c7657da06e51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855227 Aug 08 00:33:21.894672 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e818c8-8619-4d47-b23d-ae7ab7075a09 req-e0524e46-eaad-4dbc-b729-0ea39adebf6a tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:33:21.896223 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-f3e818c8-8619-4d47-b23d-ae7ab7075a09 req-e0524e46-eaad-4dbc-b729-0ea39adebf6a tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9f8480cf-4061-4c55-8118-a74951cf6142 HTTP/1.1" status: 200 len: 946 time: 0.0471921 Aug 08 00:33:21.946755 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-f3e818c8-8619-4d47-b23d-ae7ab7075a09 req-9ba66dbf-7692-4644-b1fe-834dc0277ed0 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b6dd8e00-6ccc-4249-bcb5-212ee8057e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448513 Aug 08 00:33:23.069957 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e02741c-169b-467a-ae6c-8e83c7ecc482 req-68df055f-28a8-47ae-9061-e92e847a49a3 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:33:23.071480 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-9e02741c-169b-467a-ae6c-8e83c7ecc482 req-68df055f-28a8-47ae-9061-e92e847a49a3 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9f8480cf-4061-4c55-8118-a74951cf6142 HTTP/1.1" status: 200 len: 946 time: 0.0520997 Aug 08 00:33:23.126287 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-9e02741c-169b-467a-ae6c-8e83c7ecc482 req-1ea7efb4-f361-48bb-ba56-2c5041ea5caf tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b6dd8e00-6ccc-4249-bcb5-212ee8057e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490623 Aug 08 00:33:24.253846 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03adb5cc-ef47-49b8-85e3-5743d6d3be4f req-3b941c4a-62bc-43f6-a69c-6ac263d98bd8 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:33:24.255229 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-03adb5cc-ef47-49b8-85e3-5743d6d3be4f req-3b941c4a-62bc-43f6-a69c-6ac263d98bd8 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9f8480cf-4061-4c55-8118-a74951cf6142 HTTP/1.1" status: 200 len: 946 time: 0.0467389 Aug 08 00:33:24.301663 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-03adb5cc-ef47-49b8-85e3-5743d6d3be4f req-7d9cd7ec-4749-46f4-8913-4f01c1e84b6a tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b6dd8e00-6ccc-4249-bcb5-212ee8057e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407884 Aug 08 00:33:25.418744 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56f1cac-909d-4cf8-a568-53713be78edd req-c57aa5ca-14f5-42bf-93fd-ba9749bbbc8d tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:33:25.420260 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-c56f1cac-909d-4cf8-a568-53713be78edd req-c57aa5ca-14f5-42bf-93fd-ba9749bbbc8d tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9f8480cf-4061-4c55-8118-a74951cf6142 HTTP/1.1" status: 200 len: 946 time: 0.0475996 Aug 08 00:33:25.467508 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-c56f1cac-909d-4cf8-a568-53713be78edd req-f6f16d41-a06d-4582-a75c-0b9c0344a8cf tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b6dd8e00-6ccc-4249-bcb5-212ee8057e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415382 Aug 08 00:33:25.777896 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=79,neutron:UPDATE=6 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:33:26.404544 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=41,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:33:26.593628 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7df6780-6878-4742-8000-bfb6b0edeedb req-6c08db8f-a4ef-4c3e-87ba-0d7a3529fc91 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:33:26.595355 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-b7df6780-6878-4742-8000-bfb6b0edeedb req-6c08db8f-a4ef-4c3e-87ba-0d7a3529fc91 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9f8480cf-4061-4c55-8118-a74951cf6142 HTTP/1.1" status: 200 len: 946 time: 0.0481353 Aug 08 00:33:26.657950 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-b7df6780-6878-4742-8000-bfb6b0edeedb req-3e705bf5-7f88-4bc9-9326-f575700da611 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b6dd8e00-6ccc-4249-bcb5-212ee8057e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562935 Aug 08 00:33:26.732784 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-d4274a20-4047-458a-b075-73de001579ab req-407b092a-e31e-4ed1-a1f7-aa823db450ec service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8968cf66-c321-4187-8166-47cdc6cc701e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0405459 Aug 08 00:33:26.829703 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4274a20-4047-458a-b075-73de001579ab req-ab81f5a6-9f22-4668-8a45-39170a3017fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:33:26.831026 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-d4274a20-4047-458a-b075-73de001579ab req-ab81f5a6-9f22-4668-8a45-39170a3017fb service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=9bd235f1f9f44df4b2e3dbd0c05b3a83&device_id=8968cf66-c321-4187-8166-47cdc6cc701e HTTP/1.1" status: 200 len: 1130 time: 0.0440071 Aug 08 00:33:26.870081 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=100 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:33:26.939334 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4274a20-4047-458a-b075-73de001579ab req-ecc67502-0555-439b-b42f-cf8898fe0677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:33:26.943095 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-d4274a20-4047-458a-b075-73de001579ab req-ecc67502-0555-439b-b42f-cf8898fe0677 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=39987f39-4c60-4c27-9f4f-c7657da06e51 HTTP/1.1" status: 200 len: 920 time: 0.0915639 Aug 08 00:33:26.985008 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-d4274a20-4047-458a-b075-73de001579ab req-00b4eee9-4966-4694-8004-d983043f9cd8 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=04d4459b-df65-4f20-b895-eaa736bf1d79 HTTP/1.1" status: 200 len: 217 time: 0.0347621 Aug 08 00:33:27.051300 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4274a20-4047-458a-b075-73de001579ab req-a9951bf6-0421-42d5-829f-efb5ce25a01a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:33:27.052759 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-d4274a20-4047-458a-b075-73de001579ab req-a9951bf6-0421-42d5-829f-efb5ce25a01a service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=0eda73d9-3865-4e7b-8b67-75076c7b1107 HTTP/1.1" status: 200 len: 858 time: 0.0616126 Aug 08 00:33:27.099961 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4274a20-4047-458a-b075-73de001579ab req-bebdb74f-22c9-441a-a174-7d3b246b85d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:33:27.101520 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-d4274a20-4047-458a-b075-73de001579ab req-bebdb74f-22c9-441a-a174-7d3b246b85d5 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=39987f39-4c60-4c27-9f4f-c7657da06e51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422578 Aug 08 00:33:27.169640 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=100 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:33:27.197080 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-d4274a20-4047-458a-b075-73de001579ab req-7ccd03cf-51ae-400b-a28b-8e538eef9cf9 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/39987f39-4c60-4c27-9f4f-c7657da06e51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885642 Aug 08 00:33:27.288974 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-d4274a20-4047-458a-b075-73de001579ab req-ba394262-5ae4-4b33-ae5e-5728a93af2ee service neutron] 10.222.0.25 "GET /networking/v2.0/networks/39987f39-4c60-4c27-9f4f-c7657da06e51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853355 Aug 08 00:33:27.792877 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c230e6-c597-44dc-984c-34443610a18e req-f469f218-3cb0-4ce4-9e95-7e6918678326 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:33:27.795322 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-e2c230e6-c597-44dc-984c-34443610a18e req-f469f218-3cb0-4ce4-9e95-7e6918678326 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9f8480cf-4061-4c55-8118-a74951cf6142 HTTP/1.1" status: 200 len: 946 time: 0.0568628 Aug 08 00:33:27.850740 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-e2c230e6-c597-44dc-984c-34443610a18e req-99c42b9d-29f5-4166-bb26-ba9ca0a1c0ad tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b6dd8e00-6ccc-4249-bcb5-212ee8057e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498295 Aug 08 00:33:28.620021 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=86 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:33:28.621108 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=64 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:33:28.912767 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 55406) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:33:28.980722 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdc6010-10b3-4d36-a19a-fe3215c4a715 req-88f84f7a-d76c-42b2-b438-caec1bc65acd tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:33:28.987902 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-bcdc6010-10b3-4d36-a19a-fe3215c4a715 req-88f84f7a-d76c-42b2-b438-caec1bc65acd tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9f8480cf-4061-4c55-8118-a74951cf6142 HTTP/1.1" status: 200 len: 946 time: 0.0593336 Aug 08 00:33:29.036765 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-7da66b13-8310-440c-9435-eda55672e10e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:29.063087 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-bcdc6010-10b3-4d36-a19a-fe3215c4a715 req-eae89036-d493-4663-821d-f50bc075a9d3 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b6dd8e00-6ccc-4249-bcb5-212ee8057e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721762 Aug 08 00:33:29.130797 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-7da66b13-8310-440c-9435-eda55672e10e admin admin] Publish callbacks [] for security_group (dffb96f2-f42e-42b6-a2e1-86ff268d95dc), precommit_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:29.198427 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-7da66b13-8310-440c-9435-eda55672e10e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (dffb96f2-f42e-42b6-a2e1-86ff268d95dc), after_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:29.240163 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-7da66b13-8310-440c-9435-eda55672e10e admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=f3b7101185d64cdd9028082404030a03&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3253038 Aug 08 00:33:29.240994 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da66b13-8310-440c-9435-eda55672e10e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dffb96f2-f42e-42b6-a2e1-86ff268d95dc,revision_number=1']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:33:29.242693 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 55424) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:33:29.248657 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da66b13-8310-440c-9435-eda55672e10e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:33:29.249016 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da66b13-8310-440c-9435-eda55672e10e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:33:29.249388 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da66b13-8310-440c-9435-eda55672e10e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:33:29.249780 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da66b13-8310-440c-9435-eda55672e10e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:33:29.250122 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da66b13-8310-440c-9435-eda55672e10e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:33:29.250454 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da66b13-8310-440c-9435-eda55672e10e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:33:29.250780 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da66b13-8310-440c-9435-eda55672e10e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:33:29.251107 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da66b13-8310-440c-9435-eda55672e10e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:33:29.251497 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da66b13-8310-440c-9435-eda55672e10e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:33:29.251830 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da66b13-8310-440c-9435-eda55672e10e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:33:29.252248 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da66b13-8310-440c-9435-eda55672e10e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:33:29.252617 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da66b13-8310-440c-9435-eda55672e10e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:33:29.252939 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da66b13-8310-440c-9435-eda55672e10e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:33:29.253262 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da66b13-8310-440c-9435-eda55672e10e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:33:29.253623 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da66b13-8310-440c-9435-eda55672e10e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:33:29.296745 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-b9f82f1a-9dbe-40cb-9277-4bc3c28be43f admin admin] Publish callbacks [] for security_group (dffb96f2-f42e-42b6-a2e1-86ff268d95dc), before_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:29.318514 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-b9f82f1a-9dbe-40cb-9277-4bc3c28be43f admin admin] Publish callbacks [] for security_group (dffb96f2-f42e-42b6-a2e1-86ff268d95dc), precommit_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:29.426733 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-b9f82f1a-9dbe-40cb-9277-4bc3c28be43f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (dffb96f2-f42e-42b6-a2e1-86ff268d95dc), after_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:29.429455 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-b9f82f1a-9dbe-40cb-9277-4bc3c28be43f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:29.430626 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-b9f82f1a-9dbe-40cb-9277-4bc3c28be43f admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/dffb96f2-f42e-42b6-a2e1-86ff268d95dc HTTP/1.1" status: 204 len: 168 time: 0.1868272 Aug 08 00:33:29.438943 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f82f1a-9dbe-40cb-9277-4bc3c28be43f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dffb96f2-f42e-42b6-a2e1-86ff268d95dc,revision_number=None']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:33:29.447077 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f82f1a-9dbe-40cb-9277-4bc3c28be43f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:33:29.447451 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f82f1a-9dbe-40cb-9277-4bc3c28be43f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:33:29.447796 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f82f1a-9dbe-40cb-9277-4bc3c28be43f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:33:29.448164 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f82f1a-9dbe-40cb-9277-4bc3c28be43f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:33:29.448523 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f82f1a-9dbe-40cb-9277-4bc3c28be43f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:33:29.448854 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f82f1a-9dbe-40cb-9277-4bc3c28be43f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:33:29.449180 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f82f1a-9dbe-40cb-9277-4bc3c28be43f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:33:29.449509 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f82f1a-9dbe-40cb-9277-4bc3c28be43f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:33:29.449880 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f82f1a-9dbe-40cb-9277-4bc3c28be43f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:33:29.450204 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f82f1a-9dbe-40cb-9277-4bc3c28be43f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:33:29.450529 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f82f1a-9dbe-40cb-9277-4bc3c28be43f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:33:29.450851 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f82f1a-9dbe-40cb-9277-4bc3c28be43f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:33:29.451169 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f82f1a-9dbe-40cb-9277-4bc3c28be43f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:33:29.451515 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f82f1a-9dbe-40cb-9277-4bc3c28be43f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:33:29.451835 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f82f1a-9dbe-40cb-9277-4bc3c28be43f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:33:30.044607 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 55446) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:33:30.060861 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-392b514d-7aff-4067-b99e-0ff75bec2b2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:30.148871 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-392b514d-7aff-4067-b99e-0ff75bec2b2c admin admin] Publish callbacks [] for security_group (4debfda5-047c-4083-a042-eec5ab5a2a91), precommit_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:30.195759 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd3c595-7024-4f7d-8e00-46f5b42dc17f req-adbbf212-ee47-4c6b-9e0f-733ed942bf07 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:33:30.197246 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-3bd3c595-7024-4f7d-8e00-46f5b42dc17f req-adbbf212-ee47-4c6b-9e0f-733ed942bf07 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9f8480cf-4061-4c55-8118-a74951cf6142 HTTP/1.1" status: 200 len: 946 time: 0.0516500 Aug 08 00:33:30.245346 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-3bd3c595-7024-4f7d-8e00-46f5b42dc17f req-c381629b-ffb5-4a3b-941a-6b8e47d3f1e5 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b6dd8e00-6ccc-4249-bcb5-212ee8057e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422812 Aug 08 00:33:30.270467 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-392b514d-7aff-4067-b99e-0ff75bec2b2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (4debfda5-047c-4083-a042-eec5ab5a2a91), after_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:30.316958 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-392b514d-7aff-4067-b99e-0ff75bec2b2c admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=a1d1b2aedf174fd7b0ddd2f974d1f007&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2702401 Aug 08 00:33:30.320177 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392b514d-7aff-4067-b99e-0ff75bec2b2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4debfda5-047c-4083-a042-eec5ab5a2a91,revision_number=1']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:33:30.320872 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 55460) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:33:30.338105 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:33:30.375706 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 55462) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:33:30.375855 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-b26a9d80-d402-419f-ad8c-c16d07d2c795 admin admin] Publish callbacks [] for security_group (4debfda5-047c-4083-a042-eec5ab5a2a91), before_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:30.399938 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-b26a9d80-d402-419f-ad8c-c16d07d2c795 admin admin] Publish callbacks [] for security_group (4debfda5-047c-4083-a042-eec5ab5a2a91), precommit_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:30.431771 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (c200ec1a-5dc3-458a-a30d-0f16255c41c0), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:30.516219 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-00cb2a07-3d38-47ea-b273-0d7cec8b7a59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:30.535810 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-b26a9d80-d402-419f-ad8c-c16d07d2c795 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (4debfda5-047c-4083-a042-eec5ab5a2a91), after_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:30.538569 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-b26a9d80-d402-419f-ad8c-c16d07d2c795 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:30.539877 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-b26a9d80-d402-419f-ad8c-c16d07d2c795 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/4debfda5-047c-4083-a042-eec5ab5a2a91 HTTP/1.1" status: 204 len: 168 time: 0.2174313 Aug 08 00:33:30.550627 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=4 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:33:30.550627 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26a9d80-d402-419f-ad8c-c16d07d2c795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4debfda5-047c-4083-a042-eec5ab5a2a91,revision_number=None']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:33:30.604481 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-00cb2a07-3d38-47ea-b273-0d7cec8b7a59 admin admin] Publish callbacks [] for security_group (89419f23-4a55-4d05-b437-a12d1cd45197), precommit_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:30.670429 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-00cb2a07-3d38-47ea-b273-0d7cec8b7a59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (89419f23-4a55-4d05-b437-a12d1cd45197), after_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:30.677824 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:INSERT=15 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:33:30.731914 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-00cb2a07-3d38-47ea-b273-0d7cec8b7a59 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=fbabc8cd2aa34a389122aa28029517bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3544767 Aug 08 00:33:30.732761 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cb2a07-3d38-47ea-b273-0d7cec8b7a59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89419f23-4a55-4d05-b437-a12d1cd45197,revision_number=1']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:33:30.734614 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 55478) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:33:30.786334 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-d8e3da15-b007-4c5c-af52-7f439bd14668 admin admin] Publish callbacks [] for security_group (89419f23-4a55-4d05-b437-a12d1cd45197), before_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:30.808245 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-d8e3da15-b007-4c5c-af52-7f439bd14668 admin admin] Publish callbacks [] for security_group (89419f23-4a55-4d05-b437-a12d1cd45197), precommit_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:30.938479 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-d8e3da15-b007-4c5c-af52-7f439bd14668 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (89419f23-4a55-4d05-b437-a12d1cd45197), after_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:30.942055 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-d8e3da15-b007-4c5c-af52-7f439bd14668 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:30.945227 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-d8e3da15-b007-4c5c-af52-7f439bd14668 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/89419f23-4a55-4d05-b437-a12d1cd45197 HTTP/1.1" status: 204 len: 168 time: 0.2076607 Aug 08 00:33:30.951872 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e3da15-b007-4c5c-af52-7f439bd14668 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89419f23-4a55-4d05-b437-a12d1cd45197,revision_number=None']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:33:30.998168 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 55490) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:33:31.108819 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-e752ae3a-9675-4a2b-900f-4d525eaa3f4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:31.191043 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-e752ae3a-9675-4a2b-900f-4d525eaa3f4c admin admin] Publish callbacks [] for security_group (2531f2e2-8de1-46d6-be97-6b26b8b5ef5b), precommit_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:31.284869 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-e752ae3a-9675-4a2b-900f-4d525eaa3f4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (2531f2e2-8de1-46d6-be97-6b26b8b5ef5b), after_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:31.323588 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-e752ae3a-9675-4a2b-900f-4d525eaa3f4c admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=3a95e10bd5074bb3be559a37437c1700&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3243201 Aug 08 00:33:31.325498 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 55506) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:33:31.364118 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:33:31.372016 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffa15d7-9726-46c6-8fb7-515cd2c8ba73 req-bc4415a1-4e21-4b97-8df5-5f909b2c5d17 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:33:31.372181 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e752ae3a-9675-4a2b-900f-4d525eaa3f4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2531f2e2-8de1-46d6-be97-6b26b8b5ef5b,revision_number=1']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:33:31.374368 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-5ffa15d7-9726-46c6-8fb7-515cd2c8ba73 req-bc4415a1-4e21-4b97-8df5-5f909b2c5d17 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9f8480cf-4061-4c55-8118-a74951cf6142 HTTP/1.1" status: 200 len: 946 time: 0.0533619 Aug 08 00:33:31.413976 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-f7cc5330-adb7-4c60-9d94-aa79ae048d63 admin admin] Publish callbacks [] for security_group (2531f2e2-8de1-46d6-be97-6b26b8b5ef5b), before_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:31.440183 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-f7cc5330-adb7-4c60-9d94-aa79ae048d63 admin admin] Publish callbacks [] for security_group (2531f2e2-8de1-46d6-be97-6b26b8b5ef5b), precommit_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:31.441908 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-5ffa15d7-9726-46c6-8fb7-515cd2c8ba73 req-7ec79112-385b-45f0-8e7e-6247b3e08e38 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b6dd8e00-6ccc-4249-bcb5-212ee8057e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502748 Aug 08 00:33:31.575862 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-f7cc5330-adb7-4c60-9d94-aa79ae048d63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (2531f2e2-8de1-46d6-be97-6b26b8b5ef5b), after_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:31.578372 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-f7cc5330-adb7-4c60-9d94-aa79ae048d63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:31.580145 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-f7cc5330-adb7-4c60-9d94-aa79ae048d63 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/2531f2e2-8de1-46d6-be97-6b26b8b5ef5b HTTP/1.1" status: 204 len: 168 time: 0.2528656 Aug 08 00:33:31.590598 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cc5330-adb7-4c60-9d94-aa79ae048d63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2531f2e2-8de1-46d6-be97-6b26b8b5ef5b,revision_number=None']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:33:31.738801 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 55522) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:33:31.753963 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-2cd7b12c-e72a-4662-a0e3-ee5bf73dd264 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:31.846268 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-2cd7b12c-e72a-4662-a0e3-ee5bf73dd264 admin admin] Publish callbacks [] for security_group (5dd9dbc5-1bfe-450a-b59d-e6ebc99c6ad0), precommit_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:31.935858 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-2cd7b12c-e72a-4662-a0e3-ee5bf73dd264 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (5dd9dbc5-1bfe-450a-b59d-e6ebc99c6ad0), after_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:31.976375 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-2cd7b12c-e72a-4662-a0e3-ee5bf73dd264 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=991972a8521048048a2227e5122d6dd0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2365024 Aug 08 00:33:31.978246 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd7b12c-e72a-4662-a0e3-ee5bf73dd264 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dd9dbc5-1bfe-450a-b59d-e6ebc99c6ad0,revision_number=1']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:33:31.979067 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 55528) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:33:32.031153 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-840ccc69-35d3-4c47-b642-ac634b3d5ce2 admin admin] Publish callbacks [] for security_group (5dd9dbc5-1bfe-450a-b59d-e6ebc99c6ad0), before_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:32.054734 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-840ccc69-35d3-4c47-b642-ac634b3d5ce2 admin admin] Publish callbacks [] for security_group (5dd9dbc5-1bfe-450a-b59d-e6ebc99c6ad0), precommit_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:32.056357 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=81,neutron:DELETE=7,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:33:32.176269 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-840ccc69-35d3-4c47-b642-ac634b3d5ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (5dd9dbc5-1bfe-450a-b59d-e6ebc99c6ad0), after_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:32.178869 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-840ccc69-35d3-4c47-b642-ac634b3d5ce2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:32.180070 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-840ccc69-35d3-4c47-b642-ac634b3d5ce2 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/5dd9dbc5-1bfe-450a-b59d-e6ebc99c6ad0 HTTP/1.1" status: 204 len: 168 time: 0.1999424 Aug 08 00:33:32.188298 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840ccc69-35d3-4c47-b642-ac634b3d5ce2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dd9dbc5-1bfe-450a-b59d-e6ebc99c6ad0,revision_number=None']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:33:32.563461 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c27e13-587c-46b6-85c3-2b9bb2d06094 req-b6000c53-f291-4081-b890-73e8afe1169f tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:33:32.565227 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-57c27e13-587c-46b6-85c3-2b9bb2d06094 req-b6000c53-f291-4081-b890-73e8afe1169f tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9f8480cf-4061-4c55-8118-a74951cf6142 HTTP/1.1" status: 200 len: 946 time: 0.0512214 Aug 08 00:33:32.617820 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 55546) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:33:32.621554 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-57c27e13-587c-46b6-85c3-2b9bb2d06094 req-cc29fc57-d556-4764-be20-bd16cb4e3b6f tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b6dd8e00-6ccc-4249-bcb5-212ee8057e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478065 Aug 08 00:33:32.635196 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-b948bc90-463b-4bfb-9c9c-c5cead52cf37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:32.745124 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-b948bc90-463b-4bfb-9c9c-c5cead52cf37 admin admin] Publish callbacks [] for security_group (647599d3-43b2-4320-93cd-5164471dad9c), precommit_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:32.864026 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-b948bc90-463b-4bfb-9c9c-c5cead52cf37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (647599d3-43b2-4320-93cd-5164471dad9c), after_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:32.912125 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-b948bc90-463b-4bfb-9c9c-c5cead52cf37 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=cc99db8fa2bf4a61958c84f1331aa81a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2909214 Aug 08 00:33:32.912125 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b948bc90-463b-4bfb-9c9c-c5cead52cf37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=647599d3-43b2-4320-93cd-5164471dad9c,revision_number=1']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:33:32.912906 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 55564) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:33:32.965542 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-80009cfd-2e63-492e-8f77-a7dcdeff38d9 admin admin] Publish callbacks [] for security_group (647599d3-43b2-4320-93cd-5164471dad9c), before_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:32.980798 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:33:32.992559 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-80009cfd-2e63-492e-8f77-a7dcdeff38d9 admin admin] Publish callbacks [] for security_group (647599d3-43b2-4320-93cd-5164471dad9c), precommit_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:33.133765 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-80009cfd-2e63-492e-8f77-a7dcdeff38d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (647599d3-43b2-4320-93cd-5164471dad9c), after_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:33.136578 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-80009cfd-2e63-492e-8f77-a7dcdeff38d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:33.137732 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-80009cfd-2e63-492e-8f77-a7dcdeff38d9 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/647599d3-43b2-4320-93cd-5164471dad9c HTTP/1.1" status: 204 len: 168 time: 0.2243052 Aug 08 00:33:33.146309 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80009cfd-2e63-492e-8f77-a7dcdeff38d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=647599d3-43b2-4320-93cd-5164471dad9c,revision_number=None']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:33:33.773635 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eb4e9a-ed1d-4fa4-b832-f2fcd06c3cd5 req-389e83fa-4ee4-444d-ab1a-25031a28aff9 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:33:33.775160 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-71eb4e9a-ed1d-4fa4-b832-f2fcd06c3cd5 req-389e83fa-4ee4-444d-ab1a-25031a28aff9 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9f8480cf-4061-4c55-8118-a74951cf6142 HTTP/1.1" status: 200 len: 946 time: 0.0511813 Aug 08 00:33:33.825349 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-71eb4e9a-ed1d-4fa4-b832-f2fcd06c3cd5 req-9b8cac68-ce28-4529-adb3-d595c4f9dbcf tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b6dd8e00-6ccc-4249-bcb5-212ee8057e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443246 Aug 08 00:33:34.161658 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 55624) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:33:34.272348 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-64cf4df2-26b3-4c21-9625-52ce0819a231 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:34.364756 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-64cf4df2-26b3-4c21-9625-52ce0819a231 admin admin] Publish callbacks [] for security_group (99a11c69-63ac-4132-be96-3d73190d1fa1), precommit_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:34.443902 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-64cf4df2-26b3-4c21-9625-52ce0819a231 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (99a11c69-63ac-4132-be96-3d73190d1fa1), after_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:34.489361 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-64cf4df2-26b3-4c21-9625-52ce0819a231 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=d83e4a2162f04e55a75f21f9b65bce5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3265402 Aug 08 00:33:34.492082 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 55642) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:33:34.507560 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cf4df2-26b3-4c21-9625-52ce0819a231 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99a11c69-63ac-4132-be96-3d73190d1fa1,revision_number=1']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:33:34.522684 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=83,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:33:34.559260 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-cbfaa614-c06c-442b-8b52-4e0d3b14bb33 admin admin] Publish callbacks [] for security_group (99a11c69-63ac-4132-be96-3d73190d1fa1), before_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:34.583169 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-cbfaa614-c06c-442b-8b52-4e0d3b14bb33 admin admin] Publish callbacks [] for security_group (99a11c69-63ac-4132-be96-3d73190d1fa1), precommit_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:34.707206 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-cbfaa614-c06c-442b-8b52-4e0d3b14bb33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (99a11c69-63ac-4132-be96-3d73190d1fa1), after_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:34.710116 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-cbfaa614-c06c-442b-8b52-4e0d3b14bb33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:34.711272 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-cbfaa614-c06c-442b-8b52-4e0d3b14bb33 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/99a11c69-63ac-4132-be96-3d73190d1fa1 HTTP/1.1" status: 204 len: 168 time: 0.2182062 Aug 08 00:33:34.719629 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfaa614-c06c-442b-8b52-4e0d3b14bb33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99a11c69-63ac-4132-be96-3d73190d1fa1,revision_number=None']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:33:34.956813 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cfdf53-f2bb-4413-938d-7794a4522d29 req-5dfc2c1b-2305-4a29-ba45-cc0842ebdf09 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:33:34.958497 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-33cfdf53-f2bb-4413-938d-7794a4522d29 req-5dfc2c1b-2305-4a29-ba45-cc0842ebdf09 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9f8480cf-4061-4c55-8118-a74951cf6142 HTTP/1.1" status: 200 len: 946 time: 0.0565987 Aug 08 00:33:35.006168 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-33cfdf53-f2bb-4413-938d-7794a4522d29 req-f3295ed8-acad-4dda-8e73-3223c1542140 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b6dd8e00-6ccc-4249-bcb5-212ee8057e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416539 Aug 08 00:33:36.138051 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfee4dd-ab39-4eea-a6bf-bd72af00cea4 req-43a19de6-0a69-4085-842c-cdc83010e043 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:33:36.145771 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-fdfee4dd-ab39-4eea-a6bf-bd72af00cea4 req-43a19de6-0a69-4085-842c-cdc83010e043 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9f8480cf-4061-4c55-8118-a74951cf6142 HTTP/1.1" status: 200 len: 946 time: 0.0602579 Aug 08 00:33:36.191593 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-fdfee4dd-ab39-4eea-a6bf-bd72af00cea4 req-67ae3a49-9a97-4c94-b3d8-56ec1abaa4fd tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b6dd8e00-6ccc-4249-bcb5-212ee8057e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448928 Aug 08 00:33:37.315627 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88124eef-08c1-40f2-adc5-812b940eda2e req-d21f263b-a37d-4e03-beb3-934efb256de5 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:33:37.317135 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-88124eef-08c1-40f2-adc5-812b940eda2e req-d21f263b-a37d-4e03-beb3-934efb256de5 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9f8480cf-4061-4c55-8118-a74951cf6142 HTTP/1.1" status: 200 len: 946 time: 0.0504847 Aug 08 00:33:37.350903 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8a7288-2c5d-4c5f-ae3f-b2339d58e448 req-3649762a-232d-4d00-9d6e-de904cbb5137 tempest-DeleteServersTestJSON-191410030 tempest-DeleteServersTestJSON-191410030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:33:37.352547 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-ed8a7288-2c5d-4c5f-ae3f-b2339d58e448 req-3649762a-232d-4d00-9d6e-de904cbb5137 tempest-DeleteServersTestJSON-191410030 tempest-DeleteServersTestJSON-191410030-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=127db5f0-f5b7-4e93-889a-603eae1f3e3d HTTP/1.1" status: 200 len: 945 time: 0.0485716 Aug 08 00:33:37.366950 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-88124eef-08c1-40f2-adc5-812b940eda2e req-b6dba007-a816-40c0-979b-c69092140d0d tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b6dd8e00-6ccc-4249-bcb5-212ee8057e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438120 Aug 08 00:33:37.404188 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-ed8a7288-2c5d-4c5f-ae3f-b2339d58e448 req-9a9e331b-0768-42a7-a4e2-3fe654c7581f tempest-DeleteServersTestJSON-191410030 tempest-DeleteServersTestJSON-191410030-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5fd3e569-9aaa-4a74-81fe-f953369912b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434337 Aug 08 00:33:38.485651 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29321de7-d054-4cb2-a8a7-c363f9fa3ef0 req-3778a6f6-9235-48c8-aff1-aed4dbbb4470 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:33:38.487122 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-29321de7-d054-4cb2-a8a7-c363f9fa3ef0 req-3778a6f6-9235-48c8-aff1-aed4dbbb4470 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9f8480cf-4061-4c55-8118-a74951cf6142 HTTP/1.1" status: 200 len: 946 time: 0.0469718 Aug 08 00:33:38.528269 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aae238-b768-4c3c-9c9d-c3763ad2e12f req-b64ae8fa-6e71-4f3d-9137-60ad37af6e5f tempest-DeleteServersTestJSON-191410030 tempest-DeleteServersTestJSON-191410030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:33:38.530045 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-85aae238-b768-4c3c-9c9d-c3763ad2e12f req-b64ae8fa-6e71-4f3d-9137-60ad37af6e5f tempest-DeleteServersTestJSON-191410030 tempest-DeleteServersTestJSON-191410030-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=127db5f0-f5b7-4e93-889a-603eae1f3e3d HTTP/1.1" status: 200 len: 945 time: 0.0509448 Aug 08 00:33:38.535714 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-29321de7-d054-4cb2-a8a7-c363f9fa3ef0 req-6a365df1-fb5f-49d2-95ad-f0e04e78718b tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b6dd8e00-6ccc-4249-bcb5-212ee8057e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429504 Aug 08 00:33:38.577501 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-85aae238-b768-4c3c-9c9d-c3763ad2e12f req-1fc68ebe-59e2-49df-8e07-4083932d6759 tempest-DeleteServersTestJSON-191410030 tempest-DeleteServersTestJSON-191410030-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5fd3e569-9aaa-4a74-81fe-f953369912b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411551 Aug 08 00:33:39.653084 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ec2280-986b-4268-ac2f-689270d164f6 req-d41dbc83-8e36-4ce9-8994-986fd9f53564 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:33:39.654571 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-58ec2280-986b-4268-ac2f-689270d164f6 req-d41dbc83-8e36-4ce9-8994-986fd9f53564 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9f8480cf-4061-4c55-8118-a74951cf6142 HTTP/1.1" status: 200 len: 946 time: 0.0472474 Aug 08 00:33:39.678315 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:33:39.698724 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1de639b-c4a0-49d2-a246-732bf539bfc3 req-d7406b3a-1112-429b-a148-de7fd32140ac tempest-DeleteServersTestJSON-191410030 tempest-DeleteServersTestJSON-191410030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:33:39.700456 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-c1de639b-c4a0-49d2-a246-732bf539bfc3 req-d7406b3a-1112-429b-a148-de7fd32140ac tempest-DeleteServersTestJSON-191410030 tempest-DeleteServersTestJSON-191410030-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=127db5f0-f5b7-4e93-889a-603eae1f3e3d HTTP/1.1" status: 200 len: 945 time: 0.0505338 Aug 08 00:33:39.707219 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-58ec2280-986b-4268-ac2f-689270d164f6 req-9953adfa-0f95-4249-b632-75fe6e4dcedb tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b6dd8e00-6ccc-4249-bcb5-212ee8057e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456192 Aug 08 00:33:39.755678 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-c1de639b-c4a0-49d2-a246-732bf539bfc3 req-da141cd1-516e-4675-b730-3375f1c58295 tempest-DeleteServersTestJSON-191410030 tempest-DeleteServersTestJSON-191410030-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5fd3e569-9aaa-4a74-81fe-f953369912b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492094 Aug 08 00:33:40.289984 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-e455a312-53ed-4715-91cc-8d96a0f0388b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (93e2312b-3744-4a9e-8723-a0f19f10f89a), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:40.848491 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2636292-d224-48af-ab7c-7f5fc139e3b7 req-5293f75c-5df5-4f3b-8bdb-07356bee0963 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:33:40.873591 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-e2636292-d224-48af-ab7c-7f5fc139e3b7 req-5293f75c-5df5-4f3b-8bdb-07356bee0963 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9f8480cf-4061-4c55-8118-a74951cf6142 HTTP/1.1" status: 200 len: 946 time: 0.0611467 Aug 08 00:33:40.907412 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847624b2-03b9-4253-959f-76602e0f90aa req-ee8ee0f5-1fed-4703-ba18-c1fe521bed02 tempest-DeleteServersTestJSON-191410030 tempest-DeleteServersTestJSON-191410030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:33:40.909174 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-847624b2-03b9-4253-959f-76602e0f90aa req-ee8ee0f5-1fed-4703-ba18-c1fe521bed02 tempest-DeleteServersTestJSON-191410030 tempest-DeleteServersTestJSON-191410030-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=127db5f0-f5b7-4e93-889a-603eae1f3e3d HTTP/1.1" status: 200 len: 945 time: 0.0588019 Aug 08 00:33:40.915150 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-e2636292-d224-48af-ab7c-7f5fc139e3b7 req-31f9e658-c735-4b2d-8185-0e0536a4c748 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b6dd8e00-6ccc-4249-bcb5-212ee8057e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569208 Aug 08 00:33:40.972836 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-847624b2-03b9-4253-959f-76602e0f90aa req-66c83fe9-30b6-4483-92b5-1d4df4f84fca tempest-DeleteServersTestJSON-191410030 tempest-DeleteServersTestJSON-191410030-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5fd3e569-9aaa-4a74-81fe-f953369912b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500958 Aug 08 00:33:42.045298 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb57ae5-33f7-4681-ac56-96fb152fe1c4 req-41c3eb1b-f66d-4e6c-a3ec-9b56223fd1be tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:33:42.046797 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-3fb57ae5-33f7-4681-ac56-96fb152fe1c4 req-41c3eb1b-f66d-4e6c-a3ec-9b56223fd1be tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9f8480cf-4061-4c55-8118-a74951cf6142 HTTP/1.1" status: 200 len: 946 time: 0.0503445 Aug 08 00:33:42.099126 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-3fb57ae5-33f7-4681-ac56-96fb152fe1c4 req-25ede9d5-d57a-4946-ba31-ccbf74364999 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b6dd8e00-6ccc-4249-bcb5-212ee8057e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460007 Aug 08 00:33:42.099330 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48ddb9b-ba3f-4f9b-a0d4-8cffeab74115 req-b8778f28-bb3f-41b9-a00b-3e98d1db7217 tempest-DeleteServersTestJSON-191410030 tempest-DeleteServersTestJSON-191410030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:33:42.100709 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-d48ddb9b-ba3f-4f9b-a0d4-8cffeab74115 req-b8778f28-bb3f-41b9-a00b-3e98d1db7217 tempest-DeleteServersTestJSON-191410030 tempest-DeleteServersTestJSON-191410030-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=127db5f0-f5b7-4e93-889a-603eae1f3e3d HTTP/1.1" status: 200 len: 945 time: 0.0485919 Aug 08 00:33:42.151398 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-d48ddb9b-ba3f-4f9b-a0d4-8cffeab74115 req-0deb8855-8595-4381-b428-5a7f1a22f6e9 tempest-DeleteServersTestJSON-191410030 tempest-DeleteServersTestJSON-191410030-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5fd3e569-9aaa-4a74-81fe-f953369912b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447488 Aug 08 00:33:42.601318 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-80c28400-1569-4144-b6b4-919129739780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (d53f5436-7c7f-4441-9708-9d0333b57745), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:43.226432 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f0feea-88e9-486f-9df5-3ce022321f5b req-92889c4b-28c5-4087-892e-5ff987ef2518 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:33:43.228007 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-09f0feea-88e9-486f-9df5-3ce022321f5b req-92889c4b-28c5-4087-892e-5ff987ef2518 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9f8480cf-4061-4c55-8118-a74951cf6142 HTTP/1.1" status: 200 len: 946 time: 0.0553992 Aug 08 00:33:43.279065 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-09f0feea-88e9-486f-9df5-3ce022321f5b req-f53a606e-4949-4ce3-8fa4-15516b6fb954 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b6dd8e00-6ccc-4249-bcb5-212ee8057e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449905 Aug 08 00:33:43.287720 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eda03a-1440-45fa-8a71-55d617ee16f4 req-e1267fd4-41a7-4680-8e24-903452be6913 tempest-DeleteServersTestJSON-191410030 tempest-DeleteServersTestJSON-191410030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:33:43.289817 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-25eda03a-1440-45fa-8a71-55d617ee16f4 req-e1267fd4-41a7-4680-8e24-903452be6913 tempest-DeleteServersTestJSON-191410030 tempest-DeleteServersTestJSON-191410030-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=127db5f0-f5b7-4e93-889a-603eae1f3e3d HTTP/1.1" status: 200 len: 945 time: 0.0601795 Aug 08 00:33:43.341702 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-25eda03a-1440-45fa-8a71-55d617ee16f4 req-2354299c-3f72-4cfa-8595-5db7415e59eb tempest-DeleteServersTestJSON-191410030 tempest-DeleteServersTestJSON-191410030-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5fd3e569-9aaa-4a74-81fe-f953369912b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457594 Aug 08 00:33:44.226959 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-053f2fa2-08e2-4320-9ef7-ed55b6b025bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (8871f2bb-53fb-48a8-be6c-361eafeaffd1), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:44.411786 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb52216-8c1d-4ac4-b723-4733182f3d4d req-f7d25aa2-774c-46c1-af09-78ee11ac282e tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:33:44.413450 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-ddb52216-8c1d-4ac4-b723-4733182f3d4d req-f7d25aa2-774c-46c1-af09-78ee11ac282e tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9f8480cf-4061-4c55-8118-a74951cf6142 HTTP/1.1" status: 200 len: 946 time: 0.0487230 Aug 08 00:33:44.454016 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:33:44.461901 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-ddb52216-8c1d-4ac4-b723-4733182f3d4d req-a0bb02c9-163b-4be5-90c5-2f035385208c tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b6dd8e00-6ccc-4249-bcb5-212ee8057e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428703 Aug 08 00:33:44.467729 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd568926-7fac-4ba0-a7e2-88771ab7f992 req-0a48b554-9424-433b-8673-c516b2a45a72 tempest-DeleteServersTestJSON-191410030 tempest-DeleteServersTestJSON-191410030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:33:44.469201 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-bd568926-7fac-4ba0-a7e2-88771ab7f992 req-0a48b554-9424-433b-8673-c516b2a45a72 tempest-DeleteServersTestJSON-191410030 tempest-DeleteServersTestJSON-191410030-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=127db5f0-f5b7-4e93-889a-603eae1f3e3d HTTP/1.1" status: 200 len: 945 time: 0.0505097 Aug 08 00:33:44.482354 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:33:44.521123 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-bd568926-7fac-4ba0-a7e2-88771ab7f992 req-f2c567a2-aa9b-4a1e-a91b-b00560c8e692 tempest-DeleteServersTestJSON-191410030 tempest-DeleteServersTestJSON-191410030-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5fd3e569-9aaa-4a74-81fe-f953369912b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460961 Aug 08 00:33:45.430077 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (aa35aa05-3c09-40ae-a1e3-ebf96fe3358c), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:45.585507 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94a8687-2044-4b14-8272-5dbe1528a849 req-fd53a694-09d8-4754-bd9d-4994705be742 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:33:45.587037 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-c94a8687-2044-4b14-8272-5dbe1528a849 req-fd53a694-09d8-4754-bd9d-4994705be742 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9f8480cf-4061-4c55-8118-a74951cf6142 HTTP/1.1" status: 200 len: 946 time: 0.0516276 Aug 08 00:33:45.648653 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdebdd6-7d57-431d-bc05-9f19b5244f5e req-5e9eb21a-081a-40f8-bd4b-108d489fcb4b tempest-DeleteServersTestJSON-191410030 tempest-DeleteServersTestJSON-191410030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:33:45.650290 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-dfdebdd6-7d57-431d-bc05-9f19b5244f5e req-5e9eb21a-081a-40f8-bd4b-108d489fcb4b tempest-DeleteServersTestJSON-191410030 tempest-DeleteServersTestJSON-191410030-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=127db5f0-f5b7-4e93-889a-603eae1f3e3d HTTP/1.1" status: 200 len: 945 time: 0.0523162 Aug 08 00:33:45.711887 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-dfdebdd6-7d57-431d-bc05-9f19b5244f5e req-64ef9473-cd4e-4ef3-9b1e-2dcf8968701e tempest-DeleteServersTestJSON-191410030 tempest-DeleteServersTestJSON-191410030-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5fd3e569-9aaa-4a74-81fe-f953369912b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546725 Aug 08 00:33:45.862235 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-c94a8687-2044-4b14-8272-5dbe1528a849 req-b9195ee1-e63c-4a74-9586-0466e6ecbb81 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b6dd8e00-6ccc-4249-bcb5-212ee8057e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2679856 Aug 08 00:33:45.875889 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-64237613-c389-4d10-936d-2956085fc78e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (998b03d7-10a2-4624-8114-660f2901b45f), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:46.587606 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Device f3753ab8-b02b-4899-add3-0636f7b130d3 no longer exists at agent hyperv_hv-cinder-85164 {{(pid=115993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 00:33:46.640060 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=2 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:33:46.647323 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=4 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:33:46.667822 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Current status of the port f3753ab8-b02b-4899-add3-0636f7b130d3 is: ACTIVE; New status is: DOWN {{(pid=115993) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 00:33:46.668208 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (f3753ab8-b02b-4899-add3-0636f7b130d3), before_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:46.692521 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '127db5f0-f5b7-4e93-889a-603eae1f3e3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3753ab8-b02b-4899-add3-0636f7b130d3'}] {{(pid=115993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 00:33:46.694745 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffcbb3165cefe78fdef2215408d5e0047484b378f5d65619a4e095a8aefc113e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef7771d3-7a71-4240-be6f-e6438ff8061e" -d '{"events": [{"server_uuid": "127db5f0-f5b7-4e93-889a-603eae1f3e3d", "name": "network-vif-unplugged", "status": "completed", "tag": "f3753ab8-b02b-4899-add3-0636f7b130d3"}]}' {{(pid=115993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 00:33:46.708732 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] For port f3753ab8-b02b-4899-add3-0636f7b130d3, host hv-cinder-85164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85164',level=0,port_id=f3753ab8-b02b-4899-add3-0636f7b130d3,segment=NetworkSegment(bcb703c1-69ed-4297-948e-d0d75df0a147),segment_id=bcb703c1-69ed-4297-948e-d0d75df0a147)] {{(pid=115993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:33:46.745305 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Aug 2022 00:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3624b6f3-d72e-4fe2-b9de-fb5c0617e498 x-openstack-request-id: req-3624b6f3-d72e-4fe2-b9de-fb5c0617e498 {{(pid=115993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 00:33:46.745305 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "127db5f0-f5b7-4e93-889a-603eae1f3e3d", "name": "network-vif-unplugged", "status": "completed", "tag": "f3753ab8-b02b-4899-add3-0636f7b130d3", "code": 200}]} {{(pid=115993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 00:33:46.745305 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3624b6f3-d72e-4fe2-b9de-fb5c0617e498 {{(pid=115993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 00:33:46.745305 dv-cinder-851640-3-iscsi neutron-server[115993]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3624b6f3-d72e-4fe2-b9de-fb5c0617e498'] response: {'server_uuid': '127db5f0-f5b7-4e93-889a-603eae1f3e3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3753ab8-b02b-4899-add3-0636f7b130d3', 'code': 200} Aug 08 00:33:46.793664 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821'] for port (f3753ab8-b02b-4899-add3-0636f7b130d3), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:46.810188 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e45a46-cb52-49a7-b981-70184c1cedfd req-a5d8022d-d6f3-448e-9183-3ad902419353 tempest-DeleteServersTestJSON-191410030 tempest-DeleteServersTestJSON-191410030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:33:46.811615 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-e6e45a46-cb52-49a7-b981-70184c1cedfd req-a5d8022d-d6f3-448e-9183-3ad902419353 tempest-DeleteServersTestJSON-191410030 tempest-DeleteServersTestJSON-191410030-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=127db5f0-f5b7-4e93-889a-603eae1f3e3d HTTP/1.1" status: 200 len: 945 time: 0.1030054 Aug 08 00:33:46.847603 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Pushing event updated for resources: {'Port': ['ID=f3753ab8-b02b-4899-add3-0636f7b130d3,revision_number=6']} {{(pid=115993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:33:46.854824 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:33:46.855168 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:33:46.855559 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:33:46.855895 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:33:46.856227 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:33:46.856552 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:33:46.856941 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:33:46.857238 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:33:46.857560 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:33:46.857877 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:33:46.858199 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:33:46.858533 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:33:46.858853 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:33:46.859168 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:33:46.859508 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:33:46.879002 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1472dad-155e-41cc-9647-8ee0c4797855 req-f0d0f966-613b-4261-9215-d8669eeaca7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:33:46.880524 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-a1472dad-155e-41cc-9647-8ee0c4797855 req-f0d0f966-613b-4261-9215-d8669eeaca7f service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9f8480cf-4061-4c55-8118-a74951cf6142 HTTP/1.1" status: 200 len: 1130 time: 0.1095090 Aug 08 00:33:46.887514 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=100 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:33:46.910290 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba64c52f-5464-41cc-ba00-3c61a10db954 req-a5e5f5b4-fa3e-432e-9f23-8a07df162c8b tempest-DeleteServersTestJSON-191410030 tempest-DeleteServersTestJSON-191410030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:33:46.911804 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-ba64c52f-5464-41cc-ba00-3c61a10db954 req-a5e5f5b4-fa3e-432e-9f23-8a07df162c8b tempest-DeleteServersTestJSON-191410030 tempest-DeleteServersTestJSON-191410030-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=127db5f0-f5b7-4e93-889a-603eae1f3e3d HTTP/1.1" status: 200 len: 943 time: 0.1084375 Aug 08 00:33:46.990957 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33effae-7af5-4773-934c-f9ce5ab2aad0 req-9459d813-5410-47a7-af75-0d0f08ca9900 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:33:46.992510 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-b33effae-7af5-4773-934c-f9ce5ab2aad0 req-9459d813-5410-47a7-af75-0d0f08ca9900 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9f8480cf-4061-4c55-8118-a74951cf6142 HTTP/1.1" status: 200 len: 946 time: 0.0508573 Aug 08 00:33:47.041160 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-b33effae-7af5-4773-934c-f9ce5ab2aad0 req-189450f8-418e-4d5b-8fc7-e751ca4715d7 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b6dd8e00-6ccc-4249-bcb5-212ee8057e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430562 Aug 08 00:33:47.053928 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-a1472dad-155e-41cc-9647-8ee0c4797855 req-ce2259a7-f396-42df-a125-58dc2090588e service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b6dd8e00-6ccc-4249-bcb5-212ee8057e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567945 Aug 08 00:33:47.054065 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.plugin [req-e6e45a46-cb52-49a7-b981-70184c1cedfd req-28dfe4f8-7a18-4d4b-8ab6-f48b37115ada tempest-DeleteServersTestJSON-191410030 tempest-DeleteServersTestJSON-191410030-project] Deleting port f3753ab8-b02b-4899-add3-0636f7b130d3 {{(pid=115991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 00:33:47.054980 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [req-e6e45a46-cb52-49a7-b981-70184c1cedfd req-28dfe4f8-7a18-4d4b-8ab6-f48b37115ada tempest-DeleteServersTestJSON-191410030 tempest-DeleteServersTestJSON-191410030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764676511537'] for port (f3753ab8-b02b-4899-add3-0636f7b130d3), before_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:47.105410 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-ba64c52f-5464-41cc-ba00-3c61a10db954 req-57176cf9-7855-4cfd-ac07-af09727beafd tempest-DeleteServersTestJSON-191410030 tempest-DeleteServersTestJSON-191410030-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5fd3e569-9aaa-4a74-81fe-f953369912b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831787 Aug 08 00:33:47.129074 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=100 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:33:47.162213 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.db [req-e6e45a46-cb52-49a7-b981-70184c1cedfd req-28dfe4f8-7a18-4d4b-8ab6-f48b37115ada tempest-DeleteServersTestJSON-191410030 tempest-DeleteServersTestJSON-191410030-project] For port f3753ab8-b02b-4899-add3-0636f7b130d3, host hv-cinder-85164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85164',level=0,port_id=f3753ab8-b02b-4899-add3-0636f7b130d3,segment=NetworkSegment(bcb703c1-69ed-4297-948e-d0d75df0a147),segment_id=bcb703c1-69ed-4297-948e-d0d75df0a147)] {{(pid=115991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:33:47.162623 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [req-e6e45a46-cb52-49a7-b981-70184c1cedfd req-28dfe4f8-7a18-4d4b-8ab6-f48b37115ada tempest-DeleteServersTestJSON-191410030 tempest-DeleteServersTestJSON-191410030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440649'] for port (f3753ab8-b02b-4899-add3-0636f7b130d3), precommit_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:47.178655 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.plugin [req-e6e45a46-cb52-49a7-b981-70184c1cedfd req-28dfe4f8-7a18-4d4b-8ab6-f48b37115ada tempest-DeleteServersTestJSON-191410030 tempest-DeleteServersTestJSON-191410030-project] Calling delete_port for f3753ab8-b02b-4899-add3-0636f7b130d3 owned by compute:nova {{(pid=115991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 00:33:47.412513 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [req-e6e45a46-cb52-49a7-b981-70184c1cedfd req-28dfe4f8-7a18-4d4b-8ab6-f48b37115ada tempest-DeleteServersTestJSON-191410030 tempest-DeleteServersTestJSON-191410030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764676515054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764676113794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2785209'] for port (f3753ab8-b02b-4899-add3-0636f7b130d3), after_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:47.443320 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dfe4f8-7a18-4d4b-8ab6-f48b37115ada tempest-DeleteServersTestJSON-191410030 tempest-DeleteServersTestJSON-191410030-project] Pushing event deleted for resources: {'Port': ['ID=f3753ab8-b02b-4899-add3-0636f7b130d3,revision_number=None']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:33:47.527332 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6e45a46-cb52-49a7-b981-70184c1cedfd req-28dfe4f8-7a18-4d4b-8ab6-f48b37115ada tempest-DeleteServersTestJSON-191410030 tempest-DeleteServersTestJSON-191410030-project] No DVR routers for this DVR port f3753ab8-b02b-4899-add3-0636f7b130d3 on host hv-cinder-85164 {{(pid=115991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 08 00:33:47.530614 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [req-e6e45a46-cb52-49a7-b981-70184c1cedfd req-28dfe4f8-7a18-4d4b-8ab6-f48b37115ada tempest-DeleteServersTestJSON-191410030 tempest-DeleteServersTestJSON-191410030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63196'] for port (None), before_response {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:47.534539 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-e6e45a46-cb52-49a7-b981-70184c1cedfd req-28dfe4f8-7a18-4d4b-8ab6-f48b37115ada tempest-DeleteServersTestJSON-191410030 tempest-DeleteServersTestJSON-191410030-project] 10.222.0.25 "DELETE /networking/v2.0/ports/f3753ab8-b02b-4899-add3-0636f7b130d3 HTTP/1.1" status: 204 len: 173 time: 0.7107401 Aug 08 00:33:47.535113 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '127db5f0-f5b7-4e93-889a-603eae1f3e3d', 'name': 'network-vif-deleted', 'tag': 'f3753ab8-b02b-4899-add3-0636f7b130d3'}] {{(pid=115991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 00:33:47.537472 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73a3e3d67458d2a17dff5edd29115f5abec4313aa2236b93bd84783ab3df8685" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a02f5ffa-fe4a-4a30-8d2a-7b56cd5ce9d0" -d '{"events": [{"server_uuid": "127db5f0-f5b7-4e93-889a-603eae1f3e3d", "name": "network-vif-deleted", "tag": "f3753ab8-b02b-4899-add3-0636f7b130d3"}]}' {{(pid=115991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 00:33:47.592529 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 00:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f92a30f4-31c7-4680-b3a6-af8414b261e7 x-openstack-request-id: req-f92a30f4-31c7-4680-b3a6-af8414b261e7 {{(pid=115991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 00:33:47.592883 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "127db5f0-f5b7-4e93-889a-603eae1f3e3d", "name": "network-vif-deleted", "tag": "f3753ab8-b02b-4899-add3-0636f7b130d3", "status": "completed", "code": 200}]} {{(pid=115991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 00:33:47.593137 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f92a30f4-31c7-4680-b3a6-af8414b261e7 {{(pid=115991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 00:33:47.593540 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f92a30f4-31c7-4680-b3a6-af8414b261e7'] response: {'server_uuid': '127db5f0-f5b7-4e93-889a-603eae1f3e3d', 'name': 'network-vif-deleted', 'tag': 'f3753ab8-b02b-4899-add3-0636f7b130d3', 'status': 'completed', 'code': 200} Aug 08 00:33:48.168539 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0d52a7-97eb-4dbe-8b89-d23ce5d3e24d req-3d4dd95b-4bf7-431c-b53e-0e8a47b6faa4 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:33:48.170169 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-ce0d52a7-97eb-4dbe-8b89-d23ce5d3e24d req-3d4dd95b-4bf7-431c-b53e-0e8a47b6faa4 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9f8480cf-4061-4c55-8118-a74951cf6142 HTTP/1.1" status: 200 len: 946 time: 0.0498612 Aug 08 00:33:48.220049 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-ce0d52a7-97eb-4dbe-8b89-d23ce5d3e24d req-6b84148d-d068-444d-a529-5e7c6f26c5ae tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b6dd8e00-6ccc-4249-bcb5-212ee8057e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441375 Aug 08 00:33:48.223897 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-cdd2700e-8aaf-465e-ac22-ca9cef5e3213 req-5be69d74-eabb-4532-b1af-22779730ea47 tempest-DeleteServersTestJSON-191410030 tempest-DeleteServersTestJSON-191410030-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=127db5f0-f5b7-4e93-889a-603eae1f3e3d HTTP/1.1" status: 200 len: 210 time: 0.0282819 Aug 08 00:33:49.348905 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-06a19497-3725-45f4-8a96-1cc00338fd16 req-1e2669a2-43b9-49ee-b30c-2928e3f34859 tempest-DeleteServersTestJSON-191410030 tempest-DeleteServersTestJSON-191410030-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=127db5f0-f5b7-4e93-889a-603eae1f3e3d HTTP/1.1" status: 200 len: 210 time: 0.0317929 Aug 08 00:33:49.352737 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e5ba2d-90c0-43a1-9c26-5195fb3d6241 req-44be772c-1fc4-4de8-b8ab-9272102b32dd tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:33:49.355691 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-51e5ba2d-90c0-43a1-9c26-5195fb3d6241 req-44be772c-1fc4-4de8-b8ab-9272102b32dd tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9f8480cf-4061-4c55-8118-a74951cf6142 HTTP/1.1" status: 200 len: 946 time: 0.0574608 Aug 08 00:33:49.404671 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-51e5ba2d-90c0-43a1-9c26-5195fb3d6241 req-3df0a0da-4f5e-4ca3-9160-e49d703e3dd7 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b6dd8e00-6ccc-4249-bcb5-212ee8057e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447397 Aug 08 00:33:49.537468 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced02a5e-d9be-4686-af30-dd5d818af45e req-b3e73526-b03c-44de-b725-b3e9d2d67d59 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:33:49.538935 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-ced02a5e-d9be-4686-af30-dd5d818af45e req-b3e73526-b03c-44de-b725-b3e9d2d67d59 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8968cf66-c321-4187-8166-47cdc6cc701e HTTP/1.1" status: 200 len: 946 time: 0.0461068 Aug 08 00:33:49.592379 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-ced02a5e-d9be-4686-af30-dd5d818af45e req-5f531cf6-3537-4d9c-990b-540ef615930b tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b6dd8e00-6ccc-4249-bcb5-212ee8057e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478837 Aug 08 00:33:49.676705 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 56054) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:33:49.785119 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-78de630d-c8b0-44a8-89a3-3b278488ce87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:49.861833 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-78de630d-c8b0-44a8-89a3-3b278488ce87 admin admin] Publish callbacks [] for security_group (ff3a02aa-8427-4b5a-a92e-17d70f96f01c), precommit_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:49.958594 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-78de630d-c8b0-44a8-89a3-3b278488ce87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (ff3a02aa-8427-4b5a-a92e-17d70f96f01c), after_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:49.998996 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-78de630d-c8b0-44a8-89a3-3b278488ce87 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=ab5c861a64844b068e8798410fa5054a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3228400 Aug 08 00:33:50.001031 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78de630d-c8b0-44a8-89a3-3b278488ce87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff3a02aa-8427-4b5a-a92e-17d70f96f01c,revision_number=1']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:33:50.001819 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 56066) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:33:50.073633 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-a3f6bec0-9310-4c82-bc2a-cadcaf613c07 admin admin] Publish callbacks [] for security_group (ff3a02aa-8427-4b5a-a92e-17d70f96f01c), before_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:50.095395 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-a3f6bec0-9310-4c82-bc2a-cadcaf613c07 admin admin] Publish callbacks [] for security_group (ff3a02aa-8427-4b5a-a92e-17d70f96f01c), precommit_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:50.204101 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-a3f6bec0-9310-4c82-bc2a-cadcaf613c07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (ff3a02aa-8427-4b5a-a92e-17d70f96f01c), after_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:50.207604 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-a3f6bec0-9310-4c82-bc2a-cadcaf613c07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:50.209041 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-a3f6bec0-9310-4c82-bc2a-cadcaf613c07 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/ff3a02aa-8427-4b5a-a92e-17d70f96f01c HTTP/1.1" status: 204 len: 168 time: 0.2054350 Aug 08 00:33:50.220790 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f6bec0-9310-4c82-bc2a-cadcaf613c07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff3a02aa-8427-4b5a-a92e-17d70f96f01c,revision_number=None']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:33:50.404558 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 56082) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:33:50.654201 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-60a739c3-b25f-41f0-a25d-59c2f0c546c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:50.760063 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-60a739c3-b25f-41f0-a25d-59c2f0c546c1 admin admin] Publish callbacks [] for security_group (0e1e56c0-8c04-4f11-a5b9-6696724b83a7), precommit_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:50.890177 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-60a739c3-b25f-41f0-a25d-59c2f0c546c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (0e1e56c0-8c04-4f11-a5b9-6696724b83a7), after_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:50.978408 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 56128) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:33:50.981333 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-60a739c3-b25f-41f0-a25d-59c2f0c546c1 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=950639f30ef54fd0ba235d82a5e5eac2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5746143 Aug 08 00:33:50.982680 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a739c3-b25f-41f0-a25d-59c2f0c546c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e1e56c0-8c04-4f11-a5b9-6696724b83a7,revision_number=1']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:33:50.985591 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:33:51.082844 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-646792dc-ed5e-4d0a-9d42-873ca34e9533 admin admin] Publish callbacks [] for security_group (0e1e56c0-8c04-4f11-a5b9-6696724b83a7), before_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:51.108410 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-646792dc-ed5e-4d0a-9d42-873ca34e9533 admin admin] Publish callbacks [] for security_group (0e1e56c0-8c04-4f11-a5b9-6696724b83a7), precommit_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:51.238939 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-646792dc-ed5e-4d0a-9d42-873ca34e9533 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (0e1e56c0-8c04-4f11-a5b9-6696724b83a7), after_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:51.242202 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-646792dc-ed5e-4d0a-9d42-873ca34e9533 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:51.254097 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-646792dc-ed5e-4d0a-9d42-873ca34e9533 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/0e1e56c0-8c04-4f11-a5b9-6696724b83a7 HTTP/1.1" status: 204 len: 168 time: 0.2656944 Aug 08 00:33:51.258833 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646792dc-ed5e-4d0a-9d42-873ca34e9533 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e1e56c0-8c04-4f11-a5b9-6696724b83a7,revision_number=None']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:33:52.137193 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 56170) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:33:52.153103 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-79f4d4c3-2496-4c2d-9fe4-7c544da2ca08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:52.201687 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 56174) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:33:52.227491 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:33:52.247854 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-79f4d4c3-2496-4c2d-9fe4-7c544da2ca08 admin admin] Publish callbacks [] for security_group (89572bf3-02fb-410f-bbd3-f43cbdb08220), precommit_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:52.324051 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-9812e932-87b5-424f-ae7c-951be9254373 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:52.338931 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-79f4d4c3-2496-4c2d-9fe4-7c544da2ca08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (89572bf3-02fb-410f-bbd3-f43cbdb08220), after_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:52.374788 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=86,neutron:DELETE=1,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:33:52.383783 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-79f4d4c3-2496-4c2d-9fe4-7c544da2ca08 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=ef9a3a8113504cf39a6eeca4073600cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2448275 Aug 08 00:33:52.384896 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f4d4c3-2496-4c2d-9fe4-7c544da2ca08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89572bf3-02fb-410f-bbd3-f43cbdb08220,revision_number=1']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:33:52.386449 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 56184) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:33:52.426449 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-9812e932-87b5-424f-ae7c-951be9254373 admin admin] Publish callbacks [] for security_group (258f30ca-4a5e-4267-8ef4-34801550b295), precommit_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:52.444875 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:33:52.460507 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-7a32dafd-d0fb-4381-823f-017d19253fb2 admin admin] Publish callbacks [] for security_group (89572bf3-02fb-410f-bbd3-f43cbdb08220), before_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:52.485867 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-7a32dafd-d0fb-4381-823f-017d19253fb2 admin admin] Publish callbacks [] for security_group (89572bf3-02fb-410f-bbd3-f43cbdb08220), precommit_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:52.494234 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-9812e932-87b5-424f-ae7c-951be9254373 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (258f30ca-4a5e-4267-8ef4-34801550b295), after_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:52.556740 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-9812e932-87b5-424f-ae7c-951be9254373 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=1d370ba54d034a819ac152cadfbdb636&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3533530 Aug 08 00:33:52.557662 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9812e932-87b5-424f-ae7c-951be9254373 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=258f30ca-4a5e-4267-8ef4-34801550b295,revision_number=1']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:33:52.559502 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 56192) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:33:52.621040 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-0f71aa6d-0061-43dd-aeee-224b77a7e12f admin admin] Publish callbacks [] for security_group (258f30ca-4a5e-4267-8ef4-34801550b295), before_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:52.643950 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-0f71aa6d-0061-43dd-aeee-224b77a7e12f admin admin] Publish callbacks [] for security_group (258f30ca-4a5e-4267-8ef4-34801550b295), precommit_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:52.668041 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-7a32dafd-d0fb-4381-823f-017d19253fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (89572bf3-02fb-410f-bbd3-f43cbdb08220), after_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:52.670584 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-7a32dafd-d0fb-4381-823f-017d19253fb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:52.671726 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-7a32dafd-d0fb-4381-823f-017d19253fb2 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/89572bf3-02fb-410f-bbd3-f43cbdb08220 HTTP/1.1" status: 204 len: 168 time: 0.2834213 Aug 08 00:33:52.685285 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a32dafd-d0fb-4381-823f-017d19253fb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89572bf3-02fb-410f-bbd3-f43cbdb08220,revision_number=None']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:33:52.779277 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-0f71aa6d-0061-43dd-aeee-224b77a7e12f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (258f30ca-4a5e-4267-8ef4-34801550b295), after_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:52.782140 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-0f71aa6d-0061-43dd-aeee-224b77a7e12f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:52.786142 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-0f71aa6d-0061-43dd-aeee-224b77a7e12f admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/258f30ca-4a5e-4267-8ef4-34801550b295 HTTP/1.1" status: 204 len: 168 time: 0.2211637 Aug 08 00:33:52.791693 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f71aa6d-0061-43dd-aeee-224b77a7e12f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=258f30ca-4a5e-4267-8ef4-34801550b295,revision_number=None']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:33:53.448241 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 56226) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:33:53.475589 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-2ed5760b-e4c5-479a-8173-bd8dfa481caa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:53.491874 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 56232) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:33:53.553234 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:33:53.598385 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-2ed5760b-e4c5-479a-8173-bd8dfa481caa admin admin] Publish callbacks [] for security_group (cfb8104d-1812-4a56-9abd-0440cdb78128), precommit_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:53.664119 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-2ed5760b-e4c5-479a-8173-bd8dfa481caa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (cfb8104d-1812-4a56-9abd-0440cdb78128), after_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:53.729496 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-2ed5760b-e4c5-479a-8173-bd8dfa481caa admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=2a71241a6c04420f80ab251914d628c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2801008 Aug 08 00:33:53.733799 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed5760b-e4c5-479a-8173-bd8dfa481caa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfb8104d-1812-4a56-9abd-0440cdb78128,revision_number=1']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:33:53.733919 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 56240) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:33:53.838878 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-1f2ff696-3c65-455f-ae78-317b1e16bbe7 admin admin] Publish callbacks [] for security_group (cfb8104d-1812-4a56-9abd-0440cdb78128), before_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:53.887693 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-1f2ff696-3c65-455f-ae78-317b1e16bbe7 admin admin] Publish callbacks [] for security_group (cfb8104d-1812-4a56-9abd-0440cdb78128), precommit_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:54.033509 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 56252) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:33:54.052643 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-1b4812fb-caf5-44a6-a9b8-fcc1a0b8afb3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:54.067317 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-e2843543-3ddd-45cf-a8c6-a0dc7b83c2b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-499760'] for router_interface (863516f4-f151-4036-8bc9-319f1407fa27), before_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:54.201416 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-1b4812fb-caf5-44a6-a9b8-fcc1a0b8afb3 admin admin] Publish callbacks [] for security_group (7873be74-3aa9-4eed-97c5-325d740fc091), precommit_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:54.268750 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec70f34-a082-4fa8-9e25-6ecd14ed7d9d req-c4d9eaf7-3b15-471c-93e1-6391292a31cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:33:54.271155 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-5ec70f34-a082-4fa8-9e25-6ecd14ed7d9d req-c4d9eaf7-3b15-471c-93e1-6391292a31cd service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=9bd235f1f9f44df4b2e3dbd0c05b3a83&device_id=8968cf66-c321-4187-8166-47cdc6cc701e HTTP/1.1" status: 200 len: 1130 time: 0.0454693 Aug 08 00:33:54.287063 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-1b4812fb-caf5-44a6-a9b8-fcc1a0b8afb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (7873be74-3aa9-4eed-97c5-325d740fc091), after_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:54.358967 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-1f2ff696-3c65-455f-ae78-317b1e16bbe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (cfb8104d-1812-4a56-9abd-0440cdb78128), after_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:54.361420 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-1f2ff696-3c65-455f-ae78-317b1e16bbe7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:54.362738 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-1f2ff696-3c65-455f-ae78-317b1e16bbe7 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/cfb8104d-1812-4a56-9abd-0440cdb78128 HTTP/1.1" status: 204 len: 168 time: 0.6274707 Aug 08 00:33:54.373408 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-1b4812fb-caf5-44a6-a9b8-fcc1a0b8afb3 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=1227885f866b4b98b38ebe72008428b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3386850 Aug 08 00:33:54.375978 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 56258) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:33:54.384947 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4812fb-caf5-44a6-a9b8-fcc1a0b8afb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7873be74-3aa9-4eed-97c5-325d740fc091,revision_number=1']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:33:54.419213 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0677bc-afd3-456f-81a7-d7acce9b3501 req-aae383d8-d5f4-4657-8484-dad84a1c5b38 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:33:54.420704 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-8f0677bc-afd3-456f-81a7-d7acce9b3501 req-aae383d8-d5f4-4657-8484-dad84a1c5b38 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8968cf66-c321-4187-8166-47cdc6cc701e HTTP/1.1" status: 200 len: 946 time: 0.0657985 Aug 08 00:33:54.426807 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2ff696-3c65-455f-ae78-317b1e16bbe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfb8104d-1812-4a56-9abd-0440cdb78128,revision_number=None']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:33:54.432125 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:33:54.435971 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:33:54.473735 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec70f34-a082-4fa8-9e25-6ecd14ed7d9d req-65c4113f-7231-4dd3-8b89-ff5f89b43ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:33:54.475196 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-5ec70f34-a082-4fa8-9e25-6ecd14ed7d9d req-65c4113f-7231-4dd3-8b89-ff5f89b43ade service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=39987f39-4c60-4c27-9f4f-c7657da06e51 HTTP/1.1" status: 200 len: 920 time: 0.1978407 Aug 08 00:33:54.483931 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-662b8a1a-801c-4409-a744-1505e163ad18 admin admin] Publish callbacks [] for security_group (7873be74-3aa9-4eed-97c5-325d740fc091), before_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:54.529357 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-5ec70f34-a082-4fa8-9e25-6ecd14ed7d9d req-ce79880e-d3ad-411b-9d89-a32315dcdffb service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=04d4459b-df65-4f20-b895-eaa736bf1d79 HTTP/1.1" status: 200 len: 217 time: 0.0453529 Aug 08 00:33:54.538661 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-662b8a1a-801c-4409-a744-1505e163ad18 admin admin] Publish callbacks [] for security_group (7873be74-3aa9-4eed-97c5-325d740fc091), precommit_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:54.576421 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-8f0677bc-afd3-456f-81a7-d7acce9b3501 req-206df93b-bf13-43a2-ac8f-01f98924afed tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b6dd8e00-6ccc-4249-bcb5-212ee8057e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455605 Aug 08 00:33:54.672598 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.plugin [None req-e2843543-3ddd-45cf-a8c6-a0dc7b83c2b9 admin admin] Deleting port 31a76272-49ed-4902-b854-04464585b036 {{(pid=115992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 00:33:54.672930 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-e2843543-3ddd-45cf-a8c6-a0dc7b83c2b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764676511537'] for port (31a76272-49ed-4902-b854-04464585b036), before_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:54.695323 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-662b8a1a-801c-4409-a744-1505e163ad18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (7873be74-3aa9-4eed-97c5-325d740fc091), after_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:54.698113 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-662b8a1a-801c-4409-a744-1505e163ad18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:54.699415 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-662b8a1a-801c-4409-a744-1505e163ad18 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/7873be74-3aa9-4eed-97c5-325d740fc091 HTTP/1.1" status: 204 len: 168 time: 0.3222187 Aug 08 00:33:54.711582 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662b8a1a-801c-4409-a744-1505e163ad18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7873be74-3aa9-4eed-97c5-325d740fc091,revision_number=None']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:33:54.723119 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:33:54.774473 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.db [None req-e2843543-3ddd-45cf-a8c6-a0dc7b83c2b9 admin admin] For port 31a76272-49ed-4902-b854-04464585b036, host dv-cinder-851640-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851640-3-iscsi',level=0,port_id=31a76272-49ed-4902-b854-04464585b036,segment=NetworkSegment(bcb703c1-69ed-4297-948e-d0d75df0a147),segment_id=bcb703c1-69ed-4297-948e-d0d75df0a147)] {{(pid=115992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:33:54.775890 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-e2843543-3ddd-45cf-a8c6-a0dc7b83c2b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440649'] for port (31a76272-49ed-4902-b854-04464585b036), precommit_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:54.798902 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.plugin [None req-e2843543-3ddd-45cf-a8c6-a0dc7b83c2b9 admin admin] Calling delete_port for 31a76272-49ed-4902-b854-04464585b036 owned by network:router_interface {{(pid=115992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 00:33:55.160395 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-e2843543-3ddd-45cf-a8c6-a0dc7b83c2b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764676515054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764676113794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26371331'] for port (31a76272-49ed-4902-b854-04464585b036), after_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:55.199692 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2843543-3ddd-45cf-a8c6-a0dc7b83c2b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=31a76272-49ed-4902-b854-04464585b036,revision_number=None']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:33:55.410162 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-e2843543-3ddd-45cf-a8c6-a0dc7b83c2b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-499884'] for router_interface (863516f4-f151-4036-8bc9-319f1407fa27), after_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:55.419301 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec70f34-a082-4fa8-9e25-6ecd14ed7d9d req-8d484095-854b-4e1d-84c6-ab9da0174a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:33:55.421191 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-5ec70f34-a082-4fa8-9e25-6ecd14ed7d9d req-8d484095-854b-4e1d-84c6-ab9da0174a1b service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=0eda73d9-3865-4e7b-8b67-75076c7b1107 HTTP/1.1" status: 200 len: 858 time: 0.0649891 Aug 08 00:33:55.480588 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:33:55.631468 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.agents_db [None req-431a3ab4-e5a4-4361-9fcb-d2d78b6c2e03 None None] Agent healthcheck: found 6 active agents {{(pid=115994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 00:33:55.642452 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2843543-3ddd-45cf-a8c6-a0dc7b83c2b9 admin admin] Router 863516f4-f151-4036-8bc9-319f1407fa27 has already been hosted by L3 agent d53f5436-7c7f-4441-9708-9d0333b57745 {{(pid=115992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 00:33:55.734199 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcdeca4-2edc-4d6e-85f3-299da21c558b req-5480ddce-0029-4d9c-a490-81d4270753cf tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:33:55.736258 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-9fcdeca4-2edc-4d6e-85f3-299da21c558b req-5480ddce-0029-4d9c-a490-81d4270753cf tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8968cf66-c321-4187-8166-47cdc6cc701e HTTP/1.1" status: 200 len: 946 time: 0.0542910 Aug 08 00:33:55.784589 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2843543-3ddd-45cf-a8c6-a0dc7b83c2b9 admin admin] Notify agent at l3_agent.dv-cinder-851640-3-iscsi the message routers_updated {{(pid=115992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 00:33:55.795871 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb81e774-dc81-4d32-8a9d-a8761a1c1da0 None None] Sync routers for ids ['863516f4-f151-4036-8bc9-319f1407fa27'] in dv-cinder-851640-3-iscsi {{(pid=115994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 00:33:55.799461 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-e2843543-3ddd-45cf-a8c6-a0dc7b83c2b9 admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/863516f4-f151-4036-8bc9-319f1407fa27/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3110452 Aug 08 00:33:55.800938 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 56310) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:33:55.806925 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-9fcdeca4-2edc-4d6e-85f3-299da21c558b req-06f17886-212f-4cab-9e7a-77a28f1e2d23 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b6dd8e00-6ccc-4249-bcb5-212ee8057e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638914 Aug 08 00:33:55.814226 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb81e774-dc81-4d32-8a9d-a8761a1c1da0 None None] Routers {'863516f4-f151-4036-8bc9-319f1407fa27'} bound to L3 agent in host dv-cinder-851640-3-iscsi {{(pid=115994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 00:33:55.822277 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_hamode_db [None req-fb81e774-dc81-4d32-8a9d-a8761a1c1da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851640-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-08T00:24:12Z,description=,heartbeat_timestamp=2022-08-08T00:33:42Z,host='dv-cinder-851640-3-iscsi',id=d53f5436-7c7f-4441-9708-9d0333b57745,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T00:24:13Z,topic='l3_agent')) {'router_ids': ['863516f4-f151-4036-8bc9-319f1407fa27'], 'active': True} {{(pid=115994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:33:55.919313 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-27c670f1-5c21-4234-83f8-7071a086cac1 admin admin] Publish callbacks [] for router (863516f4-f151-4036-8bc9-319f1407fa27), before_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:55.924527 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_dvr_db [None req-fb81e774-dc81-4d32-8a9d-a8761a1c1da0 None None] Set router 863516f4-f151-4036-8bc9-319f1407fa27 gateway port host: dv-cinder-851640-3-iscsi {{(pid=115994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 00:33:55.938414 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=100 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:33:56.114617 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-27c670f1-5c21-4234-83f8-7071a086cac1 admin admin] Publish callbacks [] for router_gateway (863516f4-f151-4036-8bc9-319f1407fa27), before_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:56.206113 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec70f34-a082-4fa8-9e25-6ecd14ed7d9d req-79e7a302-666e-4450-90c0-4ab18321aaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:33:56.208560 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-5ec70f34-a082-4fa8-9e25-6ecd14ed7d9d req-79e7a302-666e-4450-90c0-4ab18321aaa7 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=39987f39-4c60-4c27-9f4f-c7657da06e51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429060 Aug 08 00:33:56.227960 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_hamode_db [None req-fb81e774-dc81-4d32-8a9d-a8761a1c1da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '863516f4-f151-4036-8bc9-319f1407fa27', 'name': 'tempest-DeleteServersTestJSON-1333376981-router', 'tenant_id': '7214cb5b7d4c4c949c84dc81601a89e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': 'bf6ae387-4fbc-4279-9f19-0d23a921fa6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:32:21Z', 'updated_at': '2022-08-08T00:33:55Z', 'revision_number': 5, 'project_id': '7214cb5b7d4c4c949c84dc81601a89e0', 'gw_port': {'id': 'bf6ae387-4fbc-4279-9f19-0d23a921fa6c', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:f4:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '863516f4-f151-4036-8bc9-319f1407fa27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:32:22Z', 'updated_at': '2022-08-08T00:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi'}], 'dv-cinder-851640-3-iscsi', False) {} {{(pid=115994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:33:56.260382 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb81e774-dc81-4d32-8a9d-a8761a1c1da0 None None] Checking router: 863516f4-f151-4036-8bc9-319f1407fa27 for host: dv-cinder-851640-3-iscsi {{(pid=115994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 00:33:56.270602 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb81e774-dc81-4d32-8a9d-a8761a1c1da0 None None] Routers {'863516f4-f151-4036-8bc9-319f1407fa27'} bound to L3 agent in host dv-cinder-851640-3-iscsi {{(pid=115994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 00:33:56.271254 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_hamode_db [None req-fb81e774-dc81-4d32-8a9d-a8761a1c1da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851640-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-08T00:24:12Z,description=,heartbeat_timestamp=2022-08-08T00:33:42Z,host='dv-cinder-851640-3-iscsi',id=d53f5436-7c7f-4441-9708-9d0333b57745,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T00:24:13Z,topic='l3_agent')) {'router_ids': ['863516f4-f151-4036-8bc9-319f1407fa27'], 'active': True} {{(pid=115994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:33:56.285674 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.plugin [None req-27c670f1-5c21-4234-83f8-7071a086cac1 admin admin] Deleting port bf6ae387-4fbc-4279-9f19-0d23a921fa6c {{(pid=115992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 00:33:56.286495 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-27c670f1-5c21-4234-83f8-7071a086cac1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764676511537'] for port (bf6ae387-4fbc-4279-9f19-0d23a921fa6c), before_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:56.375406 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_dvr_db [None req-fb81e774-dc81-4d32-8a9d-a8761a1c1da0 None None] Set router 863516f4-f151-4036-8bc9-319f1407fa27 gateway port host: None {{(pid=115994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 00:33:56.392923 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.db [None req-27c670f1-5c21-4234-83f8-7071a086cac1 admin admin] For port bf6ae387-4fbc-4279-9f19-0d23a921fa6c, host dv-cinder-851640-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851640-3-iscsi',level=0,port_id=bf6ae387-4fbc-4279-9f19-0d23a921fa6c,segment=NetworkSegment(15fce33c-3ff3-4714-8fe9-15b1a1600e57),segment_id=15fce33c-3ff3-4714-8fe9-15b1a1600e57)] {{(pid=115992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:33:56.393542 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-27c670f1-5c21-4234-83f8-7071a086cac1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440649'] for port (bf6ae387-4fbc-4279-9f19-0d23a921fa6c), precommit_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:56.409280 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.plugin [None req-27c670f1-5c21-4234-83f8-7071a086cac1 admin admin] Calling delete_port for bf6ae387-4fbc-4279-9f19-0d23a921fa6c owned by network:router_gateway {{(pid=115992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 00:33:56.430825 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_hamode_db [None req-fb81e774-dc81-4d32-8a9d-a8761a1c1da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '863516f4-f151-4036-8bc9-319f1407fa27', 'name': 'tempest-DeleteServersTestJSON-1333376981-router', 'tenant_id': '7214cb5b7d4c4c949c84dc81601a89e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:32:21Z', 'updated_at': '2022-08-08T00:33:56Z', 'revision_number': 6, 'project_id': '7214cb5b7d4c4c949c84dc81601a89e0', 'gw_port_host': None}], 'dv-cinder-851640-3-iscsi', False) {} {{(pid=115994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:33:56.458891 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb81e774-dc81-4d32-8a9d-a8761a1c1da0 None None] The sync data for ids ['863516f4-f151-4036-8bc9-319f1407fa27'] in dv-cinder-851640-3-iscsi is: [{'id': '863516f4-f151-4036-8bc9-319f1407fa27', 'name': 'tempest-DeleteServersTestJSON-1333376981-router', 'tenant_id': '7214cb5b7d4c4c949c84dc81601a89e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:32:21Z', 'updated_at': '2022-08-08T00:33:56Z', 'revision_number': 6, 'project_id': '7214cb5b7d4c4c949c84dc81601a89e0', 'gw_port_host': None}] {{(pid=115994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 00:33:56.483388 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:33:56.686907 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-27c670f1-5c21-4234-83f8-7071a086cac1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764676515054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764676113794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26371331'] for port (bf6ae387-4fbc-4279-9f19-0d23a921fa6c), after_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:56.715666 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c670f1-5c21-4234-83f8-7071a086cac1 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf6ae387-4fbc-4279-9f19-0d23a921fa6c,revision_number=None']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:33:56.778608 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-27c670f1-5c21-4234-83f8-7071a086cac1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-428004'] for router_gateway (863516f4-f151-4036-8bc9-319f1407fa27), after_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:56.886831 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-27c670f1-5c21-4234-83f8-7071a086cac1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-501963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-861'] for router (863516f4-f151-4036-8bc9-319f1407fa27), precommit_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:56.889865 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-27c670f1-5c21-4234-83f8-7071a086cac1 admin admin] Publish callbacks [] for router_controller (863516f4-f151-4036-8bc9-319f1407fa27), precommit_delete_associations {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:56.999693 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cfb545-3f49-4eee-80f8-fdbcc4e24e54 req-aac6def4-4cdb-4c32-b97f-eaccf6ea153a tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:33:57.005339 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-11cfb545-3f49-4eee-80f8-fdbcc4e24e54 req-aac6def4-4cdb-4c32-b97f-eaccf6ea153a tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8968cf66-c321-4187-8166-47cdc6cc701e HTTP/1.1" status: 200 len: 946 time: 0.0878954 Aug 08 00:33:57.051114 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-27c670f1-5c21-4234-83f8-7071a086cac1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-501833'] for router (863516f4-f151-4036-8bc9-319f1407fa27), after_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:57.051114 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27c670f1-5c21-4234-83f8-7071a086cac1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 863516f4-f151-4036-8bc9-319f1407fa27 {{(pid=115992) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 08 00:33:57.056851 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-27c670f1-5c21-4234-83f8-7071a086cac1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:57.058155 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-27c670f1-5c21-4234-83f8-7071a086cac1 admin admin] 10.222.0.15 "DELETE /networking/v2.0/routers/863516f4-f151-4036-8bc9-319f1407fa27 HTTP/1.1" status: 204 len: 168 time: 1.2562213 Aug 08 00:33:57.061883 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 56390) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:33:57.062368 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-11cfb545-3f49-4eee-80f8-fdbcc4e24e54 req-3f959a68-91eb-41ed-ab63-2b96c910ed87 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b6dd8e00-6ccc-4249-bcb5-212ee8057e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558589 Aug 08 00:33:57.182951 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.db.db_base_plugin_v2 [None req-f78b4aeb-e03b-4515-9085-9302a0dc6cbb admin admin] Deleting subnet 1315c81b-9b10-4234-bb5d-d20004ee7054 {{(pid=115991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 08 00:33:57.188680 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-f78b4aeb-e03b-4515-9085-9302a0dc6cbb admin admin] Publish callbacks [] for subnet (1315c81b-9b10-4234-bb5d-d20004ee7054), before_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:57.246261 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-f78b4aeb-e03b-4515-9085-9302a0dc6cbb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2349756'] for subnet (1315c81b-9b10-4234-bb5d-d20004ee7054), precommit_delete_associations {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:57.278079 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-5ec70f34-a082-4fa8-9e25-6ecd14ed7d9d req-35e02cac-1222-4b74-ac06-f5b7aca5744a service neutron] 10.222.0.25 "GET /networking/v2.0/networks/39987f39-4c60-4c27-9f4f-c7657da06e51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671119 Aug 08 00:33:57.425393 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-f78b4aeb-e03b-4515-9085-9302a0dc6cbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1386800'] for subnet (1315c81b-9b10-4234-bb5d-d20004ee7054), precommit_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:57.428792 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:33:57.473756 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-5ec70f34-a082-4fa8-9e25-6ecd14ed7d9d req-2939467e-a67b-4848-9606-1887e6d0a122 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/39987f39-4c60-4c27-9f4f-c7657da06e51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871045 Aug 08 00:33:57.577379 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-f78b4aeb-e03b-4515-9085-9302a0dc6cbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1386811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2785228', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26229567'] for subnet (1315c81b-9b10-4234-bb5d-d20004ee7054), after_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:57.607708 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78b4aeb-e03b-4515-9085-9302a0dc6cbb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1315c81b-9b10-4234-bb5d-d20004ee7054,revision_number=None']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:33:57.612152 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-f78b4aeb-e03b-4515-9085-9302a0dc6cbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575022'] for subnet (None), before_response {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:57.615356 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-f78b4aeb-e03b-4515-9085-9302a0dc6cbb admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/1315c81b-9b10-4234-bb5d-d20004ee7054 HTTP/1.1" status: 204 len: 168 time: 0.5518043 Aug 08 00:33:57.619639 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 56426) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:33:57.621408 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac789c7f-539b-407d-9db2-2504c576347b None None] Network 61fd3a5e-b6e8-4581-b720-db1567079b03 requested from dv-cinder-851640-3-iscsi {{(pid=115993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 00:33:57.698263 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=56,neutron:UPDATE=3 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:33:57.699420 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=59,neutron:UPDATE=5 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:33:57.751170 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-fa2e2a41-320a-4dfc-8877-165ebdcc8d2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1544796'] for network (61fd3a5e-b6e8-4581-b720-db1567079b03), before_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:57.763027 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Device 31a76272-49ed-4902-b854-04464585b036 no longer exists at agent ovs-agent-dv-cinder-851640-3-iscsi {{(pid=115993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 00:33:57.791118 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] No Port match for: 31a76272-49ed-4902-b854-04464585b036 {{(pid=115993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 08 00:33:57.794387 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Device 31a76272-49ed-4902-b854-04464585b036 not bound to the agent host dv-cinder-851640-3-iscsi {{(pid=115993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 00:33:57.794387 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Device bf6ae387-4fbc-4279-9f19-0d23a921fa6c no longer exists at agent ovs-agent-dv-cinder-851640-3-iscsi {{(pid=115993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 00:33:57.818335 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] No Port match for: bf6ae387-4fbc-4279-9f19-0d23a921fa6c {{(pid=115993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 08 00:33:57.818717 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Device bf6ae387-4fbc-4279-9f19-0d23a921fa6c not bound to the agent host dv-cinder-851640-3-iscsi {{(pid=115993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 00:33:57.828296 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.plugin [None req-fa2e2a41-320a-4dfc-8877-165ebdcc8d2c admin admin] Deleting port 6f32f53d-3fcb-403e-b34b-565d931cd8ae {{(pid=115991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 00:33:57.835828 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-fa2e2a41-320a-4dfc-8877-165ebdcc8d2c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764676511537'] for port (6f32f53d-3fcb-403e-b34b-565d931cd8ae), before_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:57.851606 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a145f57-47fc-423e-b663-f5ea7834f922 None None] DHCP port deletion for 61fd3a5e-b6e8-4581-b720-db1567079b03 request from dv-cinder-851640-3-iscsi {{(pid=115993) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 08 00:33:57.900770 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:33:57.906038 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.db [None req-fa2e2a41-320a-4dfc-8877-165ebdcc8d2c admin admin] For port 6f32f53d-3fcb-403e-b34b-565d931cd8ae, host dv-cinder-851640-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851640-3-iscsi',level=0,port_id=6f32f53d-3fcb-403e-b34b-565d931cd8ae,segment=NetworkSegment(bcb703c1-69ed-4297-948e-d0d75df0a147),segment_id=bcb703c1-69ed-4297-948e-d0d75df0a147)] {{(pid=115991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:33:57.906410 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-fa2e2a41-320a-4dfc-8877-165ebdcc8d2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440649'] for port (6f32f53d-3fcb-403e-b34b-565d931cd8ae), precommit_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:57.907156 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-5a145f57-47fc-423e-b663-f5ea7834f922 None None] Deleting port 6f32f53d-3fcb-403e-b34b-565d931cd8ae {{(pid=115993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 00:33:57.907571 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-5a145f57-47fc-423e-b663-f5ea7834f922 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764676511537'] for port (6f32f53d-3fcb-403e-b34b-565d931cd8ae), before_delete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:57.923154 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.plugin [None req-fa2e2a41-320a-4dfc-8877-165ebdcc8d2c admin admin] Calling delete_port for 6f32f53d-3fcb-403e-b34b-565d931cd8ae owned by network:dhcp {{(pid=115991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 00:33:57.989531 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-5a145f57-47fc-423e-b663-f5ea7834f922 None None] For port 6f32f53d-3fcb-403e-b34b-565d931cd8ae, host dv-cinder-851640-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851640-3-iscsi',level=0,port_id=6f32f53d-3fcb-403e-b34b-565d931cd8ae,segment=NetworkSegment(bcb703c1-69ed-4297-948e-d0d75df0a147),segment_id=bcb703c1-69ed-4297-948e-d0d75df0a147)] {{(pid=115993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:33:57.990262 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-5a145f57-47fc-423e-b663-f5ea7834f922 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440649'] for port (6f32f53d-3fcb-403e-b34b-565d931cd8ae), precommit_delete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:58.011115 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-5a145f57-47fc-423e-b663-f5ea7834f922 None None] Calling delete_port for 6f32f53d-3fcb-403e-b34b-565d931cd8ae owned by network:dhcp {{(pid=115993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 00:33:58.130792 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-fa2e2a41-320a-4dfc-8877-165ebdcc8d2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764676515054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764676113794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2785209'] for port (6f32f53d-3fcb-403e-b34b-565d931cd8ae), after_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:58.152073 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-5a145f57-47fc-423e-b663-f5ea7834f922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764676515054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764676113794'] for port (6f32f53d-3fcb-403e-b34b-565d931cd8ae), after_delete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:58.159287 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2e2a41-320a-4dfc-8877-165ebdcc8d2c admin admin] Pushing event deleted for resources: {'Port': ['ID=6f32f53d-3fcb-403e-b34b-565d931cd8ae,revision_number=None']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:33:58.165307 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2e2a41-320a-4dfc-8877-165ebdcc8d2c admin admin] No DVR routers for this DVR port 6f32f53d-3fcb-403e-b34b-565d931cd8ae on host dv-cinder-851640-3-iscsi {{(pid=115991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 08 00:33:58.215985 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a145f57-47fc-423e-b663-f5ea7834f922 None None] Pushing event deleted for resources: {'Port': ['ID=6f32f53d-3fcb-403e-b34b-565d931cd8ae,revision_number=None']} {{(pid=115993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:33:58.219077 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a145f57-47fc-423e-b663-f5ea7834f922 None None] No DVR routers for this DVR port 6f32f53d-3fcb-403e-b34b-565d931cd8ae on host dv-cinder-851640-3-iscsi {{(pid=115993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 08 00:33:58.283425 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-fa2e2a41-320a-4dfc-8877-165ebdcc8d2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388207', 'neutron.services.segments.db._delete_segments_for_network-8764676474350'] for network (61fd3a5e-b6e8-4581-b720-db1567079b03), precommit_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:58.292787 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c19be0-5aae-44cb-b43f-cc3dd4be88c2 req-ee71b01a-8a6b-4de5-b79d-33949cebb411 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:33:58.294268 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-e9c19be0-5aae-44cb-b43f-cc3dd4be88c2 req-ee71b01a-8a6b-4de5-b79d-33949cebb411 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8968cf66-c321-4187-8166-47cdc6cc701e HTTP/1.1" status: 200 len: 946 time: 0.1046014 Aug 08 00:33:58.328752 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.services.segments.db [None req-fa2e2a41-320a-4dfc-8877-165ebdcc8d2c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61fd3a5e-b6e8-4581-b720-db1567079b03']}} {{(pid=115991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:33:58.342281 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.services.segments.db [None req-fa2e2a41-320a-4dfc-8877-165ebdcc8d2c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcb703c1-69ed-4297-948e-d0d75df0a147') {'for_net_delete': True} {{(pid=115991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:33:58.342576 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.services.segments.db [None req-fa2e2a41-320a-4dfc-8877-165ebdcc8d2c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcb703c1-69ed-4297-948e-d0d75df0a147') {} {{(pid=115991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:33:58.362469 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-fa2e2a41-320a-4dfc-8877-165ebdcc8d2c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764676474251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2349749'] for segment (bcb703c1-69ed-4297-948e-d0d75df0a147), before_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:58.386370 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-e9c19be0-5aae-44cb-b43f-cc3dd4be88c2 req-c842f309-9e99-4e59-ba8d-97bbc1aa7134 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b6dd8e00-6ccc-4249-bcb5-212ee8057e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856471 Aug 08 00:33:58.387278 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-fa2e2a41-320a-4dfc-8877-165ebdcc8d2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1398331'] for segment (bcb703c1-69ed-4297-948e-d0d75df0a147), precommit_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:58.394558 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa2e2a41-320a-4dfc-8877-165ebdcc8d2c admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=115991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 08 00:33:58.395090 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-fa2e2a41-320a-4dfc-8877-165ebdcc8d2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1398331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2783598'] for segment (bcb703c1-69ed-4297-948e-d0d75df0a147), after_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:58.431032 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:33:58.432785 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.services.segments.plugin [-] Segment bcb703c1-69ed-4297-948e-d0d75df0a147 resource provider aggregate not found Aug 08 00:33:58.450899 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.services.segments.plugin [-] Segment bcb703c1-69ed-4297-948e-d0d75df0a147 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bcb703c1-69ed-4297-948e-d0d75df0a147 found for delete ", "request_id": "req-7fea8ebc-d14d-4593-9116-7a88d676fe44"}]} Aug 08 00:33:58.540772 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-fa2e2a41-320a-4dfc-8877-165ebdcc8d2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-428578'] for network (61fd3a5e-b6e8-4581-b720-db1567079b03), after_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:58.545091 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-fa2e2a41-320a-4dfc-8877-165ebdcc8d2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575022'] for network (None), before_response {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:58.548315 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-fa2e2a41-320a-4dfc-8877-165ebdcc8d2c admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/61fd3a5e-b6e8-4581-b720-db1567079b03 HTTP/1.1" status: 204 len: 168 time: 0.9274645 Aug 08 00:33:58.562521 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2e2a41-320a-4dfc-8877-165ebdcc8d2c admin admin] Pushing event deleted for resources: {'Network': ['ID=61fd3a5e-b6e8-4581-b720-db1567079b03,revision_number=None']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:33:59.079075 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 56450) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:33:59.119270 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-16c5b239-7e6b-4017-85c6-2f50fe5fa1d3 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=7214cb5b7d4c4c949c84dc81601a89e0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0390093 Aug 08 00:33:59.121808 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 56452) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:33:59.172173 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-087e7559-5597-4cca-ae20-c615e5355f05 admin admin] Publish callbacks [] for security_group (5fd3e569-9aaa-4a74-81fe-f953369912b9), before_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:59.194408 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-087e7559-5597-4cca-ae20-c615e5355f05 admin admin] Publish callbacks [] for security_group (5fd3e569-9aaa-4a74-81fe-f953369912b9), precommit_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:59.326199 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-087e7559-5597-4cca-ae20-c615e5355f05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (5fd3e569-9aaa-4a74-81fe-f953369912b9), after_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:59.328849 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-087e7559-5597-4cca-ae20-c615e5355f05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:33:59.330084 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-087e7559-5597-4cca-ae20-c615e5355f05 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/5fd3e569-9aaa-4a74-81fe-f953369912b9 HTTP/1.1" status: 204 len: 168 time: 0.2073112 Aug 08 00:33:59.341087 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087e7559-5597-4cca-ae20-c615e5355f05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fd3e569-9aaa-4a74-81fe-f953369912b9,revision_number=None']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:33:59.510777 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1d3606-0070-4e46-ac21-600d556c57c0 req-651d09c5-d6d4-4772-9e66-7e631ab8091b tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:33:59.516117 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-0b1d3606-0070-4e46-ac21-600d556c57c0 req-651d09c5-d6d4-4772-9e66-7e631ab8091b tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8968cf66-c321-4187-8166-47cdc6cc701e HTTP/1.1" status: 200 len: 946 time: 0.0491369 Aug 08 00:33:59.561111 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-0b1d3606-0070-4e46-ac21-600d556c57c0 req-e8886874-76f5-4676-8f9e-32a5355ab119 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b6dd8e00-6ccc-4249-bcb5-212ee8057e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432529 Aug 08 00:33:59.692116 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Device 6f32f53d-3fcb-403e-b34b-565d931cd8ae no longer exists at agent ovs-agent-dv-cinder-851640-3-iscsi {{(pid=115993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 00:33:59.712026 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] No Port match for: 6f32f53d-3fcb-403e-b34b-565d931cd8ae {{(pid=115993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 08 00:33:59.713533 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Device 6f32f53d-3fcb-403e-b34b-565d931cd8ae not bound to the agent host dv-cinder-851640-3-iscsi {{(pid=115993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 00:34:00.460299 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 56500) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:34:00.481306 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (c200ec1a-5dc3-458a-a30d-0f16255c41c0), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:00.560868 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.v2.base [None req-7a378a5f-d8c4-454c-b68f-8f17e5cf3e09 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1151103598-network', 'tenant_id': 'e97eb34021d44eb0a99763034c1e9e87'}} {{(pid=115991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:34:00.679568 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a378a5f-d8c4-454c-b68f-8f17e5cf3e09 admin admin] Made reservation on behalf of e97eb34021d44eb0a99763034c1e9e87 for: {'network': 1} {{(pid=115991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 00:34:00.681935 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-7a378a5f-d8c4-454c-b68f-8f17e5cf3e09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for network (None), before_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:00.699404 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c115474b-197f-43b5-bef8-3549f0e55cad req-4d555f61-e920-486d-b063-23790c056195 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:34:00.700633 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-c115474b-197f-43b5-bef8-3549f0e55cad req-4d555f61-e920-486d-b063-23790c056195 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8968cf66-c321-4187-8166-47cdc6cc701e HTTP/1.1" status: 200 len: 946 time: 0.0613356 Aug 08 00:34:00.701455 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-7a378a5f-d8c4-454c-b68f-8f17e5cf3e09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:00.774464 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-c115474b-197f-43b5-bef8-3549f0e55cad req-45341100-28d9-4c80-a1c4-6db2a7aa2fe5 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b6dd8e00-6ccc-4249-bcb5-212ee8057e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652096 Aug 08 00:34:00.820404 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-7a378a5f-d8c4-454c-b68f-8f17e5cf3e09 admin admin] Publish callbacks [] for security_group (25aa193f-02ba-49fc-9bcd-a39201d65a75), precommit_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:00.889250 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-7a378a5f-d8c4-454c-b68f-8f17e5cf3e09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (25aa193f-02ba-49fc-9bcd-a39201d65a75), after_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:00.912157 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a378a5f-d8c4-454c-b68f-8f17e5cf3e09 admin admin] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=115991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 08 00:34:00.928396 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a378a5f-d8c4-454c-b68f-8f17e5cf3e09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25aa193f-02ba-49fc-9bcd-a39201d65a75,revision_number=1']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:34:00.931386 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-7a378a5f-d8c4-454c-b68f-8f17e5cf3e09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1398331'] for segment (6130275c-b522-41d3-91a1-cf819d706112), precommit_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:00.931734 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.db.segments_db [None req-7a378a5f-d8c4-454c-b68f-8f17e5cf3e09 admin admin] Added segment 6130275c-b522-41d3-91a1-cf819d706112 of type vlan for network a5ea35fc-5529-4ec7-b035-b5f2637c5acc Aug 08 00:34:00.974794 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-7a378a5f-d8c4-454c-b68f-8f17e5cf3e09 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764676137144'] for network (a5ea35fc-5529-4ec7-b035-b5f2637c5acc), precommit_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:01.078255 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-7a378a5f-d8c4-454c-b68f-8f17e5cf3e09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032'] for network (a5ea35fc-5529-4ec7-b035-b5f2637c5acc), after_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:01.079247 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a378a5f-d8c4-454c-b68f-8f17e5cf3e09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:34:01.079840 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-7a378a5f-d8c4-454c-b68f-8f17e5cf3e09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575022'] for network (None), before_response {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:01.142263 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a378a5f-d8c4-454c-b68f-8f17e5cf3e09 admin admin] Pushing event updated for resources: {'Network': ['ID=a5ea35fc-5529-4ec7-b035-b5f2637c5acc,revision_number=1']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:34:01.153188 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Network a5ea35fc-5529-4ec7-b035-b5f2637c5acc details requested by agent ovs-agent-dv-cinder-851640-3-iscsi with host dv-cinder-851640-3-iscsi {{(pid=115993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 08 00:34:01.273179 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-7a378a5f-d8c4-454c-b68f-8f17e5cf3e09 admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.8115420 Aug 08 00:34:01.276118 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 56518) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:34:01.281131 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.v2.base [None req-71937df6-ed79-4813-92fd-1dd1ec5cffc9 admin admin] Request body: {'subnet': {'network_id': 'a5ea35fc-5529-4ec7-b035-b5f2637c5acc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1151103598-subnet', 'tenant_id': 'e97eb34021d44eb0a99763034c1e9e87', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:34:01.386828 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71937df6-ed79-4813-92fd-1dd1ec5cffc9 admin admin] Made reservation on behalf of e97eb34021d44eb0a99763034c1e9e87 for: {'subnet': 1} {{(pid=115992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 00:34:01.389375 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-71937df6-ed79-4813-92fd-1dd1ec5cffc9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26226893'] for subnet (None), before_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:01.466089 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=83,neutron:DELETE=12,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:34:01.645022 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-71937df6-ed79-4813-92fd-1dd1ec5cffc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26371511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26226907'] for subnet (a880aa77-4bc5-4c6a-8fdf-3a29dea9cf69), after_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:01.712813 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71937df6-ed79-4813-92fd-1dd1ec5cffc9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a880aa77-4bc5-4c6a-8fdf-3a29dea9cf69,revision_number=0']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:34:01.725423 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71937df6-ed79-4813-92fd-1dd1ec5cffc9 admin admin] Checking segment: {'id': '6130275c-b522-41d3-91a1-cf819d706112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a5ea35fc-5529-4ec7-b035-b5f2637c5acc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 00:34:01.725951 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71937df6-ed79-4813-92fd-1dd1ec5cffc9 admin admin] Network hostable DHCP agents. Network: a5ea35fc-5529-4ec7-b035-b5f2637c5acc, hostable agents: ['93e2312b-3744-4a9e-8723-a0f19f10f89a'], hosted agents: [] {{(pid=115992) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 08 00:34:01.817838 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71937df6-ed79-4813-92fd-1dd1ec5cffc9 admin admin] Network a5ea35fc-5529-4ec7-b035-b5f2637c5acc is scheduled to be hosted by DHCP agent 93e2312b-3744-4a9e-8723-a0f19f10f89a with binding_index 1 {{(pid=115992) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 08 00:34:01.915601 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaaf5ba-1bbd-4c89-bad7-dc248b11ce8a req-e6964ffe-7f14-4aa5-848e-93192d13a740 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:34:01.917413 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-6eaaf5ba-1bbd-4c89-bad7-dc248b11ce8a req-e6964ffe-7f14-4aa5-848e-93192d13a740 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8968cf66-c321-4187-8166-47cdc6cc701e HTTP/1.1" status: 200 len: 946 time: 0.0656672 Aug 08 00:34:01.936796 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.scheduler.base_scheduler [None req-71937df6-ed79-4813-92fd-1dd1ec5cffc9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851640-3-iscsi, a5ea35fc-5529-4ec7-b035-b5f2637c5acc) {{(pid=115992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 00:34:01.945191 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71937df6-ed79-4813-92fd-1dd1ec5cffc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:34:01.945191 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-71937df6-ed79-4813-92fd-1dd1ec5cffc9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:01.946526 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a8e2f7-112e-4c51-a9e1-367d0e7c478b None None] Network a5ea35fc-5529-4ec7-b035-b5f2637c5acc requested from dv-cinder-851640-3-iscsi {{(pid=115993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 00:34:01.986807 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-6eaaf5ba-1bbd-4c89-bad7-dc248b11ce8a req-4e245b06-33fb-4474-9440-11c03449b307 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b6dd8e00-6ccc-4249-bcb5-212ee8057e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635786 Aug 08 00:34:02.059489 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-71937df6-ed79-4813-92fd-1dd1ec5cffc9 admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7805262 Aug 08 00:34:02.060635 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 56546) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:34:02.066110 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.v2.base [None req-eb148be9-53fc-4a39-920f-1de2c0341a75 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1151103598-router', 'tenant_id': 'e97eb34021d44eb0a99763034c1e9e87', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f'}}} {{(pid=115991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:34:02.074151 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c6ddfe4-62e3-48f3-a0b1-ff7a9cd531a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdec297ae-4d72-52f1-8857-0419de17422d-a5ea35fc-5529-4ec7-b035-b5f2637c5acc', 'network_id': 'a5ea35fc-5529-4ec7-b035-b5f2637c5acc', 'project_id': 'e97eb34021d44eb0a99763034c1e9e87', 'fixed_ips': [{'subnet_id': 'a880aa77-4bc5-4c6a-8fdf-3a29dea9cf69'}]}} from dv-cinder-851640-3-iscsi. {{(pid=115993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 08 00:34:02.075173 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-5c6ddfe4-62e3-48f3-a0b1-ff7a9cd531a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (None), before_create {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:02.098972 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:34:02.102175 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:34:02.198625 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-eb148be9-53fc-4a39-920f-1de2c0341a75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-512329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-835'] for router (91800c1e-3ae7-435f-9362-f23934c36aa6), before_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:02.200045 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-eb148be9-53fc-4a39-920f-1de2c0341a75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-502562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-438731', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1613470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-842'] for router (91800c1e-3ae7-435f-9362-f23934c36aa6), precommit_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:02.233299 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.db_base_plugin_common [None req-5c6ddfe4-62e3-48f3-a0b1-ff7a9cd531a8 None None] Allocated IP 172.20.0.2 (a5ea35fc-5529-4ec7-b035-b5f2637c5acc/a880aa77-4bc5-4c6a-8fdf-3a29dea9cf69/2ea3e2f6-bc7a-41b6-98c9-951eef1afb19) {{(pid=115993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 00:34:02.277749 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-eb148be9-53fc-4a39-920f-1de2c0341a75 admin admin] Publish callbacks [] for router_controller (91800c1e-3ae7-435f-9362-f23934c36aa6), precommit_add_association {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:02.395797 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-5c6ddfe4-62e3-48f3-a0b1-ff7a9cd531a8 None None] Publish callbacks [] for port (2ea3e2f6-bc7a-41b6-98c9-951eef1afb19), precommit_create {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:02.421729 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=80,neutron:DELETE=3,neutron:INSERT=14,neutron:UPDATE=3 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:34:02.471696 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-5c6ddfe4-62e3-48f3-a0b1-ff7a9cd531a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764676113785'] for port (2ea3e2f6-bc7a-41b6-98c9-951eef1afb19), after_create {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:02.490466 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-eb148be9-53fc-4a39-920f-1de2c0341a75 admin admin] Publish callbacks [] for router_gateway (91800c1e-3ae7-435f-9362-f23934c36aa6), precommit_update {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:02.519356 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c6ddfe4-62e3-48f3-a0b1-ff7a9cd531a8 None None] Network a5ea35fc-5529-4ec7-b035-b5f2637c5acc is already hosted by enough agents. {{(pid=115993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 00:34:02.523919 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.scheduler.base_scheduler [None req-5c6ddfe4-62e3-48f3-a0b1-ff7a9cd531a8 None None] Resources bound (agent type, host, resource id): {{(pid=115993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 00:34:02.527764 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6ddfe4-62e3-48f3-a0b1-ff7a9cd531a8 None None] Received port after_create {{(pid=115993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 00:34:02.531143 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6ddfe4-62e3-48f3-a0b1-ff7a9cd531a8 None None] Pushing event updated for resources: {'Port': ['ID=2ea3e2f6-bc7a-41b6-98c9-951eef1afb19,revision_number=1']} {{(pid=115993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:34:02.538757 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=87,neutron:UPDATE=7,neutron:INSERT=6 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:34:02.586188 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.managers [None req-5c6ddfe4-62e3-48f3-a0b1-ff7a9cd531a8 None None] Attempting to bind port 2ea3e2f6-bc7a-41b6-98c9-951eef1afb19 on host dv-cinder-851640-3-iscsi for vnic_type normal with profile {{(pid=115993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 00:34:02.586550 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.managers [None req-5c6ddfe4-62e3-48f3-a0b1-ff7a9cd531a8 None None] Attempting to bind port 2ea3e2f6-bc7a-41b6-98c9-951eef1afb19 by drivers openvswitch,hyperv on host dv-cinder-851640-3-iscsi at level 0 using segments [{'id': '6130275c-b522-41d3-91a1-cf819d706112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a5ea35fc-5529-4ec7-b035-b5f2637c5acc'}] {{(pid=115993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 00:34:02.586914 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6ddfe4-62e3-48f3-a0b1-ff7a9cd531a8 None None] Attempting to bind port 2ea3e2f6-bc7a-41b6-98c9-951eef1afb19 on network a5ea35fc-5529-4ec7-b035-b5f2637c5acc {{(pid=115993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 00:34:02.593076 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6ddfe4-62e3-48f3-a0b1-ff7a9cd531a8 None None] Checking agent: {'id': 'aa35aa05-3c09-40ae-a1e3-ebf96fe3358c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851640-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 0, 24, 15), 'started_at': datetime.datetime(2022, 8, 8, 0, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 0, 33, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851640-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 00:34:02.593474 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6ddfe4-62e3-48f3-a0b1-ff7a9cd531a8 None None] Checking segment: {'id': '6130275c-b522-41d3-91a1-cf819d706112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a5ea35fc-5529-4ec7-b035-b5f2637c5acc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 00:34:02.593894 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-5c6ddfe4-62e3-48f3-a0b1-ff7a9cd531a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:02.594304 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6ddfe4-62e3-48f3-a0b1-ff7a9cd531a8 None None] Bound using segment: {'id': '6130275c-b522-41d3-91a1-cf819d706112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a5ea35fc-5529-4ec7-b035-b5f2637c5acc'} {{(pid=115993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 00:34:02.594767 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.managers [None req-5c6ddfe4-62e3-48f3-a0b1-ff7a9cd531a8 None None] Bound port: 2ea3e2f6-bc7a-41b6-98c9-951eef1afb19, host: dv-cinder-851640-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6130275c-b522-41d3-91a1-cf819d706112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a5ea35fc-5529-4ec7-b035-b5f2637c5acc'}}] {{(pid=115993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 00:34:02.595144 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-5c6ddfe4-62e3-48f3-a0b1-ff7a9cd531a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (2ea3e2f6-bc7a-41b6-98c9-951eef1afb19), before_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:02.680820 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-5c6ddfe4-62e3-48f3-a0b1-ff7a9cd531a8 None None] For port 2ea3e2f6-bc7a-41b6-98c9-951eef1afb19, host dv-cinder-851640-3-iscsi, cleared binding levels {{(pid=115993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 00:34:02.681697 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-5c6ddfe4-62e3-48f3-a0b1-ff7a9cd531a8 None None] For port 2ea3e2f6-bc7a-41b6-98c9-951eef1afb19, host dv-cinder-851640-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851640-3-iscsi',level=0,port_id=2ea3e2f6-bc7a-41b6-98c9-951eef1afb19,segment=NetworkSegment(6130275c-b522-41d3-91a1-cf819d706112),segment_id=6130275c-b522-41d3-91a1-cf819d706112)] {{(pid=115993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 00:34:02.839210 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-5c6ddfe4-62e3-48f3-a0b1-ff7a9cd531a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821'] for port (2ea3e2f6-bc7a-41b6-98c9-951eef1afb19), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:02.906783 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6ddfe4-62e3-48f3-a0b1-ff7a9cd531a8 None None] Pushing event updated for resources: {'Port': ['ID=2ea3e2f6-bc7a-41b6-98c9-951eef1afb19,revision_number=2']} {{(pid=115993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:34:03.023373 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-eb148be9-53fc-4a39-920f-1de2c0341a75 admin admin] Publish callbacks [] for router_gateway (91800c1e-3ae7-435f-9362-f23934c36aa6), before_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:03.048112 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-eb148be9-53fc-4a39-920f-1de2c0341a75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (None), before_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:03.229675 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9360c1f3-703c-4b46-aa66-254ed0accd3d req-bb8a8047-cae8-422f-b357-46ffa619787f tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:34:03.232578 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-9360c1f3-703c-4b46-aa66-254ed0accd3d req-bb8a8047-cae8-422f-b357-46ffa619787f tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8968cf66-c321-4187-8166-47cdc6cc701e HTTP/1.1" status: 200 len: 946 time: 0.0892210 Aug 08 00:34:03.284418 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.db.db_base_plugin_common [None req-eb148be9-53fc-4a39-920f-1de2c0341a75 admin admin] Allocated IP 172.27.3.91 (743d2d45-6b8c-49b7-a932-c537e45f946f/7df84031-3cb2-4601-a018-b61b0ad731dc/349bc66f-427c-48e3-b507-b91075ef7023) {{(pid=115991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 00:34:03.323757 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-9360c1f3-703c-4b46-aa66-254ed0accd3d req-db18aaf7-e78c-42e6-9794-df5060c1c4f9 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b6dd8e00-6ccc-4249-bcb5-212ee8057e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806108 Aug 08 00:34:03.333055 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:34:03.414438 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-eb148be9-53fc-4a39-920f-1de2c0341a75 admin admin] Publish callbacks [] for port (349bc66f-427c-48e3-b507-b91075ef7023), precommit_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:03.521232 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-eb148be9-53fc-4a39-920f-1de2c0341a75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764676113785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2785209'] for port (349bc66f-427c-48e3-b507-b91075ef7023), after_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:03.565394 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb148be9-53fc-4a39-920f-1de2c0341a75 admin admin] Network 743d2d45-6b8c-49b7-a932-c537e45f946f is already hosted by enough agents. {{(pid=115991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 00:34:03.570420 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.scheduler.base_scheduler [None req-eb148be9-53fc-4a39-920f-1de2c0341a75 admin admin] Resources bound (agent type, host, resource id): {{(pid=115991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 00:34:03.572935 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb148be9-53fc-4a39-920f-1de2c0341a75 admin admin] Received port after_create {{(pid=115991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 00:34:03.578366 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb148be9-53fc-4a39-920f-1de2c0341a75 admin admin] Pushing event updated for resources: {'Port': ['ID=349bc66f-427c-48e3-b507-b91075ef7023,revision_number=1']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:34:03.738544 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Device 2ea3e2f6-bc7a-41b6-98c9-951eef1afb19 up at agent ovs-agent-dv-cinder-851640-3-iscsi {{(pid=115993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 00:34:03.784405 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Provisioning complete for port 2ea3e2f6-bc7a-41b6-98c9-951eef1afb19 triggered by entity L2. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:34:03.784872 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (2ea3e2f6-bc7a-41b6-98c9-951eef1afb19), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:03.862470 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Current status of the port 2ea3e2f6-bc7a-41b6-98c9-951eef1afb19 is: DOWN; New status is: ACTIVE {{(pid=115993) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 00:34:03.863971 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (2ea3e2f6-bc7a-41b6-98c9-951eef1afb19), before_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:03.901693 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] For port 2ea3e2f6-bc7a-41b6-98c9-951eef1afb19, host dv-cinder-851640-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851640-3-iscsi',level=0,port_id=2ea3e2f6-bc7a-41b6-98c9-951eef1afb19,segment=NetworkSegment(6130275c-b522-41d3-91a1-cf819d706112),segment_id=6130275c-b522-41d3-91a1-cf819d706112)] {{(pid=115993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:34:03.912137 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-eb148be9-53fc-4a39-920f-1de2c0341a75 admin admin] Publish callbacks [] for router_gateway (91800c1e-3ae7-435f-9362-f23934c36aa6), after_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:03.941416 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ac74f7-c187-4630-93f3-47a62374ec3e None None] Network a5ea35fc-5529-4ec7-b035-b5f2637c5acc requested from dv-cinder-851640-3-iscsi {{(pid=115993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 00:34:04.014146 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:34:04.099966 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821'] for port (2ea3e2f6-bc7a-41b6-98c9-951eef1afb19), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:04.116930 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-eb148be9-53fc-4a39-920f-1de2c0341a75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-501999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-427846'] for router (91800c1e-3ae7-435f-9362-f23934c36aa6), after_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:04.146377 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-3c14eadc-ec84-4f68-8692-0b53dc533d5e None None] Provisioning complete for port 2ea3e2f6-bc7a-41b6-98c9-951eef1afb19 triggered by entity DHCP. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:34:04.146745 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-3c14eadc-ec84-4f68-8692-0b53dc533d5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (2ea3e2f6-bc7a-41b6-98c9-951eef1afb19), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:04.210477 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Pushing event updated for resources: {'Port': ['ID=2ea3e2f6-bc7a-41b6-98c9-951eef1afb19,revision_number=3']} {{(pid=115993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:34:04.270912 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:34:04.293960 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-3c14eadc-ec84-4f68-8692-0b53dc533d5e None None] Current status of the port 2ea3e2f6-bc7a-41b6-98c9-951eef1afb19 is: ACTIVE; New status is: ACTIVE {{(pid=115993) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 00:34:04.354939 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb148be9-53fc-4a39-920f-1de2c0341a75 admin admin] Router 91800c1e-3ae7-435f-9362-f23934c36aa6 is scheduled to L3 agent d53f5436-7c7f-4441-9708-9d0333b57745 with binding_index 1 {{(pid=115991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 08 00:34:04.462175 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2725e572-850e-4177-9844-5a5d98ad7062 req-6bdbddd9-39c4-4e72-8f0c-c9ae3fd03819 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:34:04.464464 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-2725e572-850e-4177-9844-5a5d98ad7062 req-6bdbddd9-39c4-4e72-8f0c-c9ae3fd03819 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8968cf66-c321-4187-8166-47cdc6cc701e HTTP/1.1" status: 200 len: 946 time: 0.0518463 Aug 08 00:34:04.482186 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb148be9-53fc-4a39-920f-1de2c0341a75 admin admin] Notify agent at l3_agent.dv-cinder-851640-3-iscsi the message routers_updated {{(pid=115991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 00:34:04.490929 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:34:04.494483 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d44065-171c-47c6-ab15-60b5e13721c4 None None] Sync routers for ids ['91800c1e-3ae7-435f-9362-f23934c36aa6'] in dv-cinder-851640-3-iscsi {{(pid=115993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 00:34:04.506042 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d44065-171c-47c6-ab15-60b5e13721c4 None None] Routers {'91800c1e-3ae7-435f-9362-f23934c36aa6'} bound to L3 agent in host dv-cinder-851640-3-iscsi {{(pid=115993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 00:34:04.506768 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_hamode_db [None req-e2d44065-171c-47c6-ab15-60b5e13721c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851640-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-08T00:24:12Z,description=,heartbeat_timestamp=2022-08-08T00:33:42Z,host='dv-cinder-851640-3-iscsi',id=d53f5436-7c7f-4441-9708-9d0333b57745,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T00:24:13Z,topic='l3_agent')) {'router_ids': ['91800c1e-3ae7-435f-9362-f23934c36aa6'], 'active': True} {{(pid=115993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:34:04.515174 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-2725e572-850e-4177-9844-5a5d98ad7062 req-4279814b-ad7b-40f8-b428-197bdb0ad8ca tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b6dd8e00-6ccc-4249-bcb5-212ee8057e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449471 Aug 08 00:34:04.566352 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-eb148be9-53fc-4a39-920f-1de2c0341a75 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:04.568806 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-eb148be9-53fc-4a39-920f-1de2c0341a75 admin admin] 10.222.0.15 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.5055425 Aug 08 00:34:04.568941 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-e534ae9c-381a-4cc6-b5e5-a3c961bf268e None None] Provisioning complete for port 2ea3e2f6-bc7a-41b6-98c9-951eef1afb19 triggered by entity DHCP. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:34:04.568941 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-e534ae9c-381a-4cc6-b5e5-a3c961bf268e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (2ea3e2f6-bc7a-41b6-98c9-951eef1afb19), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:04.570418 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 56588) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:34:04.649900 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvr_db [None req-e2d44065-171c-47c6-ab15-60b5e13721c4 None None] Set router 91800c1e-3ae7-435f-9362-f23934c36aa6 gateway port host: dv-cinder-851640-3-iscsi {{(pid=115993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 00:34:04.781704 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-e534ae9c-381a-4cc6-b5e5-a3c961bf268e None None] Current status of the port 2ea3e2f6-bc7a-41b6-98c9-951eef1afb19 is: ACTIVE; New status is: ACTIVE {{(pid=115993) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 00:34:04.831204 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:34:04.847602 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_hamode_db [None req-e2d44065-171c-47c6-ab15-60b5e13721c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91800c1e-3ae7-435f-9362-f23934c36aa6', 'name': 'tempest-AttachVolumeNegativeTest-1151103598-router', 'tenant_id': 'e97eb34021d44eb0a99763034c1e9e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': '349bc66f-427c-48e3-b507-b91075ef7023', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:34:02Z', 'updated_at': '2022-08-08T00:34:03Z', 'revision_number': 3, 'project_id': 'e97eb34021d44eb0a99763034c1e9e87', 'gw_port': {'id': '349bc66f-427c-48e3-b507-b91075ef7023', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:3b:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91800c1e-3ae7-435f-9362-f23934c36aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:34:03Z', 'updated_at': '2022-08-08T00:34:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi'}], 'dv-cinder-851640-3-iscsi', False) {} {{(pid=115993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:34:04.854898 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:34:04.877038 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d44065-171c-47c6-ab15-60b5e13721c4 None None] Checking router: 91800c1e-3ae7-435f-9362-f23934c36aa6 for host: dv-cinder-851640-3-iscsi {{(pid=115993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 00:34:04.877390 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d44065-171c-47c6-ab15-60b5e13721c4 None None] Updating router 91800c1e-3ae7-435f-9362-f23934c36aa6 port 349bc66f-427c-48e3-b507-b91075ef7023 binding host dv-cinder-851640-3-iscsi {{(pid=115993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 08 00:34:04.906550 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-e2d44065-171c-47c6-ab15-60b5e13721c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (349bc66f-427c-48e3-b507-b91075ef7023), before_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:04.973919 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-6573e97f-3ef8-4dbd-9efe-a19e03a101ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (None), before_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:05.032928 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:34:05.135712 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.db.db_base_plugin_common [None req-6573e97f-3ef8-4dbd-9efe-a19e03a101ca admin admin] Allocated IP 172.20.0.1 (a5ea35fc-5529-4ec7-b035-b5f2637c5acc/a880aa77-4bc5-4c6a-8fdf-3a29dea9cf69/72ff9781-3013-479e-ab34-a89546cc7e00) {{(pid=115991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 00:34:05.160291 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-e2d44065-171c-47c6-ab15-60b5e13721c4 None None] Publish callbacks [] for port (349bc66f-427c-48e3-b507-b91075ef7023), precommit_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:05.229329 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-e2d44065-171c-47c6-ab15-60b5e13721c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821'] for port (349bc66f-427c-48e3-b507-b91075ef7023), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:05.243171 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-6573e97f-3ef8-4dbd-9efe-a19e03a101ca admin admin] Publish callbacks [] for port (72ff9781-3013-479e-ab34-a89546cc7e00), precommit_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:05.266708 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.managers [None req-e2d44065-171c-47c6-ab15-60b5e13721c4 None None] Attempting to bind port 349bc66f-427c-48e3-b507-b91075ef7023 on host dv-cinder-851640-3-iscsi for vnic_type normal with profile {{(pid=115993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 00:34:05.267287 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.managers [None req-e2d44065-171c-47c6-ab15-60b5e13721c4 None None] Attempting to bind port 349bc66f-427c-48e3-b507-b91075ef7023 by drivers openvswitch,hyperv on host dv-cinder-851640-3-iscsi at level 0 using segments [{'id': '15fce33c-3ff3-4714-8fe9-15b1a1600e57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f'}] {{(pid=115993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 00:34:05.268044 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d44065-171c-47c6-ab15-60b5e13721c4 None None] Attempting to bind port 349bc66f-427c-48e3-b507-b91075ef7023 on network 743d2d45-6b8c-49b7-a932-c537e45f946f {{(pid=115993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 00:34:05.281355 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d44065-171c-47c6-ab15-60b5e13721c4 None None] Checking agent: {'id': 'aa35aa05-3c09-40ae-a1e3-ebf96fe3358c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851640-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 0, 24, 15), 'started_at': datetime.datetime(2022, 8, 8, 0, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 0, 33, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851640-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 00:34:05.281729 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d44065-171c-47c6-ab15-60b5e13721c4 None None] Checking segment: {'id': '15fce33c-3ff3-4714-8fe9-15b1a1600e57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 00:34:05.282125 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-e2d44065-171c-47c6-ab15-60b5e13721c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:05.282509 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d44065-171c-47c6-ab15-60b5e13721c4 None None] Bound using segment: {'id': '15fce33c-3ff3-4714-8fe9-15b1a1600e57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f'} {{(pid=115993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 00:34:05.283029 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.managers [None req-e2d44065-171c-47c6-ab15-60b5e13721c4 None None] Bound port: 349bc66f-427c-48e3-b507-b91075ef7023, host: dv-cinder-851640-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15fce33c-3ff3-4714-8fe9-15b1a1600e57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f'}}] {{(pid=115993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 00:34:05.283377 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-e2d44065-171c-47c6-ab15-60b5e13721c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (349bc66f-427c-48e3-b507-b91075ef7023), before_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:05.306626 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed23ac0d-e96d-432a-b6a5-5e027252c27b None None] Pushing event updated for resources: {'Port': ['ID=349bc66f-427c-48e3-b507-b91075ef7023,revision_number=2']} {{(pid=115993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:34:05.339898 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-e2d44065-171c-47c6-ab15-60b5e13721c4 None None] For port 349bc66f-427c-48e3-b507-b91075ef7023, host dv-cinder-851640-3-iscsi, cleared binding levels {{(pid=115993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 00:34:05.342933 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-e2d44065-171c-47c6-ab15-60b5e13721c4 None None] For port 349bc66f-427c-48e3-b507-b91075ef7023, host dv-cinder-851640-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851640-3-iscsi',level=0,port_id=349bc66f-427c-48e3-b507-b91075ef7023,segment=NetworkSegment(15fce33c-3ff3-4714-8fe9-15b1a1600e57),segment_id=15fce33c-3ff3-4714-8fe9-15b1a1600e57)] {{(pid=115993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 00:34:05.375711 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-6573e97f-3ef8-4dbd-9efe-a19e03a101ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764676113785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2785209'] for port (72ff9781-3013-479e-ab34-a89546cc7e00), after_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:05.417329 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-e2d44065-171c-47c6-ab15-60b5e13721c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821'] for port (349bc66f-427c-48e3-b507-b91075ef7023), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:05.419747 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6573e97f-3ef8-4dbd-9efe-a19e03a101ca admin admin] Network a5ea35fc-5529-4ec7-b035-b5f2637c5acc is already hosted by enough agents. {{(pid=115991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 00:34:05.425544 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.scheduler.base_scheduler [None req-6573e97f-3ef8-4dbd-9efe-a19e03a101ca admin admin] Resources bound (agent type, host, resource id): {{(pid=115991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 00:34:05.428994 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6573e97f-3ef8-4dbd-9efe-a19e03a101ca admin admin] Received port after_create {{(pid=115991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 00:34:05.434808 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573e97f-3ef8-4dbd-9efe-a19e03a101ca admin admin] Pushing event updated for resources: {'Port': ['ID=72ff9781-3013-479e-ab34-a89546cc7e00,revision_number=1']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:34:05.476224 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-6573e97f-3ef8-4dbd-9efe-a19e03a101ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-500133'] for router_interface (91800c1e-3ae7-435f-9362-f23934c36aa6), before_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:05.480725 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d44065-171c-47c6-ab15-60b5e13721c4 None None] Routers {'91800c1e-3ae7-435f-9362-f23934c36aa6'} bound to L3 agent in host dv-cinder-851640-3-iscsi {{(pid=115993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 00:34:05.481185 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_hamode_db [None req-e2d44065-171c-47c6-ab15-60b5e13721c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851640-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-08T00:24:12Z,description=,heartbeat_timestamp=2022-08-08T00:33:42Z,host='dv-cinder-851640-3-iscsi',id=d53f5436-7c7f-4441-9708-9d0333b57745,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T00:24:13Z,topic='l3_agent')) {'router_ids': ['91800c1e-3ae7-435f-9362-f23934c36aa6'], 'active': True} {{(pid=115993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:34:05.528932 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=100 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:34:05.537467 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed23ac0d-e96d-432a-b6a5-5e027252c27b None None] Pushing event updated for resources: {'Port': ['ID=349bc66f-427c-48e3-b507-b91075ef7023,revision_number=3']} {{(pid=115993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:34:05.621432 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvr_db [None req-e2d44065-171c-47c6-ab15-60b5e13721c4 None None] Set router 91800c1e-3ae7-435f-9362-f23934c36aa6 gateway port host: dv-cinder-851640-3-iscsi {{(pid=115993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 00:34:05.681156 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278d1871-5472-4317-867f-6b715479d991 req-81e4ed1a-32c0-4c06-981f-0726bcd2a14d tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:34:05.682789 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-278d1871-5472-4317-867f-6b715479d991 req-81e4ed1a-32c0-4c06-981f-0726bcd2a14d tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8968cf66-c321-4187-8166-47cdc6cc701e HTTP/1.1" status: 200 len: 946 time: 0.0617218 Aug 08 00:34:05.726565 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-6573e97f-3ef8-4dbd-9efe-a19e03a101ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (72ff9781-3013-479e-ab34-a89546cc7e00), before_update {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:05.751323 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Device 2ea3e2f6-bc7a-41b6-98c9-951eef1afb19 up at agent ovs-agent-dv-cinder-851640-3-iscsi {{(pid=115993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 00:34:05.764112 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-fbafdc8f-a520-4308-a1e7-9b36a5f5126c None None] Provisioning complete for port 72ff9781-3013-479e-ab34-a89546cc7e00 triggered by entity DHCP. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:34:05.764917 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fbafdc8f-a520-4308-a1e7-9b36a5f5126c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (72ff9781-3013-479e-ab34-a89546cc7e00), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:05.793864 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-278d1871-5472-4317-867f-6b715479d991 req-951eba74-eee9-427e-b0de-d0c6342414ec tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b6dd8e00-6ccc-4249-bcb5-212ee8057e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942192 Aug 08 00:34:05.820968 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:34:05.852017 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-fbafdc8f-a520-4308-a1e7-9b36a5f5126c None None] Port 72ff9781-3013-479e-ab34-a89546cc7e00 cannot update to ACTIVE because it is not bound. {{(pid=115993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 08 00:34:05.866262 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:34:05.875923 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Provisioning complete for port 2ea3e2f6-bc7a-41b6-98c9-951eef1afb19 triggered by entity L2. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:34:05.876327 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (2ea3e2f6-bc7a-41b6-98c9-951eef1afb19), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:05.922503 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-6573e97f-3ef8-4dbd-9efe-a19e03a101ca admin admin] Publish callbacks [] for port (72ff9781-3013-479e-ab34-a89546cc7e00), precommit_update {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:05.942835 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_hamode_db [None req-e2d44065-171c-47c6-ab15-60b5e13721c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91800c1e-3ae7-435f-9362-f23934c36aa6', 'name': 'tempest-AttachVolumeNegativeTest-1151103598-router', 'tenant_id': 'e97eb34021d44eb0a99763034c1e9e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': '349bc66f-427c-48e3-b507-b91075ef7023', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:34:02Z', 'updated_at': '2022-08-08T00:34:03Z', 'revision_number': 3, 'project_id': 'e97eb34021d44eb0a99763034c1e9e87', 'gw_port': {'id': '349bc66f-427c-48e3-b507-b91075ef7023', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:3b:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91800c1e-3ae7-435f-9362-f23934c36aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:34:03Z', 'updated_at': '2022-08-08T00:34:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi'}], 'dv-cinder-851640-3-iscsi', False) {} {{(pid=115993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:34:05.975103 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d44065-171c-47c6-ab15-60b5e13721c4 None None] The sync data for ids ['91800c1e-3ae7-435f-9362-f23934c36aa6'] in dv-cinder-851640-3-iscsi is: [{'id': '91800c1e-3ae7-435f-9362-f23934c36aa6', 'name': 'tempest-AttachVolumeNegativeTest-1151103598-router', 'tenant_id': 'e97eb34021d44eb0a99763034c1e9e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': '349bc66f-427c-48e3-b507-b91075ef7023', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:34:02Z', 'updated_at': '2022-08-08T00:34:03Z', 'revision_number': 3, 'project_id': 'e97eb34021d44eb0a99763034c1e9e87', 'gw_port': {'id': '349bc66f-427c-48e3-b507-b91075ef7023', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:3b:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91800c1e-3ae7-435f-9362-f23934c36aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:34:03Z', 'updated_at': '2022-08-08T00:34:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi'}] {{(pid=115993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 00:34:06.023704 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-6573e97f-3ef8-4dbd-9efe-a19e03a101ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2785206'] for port (72ff9781-3013-479e-ab34-a89546cc7e00), after_update {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:06.027406 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:34:06.106095 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573e97f-3ef8-4dbd-9efe-a19e03a101ca admin admin] Pushing event updated for resources: {'Port': ['ID=72ff9781-3013-479e-ab34-a89546cc7e00,revision_number=2']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:34:06.108980 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-6573e97f-3ef8-4dbd-9efe-a19e03a101ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-499733'] for router_interface (91800c1e-3ae7-435f-9362-f23934c36aa6), after_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:06.186322 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Current status of the port 2ea3e2f6-bc7a-41b6-98c9-951eef1afb19 is: ACTIVE; New status is: ACTIVE {{(pid=115993) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 00:34:06.241866 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6573e97f-3ef8-4dbd-9efe-a19e03a101ca admin admin] Network a5ea35fc-5529-4ec7-b035-b5f2637c5acc is already hosted by enough agents. {{(pid=115991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 00:34:06.243513 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.scheduler.base_scheduler [None req-6573e97f-3ef8-4dbd-9efe-a19e03a101ca admin admin] Resources bound (agent type, host, resource id): {{(pid=115991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 00:34:06.435032 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=39 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:34:06.449610 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6573e97f-3ef8-4dbd-9efe-a19e03a101ca admin admin] Router 91800c1e-3ae7-435f-9362-f23934c36aa6 has already been hosted by L3 agent d53f5436-7c7f-4441-9708-9d0333b57745 {{(pid=115991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 00:34:06.590432 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6573e97f-3ef8-4dbd-9efe-a19e03a101ca admin admin] Notify agent at l3_agent.dv-cinder-851640-3-iscsi the message routers_updated {{(pid=115991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 00:34:06.607203 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-6573e97f-3ef8-4dbd-9efe-a19e03a101ca admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/91800c1e-3ae7-435f-9362-f23934c36aa6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0279744 Aug 08 00:34:06.693230 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-dd8c2484-0e90-4be6-856e-160ccd906fc1 None None] Provisioning complete for port 72ff9781-3013-479e-ab34-a89546cc7e00 triggered by entity DHCP. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:34:06.694813 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-dd8c2484-0e90-4be6-856e-160ccd906fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (72ff9781-3013-479e-ab34-a89546cc7e00), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:06.730085 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-dd8c2484-0e90-4be6-856e-160ccd906fc1 None None] Port 72ff9781-3013-479e-ab34-a89546cc7e00 cannot update to ACTIVE because it is not bound. {{(pid=115993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 08 00:34:06.949761 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=100 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:34:06.962421 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479e0d3f-a863-4932-81da-37af125d4b5b req-3d3eb210-0193-4e65-87ed-4613b14d817c tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:34:06.966086 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-479e0d3f-a863-4932-81da-37af125d4b5b req-3d3eb210-0193-4e65-87ed-4613b14d817c tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8968cf66-c321-4187-8166-47cdc6cc701e HTTP/1.1" status: 200 len: 946 time: 0.0591550 Aug 08 00:34:07.036299 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-479e0d3f-a863-4932-81da-37af125d4b5b req-f41b03bc-35b1-49b4-9292-a221fbf17fec tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b6dd8e00-6ccc-4249-bcb5-212ee8057e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638001 Aug 08 00:34:07.116081 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 56650) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:34:07.120929 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.v2.base [None req-49649f77-7a16-4bd1-be14-516a742b8799 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1407275576', 'description': 'tempest-description--896783163'}} {{(pid=115992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:34:07.227153 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-49649f77-7a16-4bd1-be14-516a742b8799 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks [] for security_group (None), before_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:07.305102 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-49649f77-7a16-4bd1-be14-516a742b8799 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks [] for security_group (bd8fe95a-62eb-4289-aa2a-75c9c5318eed), precommit_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:07.372491 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-49649f77-7a16-4bd1-be14-516a742b8799 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (bd8fe95a-62eb-4289-aa2a-75c9c5318eed), after_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:07.405302 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649f77-7a16-4bd1-be14-516a742b8799 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd8fe95a-62eb-4289-aa2a-75c9c5318eed,revision_number=1']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:34:07.489372 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-49649f77-7a16-4bd1-be14-516a742b8799 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks [] for security_group (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:07.490575 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-49649f77-7a16-4bd1-be14-516a742b8799 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3733780 Aug 08 00:34:07.493793 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 56662) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:34:07.498396 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.v2.base [None req-2a9f7af1-caf9-4825-b0ad-60f03ebe79e0 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Request body: {'security_group_rule': {'security_group_id': 'bd8fe95a-62eb-4289-aa2a-75c9c5318eed', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:34:07.615508 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-2a9f7af1-caf9-4825-b0ad-60f03ebe79e0 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks [] for security_group_rule (27b4be86-a51d-4a5c-9c55-754705653890), before_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:07.722637 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-2a9f7af1-caf9-4825-b0ad-60f03ebe79e0 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks [] for security_group_rule (27b4be86-a51d-4a5c-9c55-754705653890), precommit_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:07.742673 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Device 349bc66f-427c-48e3-b507-b91075ef7023 up at agent ovs-agent-dv-cinder-851640-3-iscsi {{(pid=115993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 00:34:07.795473 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Provisioning complete for port 349bc66f-427c-48e3-b507-b91075ef7023 triggered by entity L2. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:34:07.795864 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (349bc66f-427c-48e3-b507-b91075ef7023), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:07.823632 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-2a9f7af1-caf9-4825-b0ad-60f03ebe79e0 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339626'] for security_group_rule (27b4be86-a51d-4a5c-9c55-754705653890), after_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:07.841520 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9f7af1-caf9-4825-b0ad-60f03ebe79e0 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27b4be86-a51d-4a5c-9c55-754705653890,revision_number=0']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:34:07.876883 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Current status of the port 349bc66f-427c-48e3-b507-b91075ef7023 is: DOWN; New status is: ACTIVE {{(pid=115993) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 00:34:07.877199 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (349bc66f-427c-48e3-b507-b91075ef7023), before_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:07.898163 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] For port 349bc66f-427c-48e3-b507-b91075ef7023, host dv-cinder-851640-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851640-3-iscsi',level=0,port_id=349bc66f-427c-48e3-b507-b91075ef7023,segment=NetworkSegment(15fce33c-3ff3-4714-8fe9-15b1a1600e57),segment_id=15fce33c-3ff3-4714-8fe9-15b1a1600e57)] {{(pid=115993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:34:07.944917 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9bce467-e26e-4c51-9853-fd73f0fba52c None None] Sync routers for ids ['91800c1e-3ae7-435f-9362-f23934c36aa6'] in dv-cinder-851640-3-iscsi {{(pid=115994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 00:34:07.954929 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9bce467-e26e-4c51-9853-fd73f0fba52c None None] Routers {'91800c1e-3ae7-435f-9362-f23934c36aa6'} bound to L3 agent in host dv-cinder-851640-3-iscsi {{(pid=115994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 00:34:07.955589 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_hamode_db [None req-f9bce467-e26e-4c51-9853-fd73f0fba52c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851640-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-08T00:24:12Z,description=,heartbeat_timestamp=2022-08-08T00:33:42Z,host='dv-cinder-851640-3-iscsi',id=d53f5436-7c7f-4441-9708-9d0333b57745,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T00:24:13Z,topic='l3_agent')) {'router_ids': ['91800c1e-3ae7-435f-9362-f23934c36aa6'], 'active': True} {{(pid=115994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:34:07.976801 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-2a9f7af1-caf9-4825-b0ad-60f03ebe79e0 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:07.980688 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-2a9f7af1-caf9-4825-b0ad-60f03ebe79e0 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4832115 Aug 08 00:34:07.981064 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 56678) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:34:07.990340 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.v2.base [None req-6c23bf70-e224-40b2-b750-9d733c3196b6 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Request body: {'security_group_rule': {'security_group_id': 'bd8fe95a-62eb-4289-aa2a-75c9c5318eed', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:34:08.009515 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821'] for port (349bc66f-427c-48e3-b507-b91075ef7023), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:08.059049 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=100 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:34:08.062205 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Pushing event updated for resources: {'Port': ['ID=349bc66f-427c-48e3-b507-b91075ef7023,revision_number=4']} {{(pid=115993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:34:08.071299 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_dvr_db [None req-f9bce467-e26e-4c51-9853-fd73f0fba52c None None] Set router 91800c1e-3ae7-435f-9362-f23934c36aa6 gateway port host: dv-cinder-851640-3-iscsi {{(pid=115994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 00:34:08.084825 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-6c23bf70-e224-40b2-b750-9d733c3196b6 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks [] for security_group_rule (47a7bc6c-8d39-44d9-914e-fcb30a3b78b3), before_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:08.188649 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8d7847-9ec2-4455-be69-8f5aad555e8f req-d7e0f763-5900-42fb-abcd-e9ed6d65d50d tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:34:08.191022 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-fc8d7847-9ec2-4455-be69-8f5aad555e8f req-d7e0f763-5900-42fb-abcd-e9ed6d65d50d tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8968cf66-c321-4187-8166-47cdc6cc701e HTTP/1.1" status: 200 len: 946 time: 0.0608845 Aug 08 00:34:08.200726 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-6c23bf70-e224-40b2-b750-9d733c3196b6 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks [] for security_group_rule (47a7bc6c-8d39-44d9-914e-fcb30a3b78b3), precommit_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:08.244495 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-fc8d7847-9ec2-4455-be69-8f5aad555e8f req-369c4c35-8f36-4a9a-89d7-46fdafef264a tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b6dd8e00-6ccc-4249-bcb5-212ee8057e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470049 Aug 08 00:34:08.273531 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_hamode_db [None req-f9bce467-e26e-4c51-9853-fd73f0fba52c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91800c1e-3ae7-435f-9362-f23934c36aa6', 'name': 'tempest-AttachVolumeNegativeTest-1151103598-router', 'tenant_id': 'e97eb34021d44eb0a99763034c1e9e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': '349bc66f-427c-48e3-b507-b91075ef7023', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:34:02Z', 'updated_at': '2022-08-08T00:34:05Z', 'revision_number': 4, 'project_id': 'e97eb34021d44eb0a99763034c1e9e87', 'gw_port': {'id': '349bc66f-427c-48e3-b507-b91075ef7023', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:3b:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91800c1e-3ae7-435f-9362-f23934c36aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:34:03Z', 'updated_at': '2022-08-08T00:34:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi', '_interfaces': [{'id': '72ff9781-3013-479e-ab34-a89546cc7e00', 'name': '', 'network_id': 'a5ea35fc-5529-4ec7-b035-b5f2637c5acc', 'tenant_id': 'e97eb34021d44eb0a99763034c1e9e87', 'mac_address': 'fa:16:3e:71:a5:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91800c1e-3ae7-435f-9362-f23934c36aa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'a880aa77-4bc5-4c6a-8fdf-3a29dea9cf69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:34:04Z', 'updated_at': '2022-08-08T00:34:05Z', 'revision_number': 2, 'project_id': 'e97eb34021d44eb0a99763034c1e9e87', 'subnets': [{'id': 'a880aa77-4bc5-4c6a-8fdf-3a29dea9cf69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851640-3-iscsi', False) {} {{(pid=115994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:34:08.310254 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9bce467-e26e-4c51-9853-fd73f0fba52c None None] Checking router: 91800c1e-3ae7-435f-9362-f23934c36aa6 for host: dv-cinder-851640-3-iscsi {{(pid=115994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 00:34:08.310599 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9bce467-e26e-4c51-9853-fd73f0fba52c None None] Updating router 91800c1e-3ae7-435f-9362-f23934c36aa6 port 72ff9781-3013-479e-ab34-a89546cc7e00 binding host dv-cinder-851640-3-iscsi {{(pid=115994) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 08 00:34:08.320390 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-6c23bf70-e224-40b2-b750-9d733c3196b6 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339626'] for security_group_rule (47a7bc6c-8d39-44d9-914e-fcb30a3b78b3), after_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:08.336606 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c23bf70-e224-40b2-b750-9d733c3196b6 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47a7bc6c-8d39-44d9-914e-fcb30a3b78b3,revision_number=0']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:34:08.343355 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron_lib.callbacks.manager [None req-f9bce467-e26e-4c51-9853-fd73f0fba52c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (72ff9781-3013-479e-ab34-a89546cc7e00), before_update {{(pid=115994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:08.426826 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-6c23bf70-e224-40b2-b750-9d733c3196b6 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:08.426826 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-6c23bf70-e224-40b2-b750-9d733c3196b6 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4422388 Aug 08 00:34:08.428301 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 56688) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:34:08.434001 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.v2.base [None req-ba559c5d-5bb8-4baa-9f50-6ce8fa4ec3f9 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Request body: {'floatingip': {'floating_network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f'}} {{(pid=115992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:34:08.539811 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:34:08.560946 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-ba559c5d-5bb8-4baa-9f50-6ce8fa4ec3f9 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:08.608859 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron_lib.callbacks.manager [None req-f9bce467-e26e-4c51-9853-fd73f0fba52c None None] Publish callbacks [] for port (72ff9781-3013-479e-ab34-a89546cc7e00), precommit_update {{(pid=115994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:08.647366 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-ba559c5d-5bb8-4baa-9f50-6ce8fa4ec3f9 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (None), before_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:08.723693 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron_lib.callbacks.manager [None req-f9bce467-e26e-4c51-9853-fd73f0fba52c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821'] for port (72ff9781-3013-479e-ab34-a89546cc7e00), after_update {{(pid=115994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:08.764896 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:34:08.772804 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.db.db_base_plugin_common [None req-ba559c5d-5bb8-4baa-9f50-6ce8fa4ec3f9 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Allocated IP 172.27.3.252 (743d2d45-6b8c-49b7-a932-c537e45f946f/7df84031-3cb2-4601-a018-b61b0ad731dc/9fa8ee23-67f1-4586-aa9d-dc6bbee1a209) {{(pid=115992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 00:34:08.776645 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:34:08.786410 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83345c9c-67d8-453b-849c-ea3f79b9a114 None None] Pushing event updated for resources: {'Port': ['ID=72ff9781-3013-479e-ab34-a89546cc7e00,revision_number=3']} {{(pid=115994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:34:08.809569 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83345c9c-67d8-453b-849c-ea3f79b9a114 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:34:08.809914 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83345c9c-67d8-453b-849c-ea3f79b9a114 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:34:08.810253 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83345c9c-67d8-453b-849c-ea3f79b9a114 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:34:08.810607 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83345c9c-67d8-453b-849c-ea3f79b9a114 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:34:08.810941 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83345c9c-67d8-453b-849c-ea3f79b9a114 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:34:08.811290 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83345c9c-67d8-453b-849c-ea3f79b9a114 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:34:08.811635 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83345c9c-67d8-453b-849c-ea3f79b9a114 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:34:08.811952 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83345c9c-67d8-453b-849c-ea3f79b9a114 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:34:08.812272 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83345c9c-67d8-453b-849c-ea3f79b9a114 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:34:08.812591 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83345c9c-67d8-453b-849c-ea3f79b9a114 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:34:08.812911 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83345c9c-67d8-453b-849c-ea3f79b9a114 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:34:08.813249 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83345c9c-67d8-453b-849c-ea3f79b9a114 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:34:08.813571 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83345c9c-67d8-453b-849c-ea3f79b9a114 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:34:08.813890 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83345c9c-67d8-453b-849c-ea3f79b9a114 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:34:08.814202 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83345c9c-67d8-453b-849c-ea3f79b9a114 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:34:08.831714 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.plugins.ml2.managers [None req-f9bce467-e26e-4c51-9853-fd73f0fba52c None None] Attempting to bind port 72ff9781-3013-479e-ab34-a89546cc7e00 on host dv-cinder-851640-3-iscsi for vnic_type normal with profile {{(pid=115994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 00:34:08.832075 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.plugins.ml2.managers [None req-f9bce467-e26e-4c51-9853-fd73f0fba52c None None] Attempting to bind port 72ff9781-3013-479e-ab34-a89546cc7e00 by drivers openvswitch,hyperv on host dv-cinder-851640-3-iscsi at level 0 using segments [{'id': '6130275c-b522-41d3-91a1-cf819d706112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a5ea35fc-5529-4ec7-b035-b5f2637c5acc'}] {{(pid=115994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 00:34:08.832432 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9bce467-e26e-4c51-9853-fd73f0fba52c None None] Attempting to bind port 72ff9781-3013-479e-ab34-a89546cc7e00 on network a5ea35fc-5529-4ec7-b035-b5f2637c5acc {{(pid=115994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 00:34:08.837922 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9bce467-e26e-4c51-9853-fd73f0fba52c None None] Checking agent: {'id': 'aa35aa05-3c09-40ae-a1e3-ebf96fe3358c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851640-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 0, 24, 15), 'started_at': datetime.datetime(2022, 8, 8, 0, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 0, 33, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851640-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 00:34:08.838284 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9bce467-e26e-4c51-9853-fd73f0fba52c None None] Checking segment: {'id': '6130275c-b522-41d3-91a1-cf819d706112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a5ea35fc-5529-4ec7-b035-b5f2637c5acc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 00:34:08.838678 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron_lib.callbacks.manager [None req-f9bce467-e26e-4c51-9853-fd73f0fba52c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:08.839167 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9bce467-e26e-4c51-9853-fd73f0fba52c None None] Bound using segment: {'id': '6130275c-b522-41d3-91a1-cf819d706112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a5ea35fc-5529-4ec7-b035-b5f2637c5acc'} {{(pid=115994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 00:34:08.839657 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.plugins.ml2.managers [None req-f9bce467-e26e-4c51-9853-fd73f0fba52c None None] Bound port: 72ff9781-3013-479e-ab34-a89546cc7e00, host: dv-cinder-851640-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6130275c-b522-41d3-91a1-cf819d706112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a5ea35fc-5529-4ec7-b035-b5f2637c5acc'}}] {{(pid=115994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 00:34:08.840025 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron_lib.callbacks.manager [None req-f9bce467-e26e-4c51-9853-fd73f0fba52c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (72ff9781-3013-479e-ab34-a89546cc7e00), before_update {{(pid=115994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:08.876462 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-ba559c5d-5bb8-4baa-9f50-6ce8fa4ec3f9 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks [] for port (9fa8ee23-67f1-4586-aa9d-dc6bbee1a209), precommit_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:08.894873 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:34:08.899922 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.plugins.ml2.db [None req-f9bce467-e26e-4c51-9853-fd73f0fba52c None None] For port 72ff9781-3013-479e-ab34-a89546cc7e00, host dv-cinder-851640-3-iscsi, cleared binding levels {{(pid=115994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 00:34:08.902730 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.plugins.ml2.db [None req-f9bce467-e26e-4c51-9853-fd73f0fba52c None None] For port 72ff9781-3013-479e-ab34-a89546cc7e00, host dv-cinder-851640-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851640-3-iscsi',level=0,port_id=72ff9781-3013-479e-ab34-a89546cc7e00,segment=NetworkSegment(6130275c-b522-41d3-91a1-cf819d706112),segment_id=6130275c-b522-41d3-91a1-cf819d706112)] {{(pid=115994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 00:34:08.974993 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron_lib.callbacks.manager [None req-f9bce467-e26e-4c51-9853-fd73f0fba52c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821'] for port (72ff9781-3013-479e-ab34-a89546cc7e00), after_update {{(pid=115994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:09.003795 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-ba559c5d-5bb8-4baa-9f50-6ce8fa4ec3f9 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764676113785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26371331'] for port (9fa8ee23-67f1-4586-aa9d-dc6bbee1a209), after_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:09.010885 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9bce467-e26e-4c51-9853-fd73f0fba52c None None] Routers {'91800c1e-3ae7-435f-9362-f23934c36aa6'} bound to L3 agent in host dv-cinder-851640-3-iscsi {{(pid=115994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 00:34:09.011564 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_hamode_db [None req-f9bce467-e26e-4c51-9853-fd73f0fba52c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851640-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-08T00:24:12Z,description=,heartbeat_timestamp=2022-08-08T00:33:42Z,host='dv-cinder-851640-3-iscsi',id=d53f5436-7c7f-4441-9708-9d0333b57745,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T00:24:13Z,topic='l3_agent')) {'router_ids': ['91800c1e-3ae7-435f-9362-f23934c36aa6'], 'active': True} {{(pid=115994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:34:09.047035 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba559c5d-5bb8-4baa-9f50-6ce8fa4ec3f9 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Network 743d2d45-6b8c-49b7-a932-c537e45f946f is already hosted by enough agents. {{(pid=115992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 00:34:09.051722 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.scheduler.base_scheduler [None req-ba559c5d-5bb8-4baa-9f50-6ce8fa4ec3f9 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Resources bound (agent type, host, resource id): {{(pid=115992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 00:34:09.055492 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba559c5d-5bb8-4baa-9f50-6ce8fa4ec3f9 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Received port after_create {{(pid=115992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 00:34:09.058674 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba559c5d-5bb8-4baa-9f50-6ce8fa4ec3f9 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Pushing event updated for resources: {'Port': ['ID=9fa8ee23-67f1-4586-aa9d-dc6bbee1a209,revision_number=1']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:34:09.073263 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83345c9c-67d8-453b-849c-ea3f79b9a114 None None] Pushing event updated for resources: {'Port': ['ID=72ff9781-3013-479e-ab34-a89546cc7e00,revision_number=4']} {{(pid=115994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:34:09.134004 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_dvr_db [None req-f9bce467-e26e-4c51-9853-fd73f0fba52c None None] Set router 91800c1e-3ae7-435f-9362-f23934c36aa6 gateway port host: dv-cinder-851640-3-iscsi {{(pid=115994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 00:34:09.139319 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-ba559c5d-5bb8-4baa-9f50-6ce8fa4ec3f9 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks [] for floatingip (ca47b536-42ab-4051-9c88-456878f87c03), precommit_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:09.235324 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-ba559c5d-5bb8-4baa-9f50-6ce8fa4ec3f9 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (9fa8ee23-67f1-4586-aa9d-dc6bbee1a209), before_update {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:09.401219 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_hamode_db [None req-f9bce467-e26e-4c51-9853-fd73f0fba52c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91800c1e-3ae7-435f-9362-f23934c36aa6', 'name': 'tempest-AttachVolumeNegativeTest-1151103598-router', 'tenant_id': 'e97eb34021d44eb0a99763034c1e9e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': '349bc66f-427c-48e3-b507-b91075ef7023', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:34:02Z', 'updated_at': '2022-08-08T00:34:05Z', 'revision_number': 4, 'project_id': 'e97eb34021d44eb0a99763034c1e9e87', 'gw_port': {'id': '349bc66f-427c-48e3-b507-b91075ef7023', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:3b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91800c1e-3ae7-435f-9362-f23934c36aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:34:03Z', 'updated_at': '2022-08-08T00:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi', '_interfaces': [{'id': '72ff9781-3013-479e-ab34-a89546cc7e00', 'name': '', 'network_id': 'a5ea35fc-5529-4ec7-b035-b5f2637c5acc', 'tenant_id': 'e97eb34021d44eb0a99763034c1e9e87', 'mac_address': 'fa:16:3e:71:a5:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91800c1e-3ae7-435f-9362-f23934c36aa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'a880aa77-4bc5-4c6a-8fdf-3a29dea9cf69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:34:04Z', 'updated_at': '2022-08-08T00:34:08Z', 'revision_number': 4, 'project_id': 'e97eb34021d44eb0a99763034c1e9e87', 'subnets': [{'id': 'a880aa77-4bc5-4c6a-8fdf-3a29dea9cf69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851640-3-iscsi', False) {} {{(pid=115994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:34:09.427547 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9bce467-e26e-4c51-9853-fd73f0fba52c None None] The sync data for ids ['91800c1e-3ae7-435f-9362-f23934c36aa6'] in dv-cinder-851640-3-iscsi is: [{'id': '91800c1e-3ae7-435f-9362-f23934c36aa6', 'name': 'tempest-AttachVolumeNegativeTest-1151103598-router', 'tenant_id': 'e97eb34021d44eb0a99763034c1e9e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': '349bc66f-427c-48e3-b507-b91075ef7023', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:34:02Z', 'updated_at': '2022-08-08T00:34:05Z', 'revision_number': 4, 'project_id': 'e97eb34021d44eb0a99763034c1e9e87', 'gw_port': {'id': '349bc66f-427c-48e3-b507-b91075ef7023', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:3b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91800c1e-3ae7-435f-9362-f23934c36aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:34:03Z', 'updated_at': '2022-08-08T00:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi', '_interfaces': [{'id': '72ff9781-3013-479e-ab34-a89546cc7e00', 'name': '', 'network_id': 'a5ea35fc-5529-4ec7-b035-b5f2637c5acc', 'tenant_id': 'e97eb34021d44eb0a99763034c1e9e87', 'mac_address': 'fa:16:3e:71:a5:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91800c1e-3ae7-435f-9362-f23934c36aa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'a880aa77-4bc5-4c6a-8fdf-3a29dea9cf69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:34:04Z', 'updated_at': '2022-08-08T00:34:08Z', 'revision_number': 4, 'project_id': 'e97eb34021d44eb0a99763034c1e9e87', 'subnets': [{'id': 'a880aa77-4bc5-4c6a-8fdf-3a29dea9cf69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 00:34:09.615335 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2f650e-0c5d-4864-8139-67c03540bef8 req-16337ac8-3a0e-4f55-83c6-47db9e99ca94 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:34:09.616893 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-fb2f650e-0c5d-4864-8139-67c03540bef8 req-16337ac8-3a0e-4f55-83c6-47db9e99ca94 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8968cf66-c321-4187-8166-47cdc6cc701e HTTP/1.1" status: 200 len: 946 time: 0.2904186 Aug 08 00:34:09.650677 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:34:09.698119 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-fb2f650e-0c5d-4864-8139-67c03540bef8 req-c1cc1f68-988b-4089-82df-5ff2b4437c14 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b6dd8e00-6ccc-4249-bcb5-212ee8057e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710270 Aug 08 00:34:09.715271 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-ba559c5d-5bb8-4baa-9f50-6ce8fa4ec3f9 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks [] for port (9fa8ee23-67f1-4586-aa9d-dc6bbee1a209), precommit_update {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:09.793412 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-ba559c5d-5bb8-4baa-9f50-6ce8fa4ec3f9 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26371340'] for port (9fa8ee23-67f1-4586-aa9d-dc6bbee1a209), after_update {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:09.837330 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Device 349bc66f-427c-48e3-b507-b91075ef7023 up at agent ovs-agent-dv-cinder-851640-3-iscsi {{(pid=115993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 00:34:09.875807 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-ba559c5d-5bb8-4baa-9f50-6ce8fa4ec3f9 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-499989'] for floatingip (ca47b536-42ab-4051-9c88-456878f87c03), after_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:09.885214 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba559c5d-5bb8-4baa-9f50-6ce8fa4ec3f9 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Pushing event updated for resources: {'Port': ['ID=9fa8ee23-67f1-4586-aa9d-dc6bbee1a209,revision_number=2']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:34:09.889396 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Provisioning complete for port 349bc66f-427c-48e3-b507-b91075ef7023 triggered by entity L2. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:34:09.889977 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (349bc66f-427c-48e3-b507-b91075ef7023), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:09.960097 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-ba559c5d-5bb8-4baa-9f50-6ce8fa4ec3f9 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63196'] for floatingip (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:09.961902 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-ba559c5d-5bb8-4baa-9f50-6ce8fa4ec3f9 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5324755 Aug 08 00:34:09.969561 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Current status of the port 349bc66f-427c-48e3-b507-b91075ef7023 is: ACTIVE; New status is: ACTIVE {{(pid=115993) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 00:34:09.973111 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Device 72ff9781-3013-479e-ab34-a89546cc7e00 up at agent ovs-agent-dv-cinder-851640-3-iscsi {{(pid=115993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 00:34:10.017681 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Provisioning complete for port 72ff9781-3013-479e-ab34-a89546cc7e00 triggered by entity L2. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:34:10.018725 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (72ff9781-3013-479e-ab34-a89546cc7e00), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:10.114969 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Current status of the port 72ff9781-3013-479e-ab34-a89546cc7e00 is: DOWN; New status is: ACTIVE {{(pid=115993) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 00:34:10.115417 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (72ff9781-3013-479e-ab34-a89546cc7e00), before_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:10.137750 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-1ec4a6d2-14fd-4ca2-a22c-111d2f038010 req-e6bab8a9-61de-4dad-8dc6-e62b6c9603d6 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1407275576&fields=id&tenant_id=e97eb34021d44eb0a99763034c1e9e87 HTTP/1.1" status: 200 len: 267 time: 0.0495086 Aug 08 00:34:10.152650 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] For port 72ff9781-3013-479e-ab34-a89546cc7e00, host dv-cinder-851640-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851640-3-iscsi',level=0,port_id=72ff9781-3013-479e-ab34-a89546cc7e00,segment=NetworkSegment(6130275c-b522-41d3-91a1-cf819d706112),segment_id=6130275c-b522-41d3-91a1-cf819d706112)] {{(pid=115993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:34:10.256774 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec4a6d2-14fd-4ca2-a22c-111d2f038010 req-9914fc85-b86b-4f8f-a7cd-d6274378d974 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:34:10.258190 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-1ec4a6d2-14fd-4ca2-a22c-111d2f038010 req-9914fc85-b86b-4f8f-a7cd-d6274378d974 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "GET /networking/v2.0/networks?id=a5ea35fc-5529-4ec7-b035-b5f2637c5acc HTTP/1.1" status: 200 len: 815 time: 0.1124072 Aug 08 00:34:10.274224 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-1ec4a6d2-14fd-4ca2-a22c-111d2f038010 req-f949d98f-800d-42e3-86ce-b42f733fa84b tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "GET /networking/v2.0/quotas/e97eb34021d44eb0a99763034c1e9e87 HTTP/1.1" status: 200 len: 375 time: 0.0102565 Aug 08 00:34:10.325698 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-1ec4a6d2-14fd-4ca2-a22c-111d2f038010 req-1ae0e642-f8f7-4268-9cc9-1eaa6818167d tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=e97eb34021d44eb0a99763034c1e9e87&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0459082 Aug 08 00:34:10.332759 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821'] for port (72ff9781-3013-479e-ab34-a89546cc7e00), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:10.365053 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-81d6b097-09df-4439-81a4-0e4c8051249b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (93e2312b-3744-4a9e-8723-a0f19f10f89a), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:10.383082 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Pushing event updated for resources: {'Port': ['ID=72ff9781-3013-479e-ab34-a89546cc7e00,revision_number=5']} {{(pid=115993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:34:10.441163 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-1ec4a6d2-14fd-4ca2-a22c-111d2f038010 req-1bc36925-8356-4a07-8c6e-91c0de240029 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/a5ea35fc-5529-4ec7-b035-b5f2637c5acc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994649 Aug 08 00:34:10.535745 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-1ec4a6d2-14fd-4ca2-a22c-111d2f038010 req-de3c8124-67a4-496b-9e2e-0c57cbe25770 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/a5ea35fc-5529-4ec7-b035-b5f2637c5acc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884790 Aug 08 00:34:10.863410 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-d55de15d-08ff-49aa-8576-462f1c9a91db req-d92f7a13-c978-47a1-bcc1-78defbfbabd0 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=728de657-b1e9-4f61-8dcf-d5cc9553eb16 HTTP/1.1" status: 200 len: 210 time: 0.0337520 Aug 08 00:34:10.866605 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ecec1b-6f97-4851-b4fa-16ef9fbf3089 req-cb178d64-f245-42df-94e2-501018812dd6 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:34:10.868613 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-b0ecec1b-6f97-4851-b4fa-16ef9fbf3089 req-cb178d64-f245-42df-94e2-501018812dd6 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8968cf66-c321-4187-8166-47cdc6cc701e HTTP/1.1" status: 200 len: 946 time: 0.0792036 Aug 08 00:34:10.922852 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-b0ecec1b-6f97-4851-b4fa-16ef9fbf3089 req-9ece184a-432f-4b2e-90c2-b685ffd7fb5f tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b6dd8e00-6ccc-4249-bcb5-212ee8057e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469000 Aug 08 00:34:11.613468 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abce541-f0bf-4f5c-bdd4-9adbcd1940b7 req-867c6636-88a2-49d3-a48e-d818e8b0f7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:34:11.614962 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-2abce541-f0bf-4f5c-bdd4-9adbcd1940b7 req-867c6636-88a2-49d3-a48e-d818e8b0f7a6 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8968cf66-c321-4187-8166-47cdc6cc701e HTTP/1.1" status: 200 len: 1130 time: 0.0388103 Aug 08 00:34:11.677713 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-2abce541-f0bf-4f5c-bdd4-9adbcd1940b7 req-5bdd0719-b87f-4330-98f2-d3eb1f4c608c service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b6dd8e00-6ccc-4249-bcb5-212ee8057e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557632 Aug 08 00:34:11.717691 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Device 72ff9781-3013-479e-ab34-a89546cc7e00 up at agent ovs-agent-dv-cinder-851640-3-iscsi {{(pid=115993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 00:34:11.765739 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Provisioning complete for port 72ff9781-3013-479e-ab34-a89546cc7e00 triggered by entity L2. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:34:11.766112 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (72ff9781-3013-479e-ab34-a89546cc7e00), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:11.860671 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Current status of the port 72ff9781-3013-479e-ab34-a89546cc7e00 is: ACTIVE; New status is: ACTIVE {{(pid=115993) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 00:34:11.997653 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-a7b98085-fd0f-4a82-8000-b453215652e9 req-7ddb21ac-1244-4202-997a-7a405f3965cf tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=728de657-b1e9-4f61-8dcf-d5cc9553eb16 HTTP/1.1" status: 200 len: 210 time: 0.0482385 Aug 08 00:34:12.075362 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410a3453-c304-43b4-b287-75af4d4c0005 req-dbb3c35d-1774-4f5b-8556-7b164ba99486 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:34:12.076881 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-410a3453-c304-43b4-b287-75af4d4c0005 req-dbb3c35d-1774-4f5b-8556-7b164ba99486 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8968cf66-c321-4187-8166-47cdc6cc701e HTTP/1.1" status: 200 len: 946 time: 0.0561023 Aug 08 00:34:12.133014 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-410a3453-c304-43b4-b287-75af4d4c0005 req-a77205df-2199-462e-9631-800c3aa1ea61 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b6dd8e00-6ccc-4249-bcb5-212ee8057e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495300 Aug 08 00:34:12.586145 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-c75f9082-6ca9-43dc-984a-b0cd51b87d27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (d53f5436-7c7f-4441-9708-9d0333b57745), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:13.113132 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-cb05133b-318c-40ad-a473-2008d721ee5c req-eb3d1d19-8f61-4b9b-87d1-b512a9cb445b tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=728de657-b1e9-4f61-8dcf-d5cc9553eb16 HTTP/1.1" status: 200 len: 210 time: 0.0302818 Aug 08 00:34:13.263878 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304edb7d-34fd-4553-8afb-abd565efee95 req-5b09b4f2-cf07-428b-bace-8e295eda86d2 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:34:13.265509 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-304edb7d-34fd-4553-8afb-abd565efee95 req-5b09b4f2-cf07-428b-bace-8e295eda86d2 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8968cf66-c321-4187-8166-47cdc6cc701e HTTP/1.1" status: 200 len: 946 time: 0.0491753 Aug 08 00:34:13.327725 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-304edb7d-34fd-4553-8afb-abd565efee95 req-689b8930-82e2-439f-bd92-8042c49767c6 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b6dd8e00-6ccc-4249-bcb5-212ee8057e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423048 Aug 08 00:34:14.148248 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:34:14.173820 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec4a6d2-14fd-4ca2-a22c-111d2f038010 req-68877393-a48b-4f65-9aee-71bfd2161edb tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:34:14.177768 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-1ec4a6d2-14fd-4ca2-a22c-111d2f038010 req-68877393-a48b-4f65-9aee-71bfd2161edb tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.25 "GET /networking/v2.0/networks?id=a5ea35fc-5529-4ec7-b035-b5f2637c5acc HTTP/1.1" status: 200 len: 815 time: 0.1452806 Aug 08 00:34:14.213780 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 56912) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:34:14.229060 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-053f2fa2-08e2-4320-9ef7-ed55b6b025bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (8871f2bb-53fb-48a8-be6c-361eafeaffd1), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:14.260163 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:34:14.273977 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-4f90efa4-67be-455f-97e4-934c583034df req-70f5f462-a494-4872-a9ed-7fccf3d2353e tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=728de657-b1e9-4f61-8dcf-d5cc9553eb16 HTTP/1.1" status: 200 len: 210 time: 0.0603590 Aug 08 00:34:14.356525 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-376ccc45-2f96-4f28-a8f1-8705566150f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:14.490284 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c494c5-887d-4dbf-9c60-a92feeba10d2 req-1fb6cad5-d8e9-4437-b767-88a94392dbd7 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:34:14.492343 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-95c494c5-887d-4dbf-9c60-a92feeba10d2 req-1fb6cad5-d8e9-4437-b767-88a94392dbd7 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8968cf66-c321-4187-8166-47cdc6cc701e HTTP/1.1" status: 200 len: 946 time: 0.0723584 Aug 08 00:34:14.551078 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-1ec4a6d2-14fd-4ca2-a22c-111d2f038010 req-3a1395cf-959a-4dda-acbb-48b682d35c82 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=e97eb34021d44eb0a99763034c1e9e87 HTTP/1.1" status: 200 len: 380 time: 0.3639657 Aug 08 00:34:14.565284 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.v2.base [req-1ec4a6d2-14fd-4ca2-a22c-111d2f038010 req-f27c216b-86f3-4a27-b670-033405c1b64a tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Request body: {'port': {'device_id': '728de657-b1e9-4f61-8dcf-d5cc9553eb16', 'network_id': 'a5ea35fc-5529-4ec7-b035-b5f2637c5acc', 'admin_state_up': True, 'tenant_id': 'e97eb34021d44eb0a99763034c1e9e87', 'security_groups': ['bd8fe95a-62eb-4289-aa2a-75c9c5318eed']}} {{(pid=115991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:34:14.574917 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-376ccc45-2f96-4f28-a8f1-8705566150f0 admin admin] Publish callbacks [] for security_group (f74e0fd2-b18a-4539-807a-8760b77ff72f), precommit_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:14.579922 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-95c494c5-887d-4dbf-9c60-a92feeba10d2 req-8d3d4f4f-9890-42ce-9841-7e0341a9b4b7 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b6dd8e00-6ccc-4249-bcb5-212ee8057e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786893 Aug 08 00:34:14.653398 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-376ccc45-2f96-4f28-a8f1-8705566150f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (f74e0fd2-b18a-4539-807a-8760b77ff72f), after_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:14.691370 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:34:14.691370 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-376ccc45-2f96-4f28-a8f1-8705566150f0 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=1ba0b09aa1bc4f898ae9e97f6b87f5f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4749739 Aug 08 00:34:14.693503 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 56930) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:34:14.742345 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376ccc45-2f96-4f28-a8f1-8705566150f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f74e0fd2-b18a-4539-807a-8760b77ff72f,revision_number=1']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:34:14.781119 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-e9260917-0ecb-4117-95a4-ad064f6dd449 admin admin] Publish callbacks [] for security_group (f74e0fd2-b18a-4539-807a-8760b77ff72f), before_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:14.800853 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ec4a6d2-14fd-4ca2-a22c-111d2f038010 req-f27c216b-86f3-4a27-b670-033405c1b64a tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Made reservation on behalf of e97eb34021d44eb0a99763034c1e9e87 for: {'port': 1} {{(pid=115991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 00:34:14.805501 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [req-1ec4a6d2-14fd-4ca2-a22c-111d2f038010 req-f27c216b-86f3-4a27-b670-033405c1b64a tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (None), before_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:14.806855 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-e9260917-0ecb-4117-95a4-ad064f6dd449 admin admin] Publish callbacks [] for security_group (f74e0fd2-b18a-4539-807a-8760b77ff72f), precommit_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:14.942965 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.db.db_base_plugin_common [req-1ec4a6d2-14fd-4ca2-a22c-111d2f038010 req-f27c216b-86f3-4a27-b670-033405c1b64a tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Allocated IP 172.20.0.4 (a5ea35fc-5529-4ec7-b035-b5f2637c5acc/a880aa77-4bc5-4c6a-8fdf-3a29dea9cf69/32463a74-b851-44eb-9dbb-f33e871b6327) {{(pid=115991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 00:34:15.012296 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-e9260917-0ecb-4117-95a4-ad064f6dd449 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (f74e0fd2-b18a-4539-807a-8760b77ff72f), after_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:15.017588 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-e9260917-0ecb-4117-95a4-ad064f6dd449 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:15.025836 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-e9260917-0ecb-4117-95a4-ad064f6dd449 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/f74e0fd2-b18a-4539-807a-8760b77ff72f HTTP/1.1" status: 204 len: 168 time: 0.3228812 Aug 08 00:34:15.041385 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9260917-0ecb-4117-95a4-ad064f6dd449 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f74e0fd2-b18a-4539-807a-8760b77ff72f,revision_number=None']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:34:15.194303 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [req-1ec4a6d2-14fd-4ca2-a22c-111d2f038010 req-f27c216b-86f3-4a27-b670-033405c1b64a tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks [] for port (32463a74-b851-44eb-9dbb-f33e871b6327), precommit_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:15.201256 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeef5bb5-b72d-4c27-ba29-caadb1857f65 req-790d27eb-2052-4d4e-896c-ffacf56e363d tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:34:15.202821 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-aeef5bb5-b72d-4c27-ba29-caadb1857f65 req-790d27eb-2052-4d4e-896c-ffacf56e363d tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8968cf66-c321-4187-8166-47cdc6cc701e HTTP/1.1" status: 200 len: 946 time: 0.0704622 Aug 08 00:34:15.290262 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee623f9-8455-44ea-86c5-68bc413ce3b7 req-795eee14-16b2-4990-96f0-899a9a0c010c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:34:15.291834 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-1ee623f9-8455-44ea-86c5-68bc413ce3b7 req-795eee14-16b2-4990-96f0-899a9a0c010c service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=9bd235f1f9f44df4b2e3dbd0c05b3a83&device_id=8968cf66-c321-4187-8166-47cdc6cc701e HTTP/1.1" status: 200 len: 1130 time: 0.0708523 Aug 08 00:34:15.327783 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:34:15.332290 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-aeef5bb5-b72d-4c27-ba29-caadb1857f65 req-d57a1979-757d-44de-845e-9889e8b5362d tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b6dd8e00-6ccc-4249-bcb5-212ee8057e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226375 Aug 08 00:34:15.362948 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:34:15.387007 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=4 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:34:15.414985 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [req-1ec4a6d2-14fd-4ca2-a22c-111d2f038010 req-f27c216b-86f3-4a27-b670-033405c1b64a tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764676113785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2785209'] for port (32463a74-b851-44eb-9dbb-f33e871b6327), after_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:15.452258 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (aa35aa05-3c09-40ae-a1e3-ebf96fe3358c), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:15.463539 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b604210d-5c3d-4e0a-b808-b2453074a986 req-f5341c23-148e-483c-84fc-93480d587587 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:34:15.465093 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-b604210d-5c3d-4e0a-b808-b2453074a986 req-f5341c23-148e-483c-84fc-93480d587587 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=728de657-b1e9-4f61-8dcf-d5cc9553eb16 HTTP/1.1" status: 200 len: 931 time: 0.0891275 Aug 08 00:34:15.483147 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ec4a6d2-14fd-4ca2-a22c-111d2f038010 req-f27c216b-86f3-4a27-b670-033405c1b64a tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Network a5ea35fc-5529-4ec7-b035-b5f2637c5acc is already hosted by enough agents. {{(pid=115991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 00:34:15.491449 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.scheduler.base_scheduler [req-1ec4a6d2-14fd-4ca2-a22c-111d2f038010 req-f27c216b-86f3-4a27-b670-033405c1b64a tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Resources bound (agent type, host, resource id): {{(pid=115991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 00:34:15.494275 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ec4a6d2-14fd-4ca2-a22c-111d2f038010 req-f27c216b-86f3-4a27-b670-033405c1b64a tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Received port after_create {{(pid=115991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 00:34:15.523910 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-b604210d-5c3d-4e0a-b808-b2453074a986 req-c7682c51-087f-4965-aee4-15026c2b4bd0 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd8fe95a-62eb-4289-aa2a-75c9c5318eed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526919 Aug 08 00:34:15.546707 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee623f9-8455-44ea-86c5-68bc413ce3b7 req-8b589d35-df14-4808-8d64-32351b1b7722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:34:15.548528 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-1ee623f9-8455-44ea-86c5-68bc413ce3b7 req-8b589d35-df14-4808-8d64-32351b1b7722 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=39987f39-4c60-4c27-9f4f-c7657da06e51 HTTP/1.1" status: 200 len: 920 time: 0.2454538 Aug 08 00:34:15.553422 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27c216b-86f3-4a27-b670-033405c1b64a tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Pushing event updated for resources: {'Port': ['ID=32463a74-b851-44eb-9dbb-f33e871b6327,revision_number=1']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:34:15.605237 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-1ee623f9-8455-44ea-86c5-68bc413ce3b7 req-db3efd82-069e-48bb-993c-02b438f33846 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=04d4459b-df65-4f20-b895-eaa736bf1d79 HTTP/1.1" status: 200 len: 217 time: 0.0436225 Aug 08 00:34:15.617555 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec4a6d2-14fd-4ca2-a22c-111d2f038010 req-f27c216b-86f3-4a27-b670-033405c1b64a tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:34:15.618145 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [req-1ec4a6d2-14fd-4ca2-a22c-111d2f038010 req-f27c216b-86f3-4a27-b670-033405c1b64a tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63196'] for port (None), before_response {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:15.644972 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:34:15.705030 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee623f9-8455-44ea-86c5-68bc413ce3b7 req-c56ba459-284a-4dc0-ba4c-f5bb4f55dd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:34:15.711834 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-1ee623f9-8455-44ea-86c5-68bc413ce3b7 req-c56ba459-284a-4dc0-ba4c-f5bb4f55dd45 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=0eda73d9-3865-4e7b-8b67-75076c7b1107 HTTP/1.1" status: 200 len: 858 time: 0.0806921 Aug 08 00:34:15.744405 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 56962) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:34:15.782949 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-1ec4a6d2-14fd-4ca2-a22c-111d2f038010 req-f27c216b-86f3-4a27-b670-033405c1b64a tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2216406 Aug 08 00:34:15.802905 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.v2.base [req-1ec4a6d2-14fd-4ca2-a22c-111d2f038010 req-b709dee7-8eec-4ed7-8e6e-bd02014baa21 service neutron] Request body: {'port': {'device_id': '728de657-b1e9-4f61-8dcf-d5cc9553eb16', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85164'}} {{(pid=115991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:34:15.807432 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee623f9-8455-44ea-86c5-68bc413ce3b7 req-676145a3-a5ec-4d8b-807d-19fa4b86bf1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:34:15.809522 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-1ee623f9-8455-44ea-86c5-68bc413ce3b7 req-676145a3-a5ec-4d8b-807d-19fa4b86bf1a service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=39987f39-4c60-4c27-9f4f-c7657da06e51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0932572 Aug 08 00:34:15.898014 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-64237613-c389-4d10-936d-2956085fc78e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (998b03d7-10a2-4624-8114-660f2901b45f), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:15.923719 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-8bed2e3f-750c-42b3-8bec-14676b79108e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:15.946234 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [req-1ec4a6d2-14fd-4ca2-a22c-111d2f038010 req-b709dee7-8eec-4ed7-8e6e-bd02014baa21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (32463a74-b851-44eb-9dbb-f33e871b6327), before_update {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:15.997949 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-a33cdf4b-6111-4813-aae9-886923c5ccb8 None None] Provisioning complete for port 32463a74-b851-44eb-9dbb-f33e871b6327 triggered by entity DHCP. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:34:16.000022 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-a33cdf4b-6111-4813-aae9-886923c5ccb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (32463a74-b851-44eb-9dbb-f33e871b6327), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:16.008434 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-1ee623f9-8455-44ea-86c5-68bc413ce3b7 req-a1f0334f-441a-4c4f-8ecc-8849c534a319 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/39987f39-4c60-4c27-9f4f-c7657da06e51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758990 Aug 08 00:34:16.039934 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-8bed2e3f-750c-42b3-8bec-14676b79108e admin admin] Publish callbacks [] for security_group (38c06103-a138-49ab-bbcb-bafc05f374ee), precommit_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:16.044985 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-a33cdf4b-6111-4813-aae9-886923c5ccb8 None None] Port 32463a74-b851-44eb-9dbb-f33e871b6327 cannot update to ACTIVE because it is not bound. {{(pid=115993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 08 00:34:16.114917 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-8bed2e3f-750c-42b3-8bec-14676b79108e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (38c06103-a138-49ab-bbcb-bafc05f374ee), after_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:16.157494 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bed2e3f-750c-42b3-8bec-14676b79108e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38c06103-a138-49ab-bbcb-bafc05f374ee,revision_number=1']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:34:16.164606 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-8bed2e3f-750c-42b3-8bec-14676b79108e admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=82abb82e7ee24c03ac62c14690857553&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4190743 Aug 08 00:34:16.167716 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 56968) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:34:16.201370 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 56970) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:34:16.220031 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-44ee6445-c798-4f8a-a0dd-3e45fea41250 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:16.239065 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-1ee623f9-8455-44ea-86c5-68bc413ce3b7 req-8a566454-b53f-4183-b856-7a85531fa486 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/39987f39-4c60-4c27-9f4f-c7657da06e51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130785 Aug 08 00:34:16.244984 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-6b949324-d0b3-4618-912b-4cc742d6bcc6 admin admin] Publish callbacks [] for security_group (38c06103-a138-49ab-bbcb-bafc05f374ee), before_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:16.290303 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-6b949324-d0b3-4618-912b-4cc742d6bcc6 admin admin] Publish callbacks [] for security_group (38c06103-a138-49ab-bbcb-bafc05f374ee), precommit_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:16.312496 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:34:16.344981 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.notifiers.nova [req-1ec4a6d2-14fd-4ca2-a22c-111d2f038010 req-b709dee7-8eec-4ed7-8e6e-bd02014baa21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32463a74-b851-44eb-9dbb-f33e871b6327 {{(pid=115991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 00:34:16.357035 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [req-1ec4a6d2-14fd-4ca2-a22c-111d2f038010 req-b709dee7-8eec-4ed7-8e6e-bd02014baa21 service neutron] Publish callbacks [] for port (32463a74-b851-44eb-9dbb-f33e871b6327), precommit_update {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:16.375488 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-44ee6445-c798-4f8a-a0dd-3e45fea41250 admin admin] Publish callbacks [] for security_group (2c191b39-4342-4fb4-8552-d99ae81d7c78), precommit_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:16.446216 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.db.provisioning_blocks [req-1ec4a6d2-14fd-4ca2-a22c-111d2f038010 req-b709dee7-8eec-4ed7-8e6e-bd02014baa21 service neutron] Transition to ACTIVE for port object 32463a74-b851-44eb-9dbb-f33e871b6327 will not be triggered until provisioned by entity L2. {{(pid=115991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 08 00:34:16.446507 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-6b949324-d0b3-4618-912b-4cc742d6bcc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (38c06103-a138-49ab-bbcb-bafc05f374ee), after_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:16.449081 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-6b949324-d0b3-4618-912b-4cc742d6bcc6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:16.450240 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-6b949324-d0b3-4618-912b-4cc742d6bcc6 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/38c06103-a138-49ab-bbcb-bafc05f374ee HTTP/1.1" status: 204 len: 168 time: 0.2822046 Aug 08 00:34:16.451106 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-44ee6445-c798-4f8a-a0dd-3e45fea41250 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (2c191b39-4342-4fb4-8552-d99ae81d7c78), after_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:16.464473 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262d70ab-ac59-4bd7-87e3-e6763c893bbc req-64d43fa9-9542-44dd-bf9f-2ac37a460c4e tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:34:16.467801 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-262d70ab-ac59-4bd7-87e3-e6763c893bbc req-64d43fa9-9542-44dd-bf9f-2ac37a460c4e tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8968cf66-c321-4187-8166-47cdc6cc701e HTTP/1.1" status: 200 len: 946 time: 0.0511248 Aug 08 00:34:16.468580 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b949324-d0b3-4618-912b-4cc742d6bcc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38c06103-a138-49ab-bbcb-bafc05f374ee,revision_number=None']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:34:16.501097 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 56976) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:34:16.501764 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-44ee6445-c798-4f8a-a0dd-3e45fea41250 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=5a4d850b78324fdda1d1027e525cf2f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2993424 Aug 08 00:34:16.513819 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ee6445-c798-4f8a-a0dd-3e45fea41250 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c191b39-4342-4fb4-8552-d99ae81d7c78,revision_number=1']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:34:16.514288 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [req-1ec4a6d2-14fd-4ca2-a22c-111d2f038010 req-b709dee7-8eec-4ed7-8e6e-bd02014baa21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2785206'] for port (32463a74-b851-44eb-9dbb-f33e871b6327), after_update {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:16.524586 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:34:16.640586 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-262d70ab-ac59-4bd7-87e3-e6763c893bbc req-49fe422f-c445-42c9-8f7a-9688f93a603c tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b6dd8e00-6ccc-4249-bcb5-212ee8057e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616983 Aug 08 00:34:16.650903 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389810db-55c9-429e-94b4-07bedb54795c req-fa46f609-4a9f-4895-85e9-74e6c2453039 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:34:16.652885 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-389810db-55c9-429e-94b4-07bedb54795c req-fa46f609-4a9f-4895-85e9-74e6c2453039 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=728de657-b1e9-4f61-8dcf-d5cc9553eb16 HTTP/1.1" status: 200 len: 943 time: 0.0518992 Aug 08 00:34:16.662008 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b709dee7-8eec-4ed7-8e6e-bd02014baa21 service neutron] Pushing event updated for resources: {'Port': ['ID=32463a74-b851-44eb-9dbb-f33e871b6327,revision_number=2']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:34:16.690905 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-95dc1a3b-8e56-4b4a-9947-11cde42d7687 admin admin] Publish callbacks [] for security_group (2c191b39-4342-4fb4-8552-d99ae81d7c78), before_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:16.730602 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-95dc1a3b-8e56-4b4a-9947-11cde42d7687 admin admin] Publish callbacks [] for security_group (2c191b39-4342-4fb4-8552-d99ae81d7c78), precommit_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:16.734939 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-389810db-55c9-429e-94b4-07bedb54795c req-e785f1be-e8f4-4a7e-82d7-7c60772ee642 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd8fe95a-62eb-4289-aa2a-75c9c5318eed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661044 Aug 08 00:34:16.748336 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.managers [req-1ec4a6d2-14fd-4ca2-a22c-111d2f038010 req-b709dee7-8eec-4ed7-8e6e-bd02014baa21 service neutron] Attempting to bind port 32463a74-b851-44eb-9dbb-f33e871b6327 on host hv-cinder-85164 for vnic_type normal with profile {{(pid=115991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 00:34:16.748709 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.managers [req-1ec4a6d2-14fd-4ca2-a22c-111d2f038010 req-b709dee7-8eec-4ed7-8e6e-bd02014baa21 service neutron] Attempting to bind port 32463a74-b851-44eb-9dbb-f33e871b6327 by drivers openvswitch,hyperv on host hv-cinder-85164 at level 0 using segments [{'id': '6130275c-b522-41d3-91a1-cf819d706112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a5ea35fc-5529-4ec7-b035-b5f2637c5acc'}] {{(pid=115991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 00:34:16.749268 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ec4a6d2-14fd-4ca2-a22c-111d2f038010 req-b709dee7-8eec-4ed7-8e6e-bd02014baa21 service neutron] Attempting to bind port 32463a74-b851-44eb-9dbb-f33e871b6327 on network a5ea35fc-5529-4ec7-b035-b5f2637c5acc {{(pid=115991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 00:34:16.770035 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ec4a6d2-14fd-4ca2-a22c-111d2f038010 req-b709dee7-8eec-4ed7-8e6e-bd02014baa21 service neutron] Port 32463a74-b851-44eb-9dbb-f33e871b6327 on network a5ea35fc-5529-4ec7-b035-b5f2637c5acc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85164 {{(pid=115991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 08 00:34:16.770513 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ec4a6d2-14fd-4ca2-a22c-111d2f038010 req-b709dee7-8eec-4ed7-8e6e-bd02014baa21 service neutron] Attempting to bind port 32463a74-b851-44eb-9dbb-f33e871b6327 on network a5ea35fc-5529-4ec7-b035-b5f2637c5acc {{(pid=115991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 00:34:16.782571 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ec4a6d2-14fd-4ca2-a22c-111d2f038010 req-b709dee7-8eec-4ed7-8e6e-bd02014baa21 service neutron] Checking agent: {'id': 'c200ec1a-5dc3-458a-a30d-0f16255c41c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85164', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 0, 30, 30), 'started_at': datetime.datetime(2022, 8, 8, 0, 30, 30), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 00:34:16.782914 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ec4a6d2-14fd-4ca2-a22c-111d2f038010 req-b709dee7-8eec-4ed7-8e6e-bd02014baa21 service neutron] Checking segment: {'id': '6130275c-b522-41d3-91a1-cf819d706112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a5ea35fc-5529-4ec7-b035-b5f2637c5acc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 00:34:16.783473 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ec4a6d2-14fd-4ca2-a22c-111d2f038010 req-b709dee7-8eec-4ed7-8e6e-bd02014baa21 service neutron] Bound using segment: {'id': '6130275c-b522-41d3-91a1-cf819d706112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a5ea35fc-5529-4ec7-b035-b5f2637c5acc'} {{(pid=115991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 00:34:16.790107 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.managers [req-1ec4a6d2-14fd-4ca2-a22c-111d2f038010 req-b709dee7-8eec-4ed7-8e6e-bd02014baa21 service neutron] Bound port: 32463a74-b851-44eb-9dbb-f33e871b6327, host: hv-cinder-85164, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6130275c-b522-41d3-91a1-cf819d706112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a5ea35fc-5529-4ec7-b035-b5f2637c5acc'}}] {{(pid=115991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 00:34:16.790107 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [req-1ec4a6d2-14fd-4ca2-a22c-111d2f038010 req-b709dee7-8eec-4ed7-8e6e-bd02014baa21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (32463a74-b851-44eb-9dbb-f33e871b6327), before_update {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:16.836034 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:34:16.866821 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.db [req-1ec4a6d2-14fd-4ca2-a22c-111d2f038010 req-b709dee7-8eec-4ed7-8e6e-bd02014baa21 service neutron] For port 32463a74-b851-44eb-9dbb-f33e871b6327, host hv-cinder-85164, cleared binding levels {{(pid=115991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 00:34:16.870803 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.db [req-1ec4a6d2-14fd-4ca2-a22c-111d2f038010 req-b709dee7-8eec-4ed7-8e6e-bd02014baa21 service neutron] For port 32463a74-b851-44eb-9dbb-f33e871b6327, host hv-cinder-85164, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85164',level=0,port_id=32463a74-b851-44eb-9dbb-f33e871b6327,segment=NetworkSegment(6130275c-b522-41d3-91a1-cf819d706112),segment_id=6130275c-b522-41d3-91a1-cf819d706112)] {{(pid=115991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 00:34:16.983946 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-95dc1a3b-8e56-4b4a-9947-11cde42d7687 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (2c191b39-4342-4fb4-8552-d99ae81d7c78), after_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:16.986486 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-95dc1a3b-8e56-4b4a-9947-11cde42d7687 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:16.987845 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-95dc1a3b-8e56-4b4a-9947-11cde42d7687 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/2c191b39-4342-4fb4-8552-d99ae81d7c78 HTTP/1.1" status: 204 len: 168 time: 0.4854825 Aug 08 00:34:16.989025 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [req-1ec4a6d2-14fd-4ca2-a22c-111d2f038010 req-b709dee7-8eec-4ed7-8e6e-bd02014baa21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2785206'] for port (32463a74-b851-44eb-9dbb-f33e871b6327), after_update {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:16.996265 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec4a6d2-14fd-4ca2-a22c-111d2f038010 req-b709dee7-8eec-4ed7-8e6e-bd02014baa21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:34:16.996874 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [req-1ec4a6d2-14fd-4ca2-a22c-111d2f038010 req-b709dee7-8eec-4ed7-8e6e-bd02014baa21 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63196'] for port (None), before_response {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:16.998252 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-1ec4a6d2-14fd-4ca2-a22c-111d2f038010 req-b709dee7-8eec-4ed7-8e6e-bd02014baa21 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/32463a74-b851-44eb-9dbb-f33e871b6327 HTTP/1.1" status: 200 len: 1093 time: 1.2018459 Aug 08 00:34:16.998762 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '728de657-b1e9-4f61-8dcf-d5cc9553eb16', 'tag': '32463a74-b851-44eb-9dbb-f33e871b6327'}] {{(pid=115991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 00:34:17.000985 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73a3e3d67458d2a17dff5edd29115f5abec4313aa2236b93bd84783ab3df8685" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c271132-6d42-460c-961f-a54e2bdd5e3e" -d '{"events": [{"name": "network-changed", "server_uuid": "728de657-b1e9-4f61-8dcf-d5cc9553eb16", "tag": "32463a74-b851-44eb-9dbb-f33e871b6327"}]}' {{(pid=115991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 00:34:17.027336 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dc1a3b-8e56-4b4a-9947-11cde42d7687 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c191b39-4342-4fb4-8552-d99ae81d7c78,revision_number=None']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:34:17.056189 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 00:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b670226-2dc2-447d-b8be-a3a6b9e79460 x-openstack-request-id: req-7b670226-2dc2-447d-b8be-a3a6b9e79460 {{(pid=115991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 00:34:17.056370 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "728de657-b1e9-4f61-8dcf-d5cc9553eb16", "tag": "32463a74-b851-44eb-9dbb-f33e871b6327", "status": "completed", "code": 200}]} {{(pid=115991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 00:34:17.056607 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7b670226-2dc2-447d-b8be-a3a6b9e79460 {{(pid=115991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 00:34:17.057007 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b670226-2dc2-447d-b8be-a3a6b9e79460'] response: {'name': 'network-changed', 'server_uuid': '728de657-b1e9-4f61-8dcf-d5cc9553eb16', 'tag': '32463a74-b851-44eb-9dbb-f33e871b6327', 'status': 'completed', 'code': 200} Aug 08 00:34:17.061549 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b709dee7-8eec-4ed7-8e6e-bd02014baa21 service neutron] Pushing event updated for resources: {'Port': ['ID=32463a74-b851-44eb-9dbb-f33e871b6327,revision_number=3']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:34:17.280832 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 56996) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:34:17.297791 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-90ac15fb-0cb4-4de0-a42b-0f1d23d3ecd8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:17.378960 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=74,neutron:INSERT=20,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:34:17.393272 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-90ac15fb-0cb4-4de0-a42b-0f1d23d3ecd8 admin admin] Publish callbacks [] for security_group (ccb5b1b3-343e-4be4-827e-201d437fff85), precommit_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:17.436743 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 57000) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:34:17.480284 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-90ac15fb-0cb4-4de0-a42b-0f1d23d3ecd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (ccb5b1b3-343e-4be4-827e-201d437fff85), after_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:17.528270 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-90ac15fb-0cb4-4de0-a42b-0f1d23d3ecd8 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=84114c87f813436db493d36ab2539c30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2435553 Aug 08 00:34:17.528270 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ac15fb-0cb4-4de0-a42b-0f1d23d3ecd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccb5b1b3-343e-4be4-827e-201d437fff85,revision_number=1']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:34:17.528939 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 57004) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:34:17.554128 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-dd3f2b6d-84ad-44c1-9dd0-2fb609a54cb4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:17.600025 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-86c0f2a4-00c2-4b28-a1a8-04623f9470c6 admin admin] Publish callbacks [] for security_group (ccb5b1b3-343e-4be4-827e-201d437fff85), before_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:17.631018 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-86c0f2a4-00c2-4b28-a1a8-04623f9470c6 admin admin] Publish callbacks [] for security_group (ccb5b1b3-343e-4be4-827e-201d437fff85), precommit_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:17.650948 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-dd3f2b6d-84ad-44c1-9dd0-2fb609a54cb4 admin admin] Publish callbacks [] for security_group (3fbe1dd0-eda1-4845-88ac-79a30e5f77a0), precommit_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:17.708750 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:34:17.713788 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c271132-6d42-460c-961f-a54e2bdd5e3e req-02152d35-ee66-4d6e-b14b-4f6483e120ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:34:17.723385 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-4c271132-6d42-460c-961f-a54e2bdd5e3e req-02152d35-ee66-4d6e-b14b-4f6483e120ed service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=e97eb34021d44eb0a99763034c1e9e87&device_id=728de657-b1e9-4f61-8dcf-d5cc9553eb16 HTTP/1.1" status: 200 len: 1127 time: 0.0475955 Aug 08 00:34:17.770371 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-dd3f2b6d-84ad-44c1-9dd0-2fb609a54cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (3fbe1dd0-eda1-4845-88ac-79a30e5f77a0), after_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:17.821959 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fa900c-2755-4d92-bb91-9885e33f2e74 req-cc84a7a1-7658-47f2-9d79-7639b037f02f tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:34:17.823496 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-76fa900c-2755-4d92-bb91-9885e33f2e74 req-cc84a7a1-7658-47f2-9d79-7639b037f02f tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8968cf66-c321-4187-8166-47cdc6cc701e HTTP/1.1" status: 200 len: 946 time: 0.0906403 Aug 08 00:34:17.860397 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-dd3f2b6d-84ad-44c1-9dd0-2fb609a54cb4 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=f1b7329e2ca84e198d1c1e5869286a9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4201813 Aug 08 00:34:17.860589 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3f2b6d-84ad-44c1-9dd0-2fb609a54cb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fbe1dd0-eda1-4845-88ac-79a30e5f77a0,revision_number=1']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:34:17.863108 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 57014) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:34:17.905630 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-86c0f2a4-00c2-4b28-a1a8-04623f9470c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (ccb5b1b3-343e-4be4-827e-201d437fff85), after_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:17.913595 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-86c0f2a4-00c2-4b28-a1a8-04623f9470c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:17.913595 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-86c0f2a4-00c2-4b28-a1a8-04623f9470c6 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/ccb5b1b3-343e-4be4-827e-201d437fff85 HTTP/1.1" status: 204 len: 168 time: 0.3797009 Aug 08 00:34:17.931910 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-76fa900c-2755-4d92-bb91-9885e33f2e74 req-82c7df9b-f614-4da4-bc9f-6a8ed246321a tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b6dd8e00-6ccc-4249-bcb5-212ee8057e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956779 Aug 08 00:34:17.948261 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:34:17.954234 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-8aa7155b-d800-4277-a055-4f7580f0a9f6 admin admin] Publish callbacks [] for security_group (3fbe1dd0-eda1-4845-88ac-79a30e5f77a0), before_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:17.970422 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c0f2a4-00c2-4b28-a1a8-04623f9470c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccb5b1b3-343e-4be4-827e-201d437fff85,revision_number=None']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:34:17.979723 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-8aa7155b-d800-4277-a055-4f7580f0a9f6 admin admin] Publish callbacks [] for security_group (3fbe1dd0-eda1-4845-88ac-79a30e5f77a0), precommit_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:17.987695 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c271132-6d42-460c-961f-a54e2bdd5e3e req-ae6ee41b-430c-46c7-b36d-9cb9f343ef06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:34:17.987695 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-4c271132-6d42-460c-961f-a54e2bdd5e3e req-ae6ee41b-430c-46c7-b36d-9cb9f343ef06 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?tenant_id=e97eb34021d44eb0a99763034c1e9e87&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2547884 Aug 08 00:34:18.005512 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57c6664-d31b-4733-af4c-4e814b5bcbb4 req-b3f7c8b5-4465-4887-859d-45a3c2900323 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:34:18.007066 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-e57c6664-d31b-4733-af4c-4e814b5bcbb4 req-b3f7c8b5-4465-4887-859d-45a3c2900323 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=728de657-b1e9-4f61-8dcf-d5cc9553eb16 HTTP/1.1" status: 200 len: 943 time: 0.1068578 Aug 08 00:34:18.065685 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-e57c6664-d31b-4733-af4c-4e814b5bcbb4 req-85273fe6-eae0-4fbd-b696-86dedd521c39 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd8fe95a-62eb-4289-aa2a-75c9c5318eed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526216 Aug 08 00:34:18.129467 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-8aa7155b-d800-4277-a055-4f7580f0a9f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (3fbe1dd0-eda1-4845-88ac-79a30e5f77a0), after_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:18.132120 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-8aa7155b-d800-4277-a055-4f7580f0a9f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:18.135790 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-8aa7155b-d800-4277-a055-4f7580f0a9f6 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/3fbe1dd0-eda1-4845-88ac-79a30e5f77a0 HTTP/1.1" status: 204 len: 168 time: 0.2704124 Aug 08 00:34:18.146991 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa7155b-d800-4277-a055-4f7580f0a9f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fbe1dd0-eda1-4845-88ac-79a30e5f77a0,revision_number=None']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:34:18.222188 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 57026) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:34:18.234889 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-bce2118f-4062-4542-852b-e624fa850726 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:18.327085 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-bce2118f-4062-4542-852b-e624fa850726 admin admin] Publish callbacks [] for security_group (7b7a4eac-706f-47b5-ba24-e690a55712e0), precommit_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:18.407032 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-bce2118f-4062-4542-852b-e624fa850726 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (7b7a4eac-706f-47b5-ba24-e690a55712e0), after_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:18.451044 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce2118f-4062-4542-852b-e624fa850726 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b7a4eac-706f-47b5-ba24-e690a55712e0,revision_number=1']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:34:18.455779 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-bce2118f-4062-4542-852b-e624fa850726 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=ebb6e86c1a3e413ba95bc0b339b5f6e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2348273 Aug 08 00:34:18.463429 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 57034) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:34:18.548323 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-92ac08b5-3ad9-4510-8012-f9adba071944 admin admin] Publish callbacks [] for security_group (7b7a4eac-706f-47b5-ba24-e690a55712e0), before_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:18.552562 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c271132-6d42-460c-961f-a54e2bdd5e3e req-9399ca0c-075c-4232-ad5e-3c6291ef61be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:34:18.554535 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-4c271132-6d42-460c-961f-a54e2bdd5e3e req-9399ca0c-075c-4232-ad5e-3c6291ef61be service neutron] 10.222.0.25 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1156065 Aug 08 00:34:18.579212 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-92ac08b5-3ad9-4510-8012-f9adba071944 admin admin] Publish callbacks [] for security_group (7b7a4eac-706f-47b5-ba24-e690a55712e0), precommit_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:18.712005 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec4a6d2-14fd-4ca2-a22c-111d2f038010 req-51af021d-4499-4507-9c5c-42b0791d484b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:34:18.713882 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-1ec4a6d2-14fd-4ca2-a22c-111d2f038010 req-51af021d-4499-4507-9c5c-42b0791d484b service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=e97eb34021d44eb0a99763034c1e9e87&device_id=728de657-b1e9-4f61-8dcf-d5cc9553eb16 HTTP/1.1" status: 200 len: 1127 time: 0.0494704 Aug 08 00:34:18.753182 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-92ac08b5-3ad9-4510-8012-f9adba071944 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (7b7a4eac-706f-47b5-ba24-e690a55712e0), after_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:18.757264 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-92ac08b5-3ad9-4510-8012-f9adba071944 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:18.758700 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-92ac08b5-3ad9-4510-8012-f9adba071944 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/7b7a4eac-706f-47b5-ba24-e690a55712e0 HTTP/1.1" status: 204 len: 168 time: 0.2955275 Aug 08 00:34:18.773934 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ac08b5-3ad9-4510-8012-f9adba071944 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b7a4eac-706f-47b5-ba24-e690a55712e0,revision_number=None']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:34:18.791395 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-1ec4a6d2-14fd-4ca2-a22c-111d2f038010 req-0126c742-c791-4bae-a97f-6853767abeb8 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=32463a74-b851-44eb-9dbb-f33e871b6327 HTTP/1.1" status: 200 len: 217 time: 0.0669093 Aug 08 00:34:18.850576 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec4a6d2-14fd-4ca2-a22c-111d2f038010 req-3603dd71-ea6c-4f3d-ab00-312ee3538dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:34:18.852202 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-1ec4a6d2-14fd-4ca2-a22c-111d2f038010 req-3603dd71-ea6c-4f3d-ab00-312ee3538dca service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=a880aa77-4bc5-4c6a-8fdf-3a29dea9cf69 HTTP/1.1" status: 200 len: 854 time: 0.0515187 Aug 08 00:34:18.945788 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec4a6d2-14fd-4ca2-a22c-111d2f038010 req-22f680e0-aca8-431c-98e1-f54ccaecccbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:34:18.947497 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-1ec4a6d2-14fd-4ca2-a22c-111d2f038010 req-22f680e0-aca8-431c-98e1-f54ccaecccbb service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=a5ea35fc-5529-4ec7-b035-b5f2637c5acc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0839996 Aug 08 00:34:19.041851 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:34:19.057881 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 57056) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:34:19.078379 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe704c99-2fce-4f83-9cc9-8b06c92e4c63 req-48df0957-91f7-407c-b025-907b111eb022 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:34:19.080250 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-bcfcebd8-e9e1-4e4a-869e-237d0130c837 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:19.080444 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-fe704c99-2fce-4f83-9cc9-8b06c92e4c63 req-48df0957-91f7-407c-b025-907b111eb022 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8968cf66-c321-4187-8166-47cdc6cc701e HTTP/1.1" status: 200 len: 946 time: 0.0659604 Aug 08 00:34:19.090945 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-1ec4a6d2-14fd-4ca2-a22c-111d2f038010 req-da5bbd4c-3944-440a-9ed6-0108ce6e73b8 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a5ea35fc-5529-4ec7-b035-b5f2637c5acc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118212 Aug 08 00:34:19.160707 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-fe704c99-2fce-4f83-9cc9-8b06c92e4c63 req-7a499833-c93f-4a8c-8be5-abda973f525a tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b6dd8e00-6ccc-4249-bcb5-212ee8057e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685978 Aug 08 00:34:19.290435 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d54e862-30f7-4336-afd6-bbea5b2f4f71 req-b0356e54-ea59-470b-aee8-de189d2090b0 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:34:19.292759 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-7d54e862-30f7-4336-afd6-bbea5b2f4f71 req-b0356e54-ea59-470b-aee8-de189d2090b0 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=728de657-b1e9-4f61-8dcf-d5cc9553eb16 HTTP/1.1" status: 200 len: 943 time: 0.1174476 Aug 08 00:34:19.351149 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-1ec4a6d2-14fd-4ca2-a22c-111d2f038010 req-492f7a7c-062d-4a9f-9d67-767204e53e10 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a5ea35fc-5529-4ec7-b035-b5f2637c5acc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2449484 Aug 08 00:34:19.370674 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-bcfcebd8-e9e1-4e4a-869e-237d0130c837 admin admin] Publish callbacks [] for security_group (38ef867f-7303-4a72-9d0f-7f636b6f862a), precommit_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:19.378686 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-7d54e862-30f7-4336-afd6-bbea5b2f4f71 req-d4a0edec-579a-4b93-bf07-9394291e1b76 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd8fe95a-62eb-4289-aa2a-75c9c5318eed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754414 Aug 08 00:34:19.478044 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-bcfcebd8-e9e1-4e4a-869e-237d0130c837 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (38ef867f-7303-4a72-9d0f-7f636b6f862a), after_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:19.527099 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-bcfcebd8-e9e1-4e4a-869e-237d0130c837 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=530b92c81ee249f0884014abbcb50752&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4658179 Aug 08 00:34:19.527397 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfcebd8-e9e1-4e4a-869e-237d0130c837 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38ef867f-7303-4a72-9d0f-7f636b6f862a,revision_number=1']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:34:19.527569 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 57082) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:34:19.579192 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-1d84e951-d60e-4741-a433-44e6fee291ee admin admin] Publish callbacks [] for security_group (38ef867f-7303-4a72-9d0f-7f636b6f862a), before_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:19.608485 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-1d84e951-d60e-4741-a433-44e6fee291ee admin admin] Publish callbacks [] for security_group (38ef867f-7303-4a72-9d0f-7f636b6f862a), precommit_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:19.662140 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 57090) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:34:19.737929 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-1d84e951-d60e-4741-a433-44e6fee291ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (38ef867f-7303-4a72-9d0f-7f636b6f862a), after_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:19.740777 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-1d84e951-d60e-4741-a433-44e6fee291ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:19.742143 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-1d84e951-d60e-4741-a433-44e6fee291ee admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/38ef867f-7303-4a72-9d0f-7f636b6f862a HTTP/1.1" status: 204 len: 168 time: 0.2136226 Aug 08 00:34:19.750591 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d84e951-d60e-4741-a433-44e6fee291ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38ef867f-7303-4a72-9d0f-7f636b6f862a,revision_number=None']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:34:19.816056 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.v2.base [None req-6ddc0cad-b7ea-4f1c-b113-c572e4beadaf admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-755776324-network', 'tenant_id': '7e0952b6cdf344ddbca3415afa1fb625'}} {{(pid=115991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:34:19.963144 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ddc0cad-b7ea-4f1c-b113-c572e4beadaf admin admin] Made reservation on behalf of 7e0952b6cdf344ddbca3415afa1fb625 for: {'network': 1} {{(pid=115991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 00:34:19.965567 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-6ddc0cad-b7ea-4f1c-b113-c572e4beadaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for network (None), before_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:19.975092 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-6ddc0cad-b7ea-4f1c-b113-c572e4beadaf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:20.056793 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-6ddc0cad-b7ea-4f1c-b113-c572e4beadaf admin admin] Publish callbacks [] for security_group (de847a30-a3e9-4462-b6cc-9cea4ae07c54), precommit_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:20.140551 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:34:20.140738 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-6ddc0cad-b7ea-4f1c-b113-c572e4beadaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (de847a30-a3e9-4462-b6cc-9cea4ae07c54), after_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:20.169096 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ddc0cad-b7ea-4f1c-b113-c572e4beadaf admin admin] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=115991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 08 00:34:20.179352 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddc0cad-b7ea-4f1c-b113-c572e4beadaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de847a30-a3e9-4462-b6cc-9cea4ae07c54,revision_number=1']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:34:20.184162 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-6ddc0cad-b7ea-4f1c-b113-c572e4beadaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1398331'] for segment (8429ca79-ea9c-4d3f-bd55-bf4e7ff363c1), precommit_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:20.184561 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.db.segments_db [None req-6ddc0cad-b7ea-4f1c-b113-c572e4beadaf admin admin] Added segment 8429ca79-ea9c-4d3f-bd55-bf4e7ff363c1 of type vlan for network bd29c986-f72e-4c4c-9e58-2bb75b491223 Aug 08 00:34:20.229153 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-6ddc0cad-b7ea-4f1c-b113-c572e4beadaf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764676137144'] for network (bd29c986-f72e-4c4c-9e58-2bb75b491223), precommit_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:20.343571 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-6ddc0cad-b7ea-4f1c-b113-c572e4beadaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032'] for network (bd29c986-f72e-4c4c-9e58-2bb75b491223), after_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:20.344747 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ddc0cad-b7ea-4f1c-b113-c572e4beadaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:34:20.345401 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-6ddc0cad-b7ea-4f1c-b113-c572e4beadaf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575022'] for network (None), before_response {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:20.416922 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddc0cad-b7ea-4f1c-b113-c572e4beadaf admin admin] Pushing event updated for resources: {'Network': ['ID=bd29c986-f72e-4c4c-9e58-2bb75b491223,revision_number=1']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:34:20.434164 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Network bd29c986-f72e-4c4c-9e58-2bb75b491223 details requested by agent ovs-agent-dv-cinder-851640-3-iscsi with host dv-cinder-851640-3-iscsi {{(pid=115993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 08 00:34:20.494490 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-6ddc0cad-b7ea-4f1c-b113-c572e4beadaf admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.8310714 Aug 08 00:34:20.495353 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 57138) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:34:20.500484 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.v2.base [None req-f312b73c-30ce-4d97-8eff-9ef262184c71 admin admin] Request body: {'subnet': {'network_id': 'bd29c986-f72e-4c4c-9e58-2bb75b491223', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-755776324-subnet', 'tenant_id': '7e0952b6cdf344ddbca3415afa1fb625', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:34:20.508497 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:34:20.539599 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8269bed-4349-476a-9244-2063d7720602 req-f24791e1-b5be-430b-98d6-63ad80074adc tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:34:20.541293 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-f8269bed-4349-476a-9244-2063d7720602 req-f24791e1-b5be-430b-98d6-63ad80074adc tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=728de657-b1e9-4f61-8dcf-d5cc9553eb16 HTTP/1.1" status: 200 len: 943 time: 0.0566351 Aug 08 00:34:20.590955 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f312b73c-30ce-4d97-8eff-9ef262184c71 admin admin] Made reservation on behalf of 7e0952b6cdf344ddbca3415afa1fb625 for: {'subnet': 1} {{(pid=115991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 00:34:20.594132 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-f312b73c-30ce-4d97-8eff-9ef262184c71 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26229538'] for subnet (None), before_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:20.595344 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-f8269bed-4349-476a-9244-2063d7720602 req-c9da96d6-f2af-4a49-ac24-863d331cb4bc tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd8fe95a-62eb-4289-aa2a-75c9c5318eed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471740 Aug 08 00:34:20.598630 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:34:20.762248 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=75,neutron:INSERT=19,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:34:20.861315 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-f312b73c-30ce-4d97-8eff-9ef262184c71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2785037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26229556'] for subnet (bb302275-5b40-4063-8439-40f738c1ba53), after_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:20.925307 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f312b73c-30ce-4d97-8eff-9ef262184c71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb302275-5b40-4063-8439-40f738c1ba53,revision_number=0']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:34:20.934891 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f312b73c-30ce-4d97-8eff-9ef262184c71 admin admin] Checking segment: {'id': '8429ca79-ea9c-4d3f-bd55-bf4e7ff363c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'bd29c986-f72e-4c4c-9e58-2bb75b491223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 00:34:20.935310 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f312b73c-30ce-4d97-8eff-9ef262184c71 admin admin] Network hostable DHCP agents. Network: bd29c986-f72e-4c4c-9e58-2bb75b491223, hostable agents: ['93e2312b-3744-4a9e-8723-a0f19f10f89a'], hosted agents: [] {{(pid=115991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 08 00:34:21.027724 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f312b73c-30ce-4d97-8eff-9ef262184c71 admin admin] Network bd29c986-f72e-4c4c-9e58-2bb75b491223 is scheduled to be hosted by DHCP agent 93e2312b-3744-4a9e-8723-a0f19f10f89a with binding_index 1 {{(pid=115991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 08 00:34:21.103103 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.scheduler.base_scheduler [None req-f312b73c-30ce-4d97-8eff-9ef262184c71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851640-3-iscsi, bd29c986-f72e-4c4c-9e58-2bb75b491223) {{(pid=115991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 00:34:21.111969 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f312b73c-30ce-4d97-8eff-9ef262184c71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:34:21.112751 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-f312b73c-30ce-4d97-8eff-9ef262184c71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575022'] for subnet (None), before_response {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:21.115170 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 57160) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:34:21.119948 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.v2.base [None req-c2ec1688-bc00-4c28-b047-ebb2988747cd tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2056342511', 'description': 'tempest-description--1348965325'}} {{(pid=115992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:34:21.124837 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca1dbfc8-c1a2-40b2-b74b-11590463bf02 None None] Network bd29c986-f72e-4c4c-9e58-2bb75b491223 requested from dv-cinder-851640-3-iscsi {{(pid=115993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 00:34:21.241932 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-f312b73c-30ce-4d97-8eff-9ef262184c71 admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7445173 Aug 08 00:34:21.256121 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dfd70cd-bc9e-4024-b41b-084d2ee2ebd7 None None] Network bd29c986-f72e-4c4c-9e58-2bb75b491223 requested from dv-cinder-851640-3-iscsi {{(pid=115993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 00:34:21.314861 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-c2ec1688-bc00-4c28-b047-ebb2988747cd tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Publish callbacks [] for security_group (None), before_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:21.362024 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:INSERT=4 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:34:21.480591 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-c2ec1688-bc00-4c28-b047-ebb2988747cd tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Publish callbacks [] for security_group (b4d11999-100a-4957-80d1-4ec56ec52a10), precommit_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:21.549358 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-c2ec1688-bc00-4c28-b047-ebb2988747cd tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (b4d11999-100a-4957-80d1-4ec56ec52a10), after_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:21.580647 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ec1688-bc00-4c28-b047-ebb2988747cd tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4d11999-100a-4957-80d1-4ec56ec52a10,revision_number=1']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:34:21.642055 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-c2ec1688-bc00-4c28-b047-ebb2988747cd tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Publish callbacks [] for security_group (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:21.643913 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-c2ec1688-bc00-4c28-b047-ebb2988747cd tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5274651 Aug 08 00:34:21.648707 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 57190) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:34:21.659369 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.v2.base [None req-c4c43a7b-f3bb-439f-80d2-966b061d1142 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Request body: {'security_group_rule': {'security_group_id': 'b4d11999-100a-4957-80d1-4ec56ec52a10', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:34:21.755195 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135de667-31dc-46c2-8c6e-ea1c4c6a933e req-c76a0ecb-5cbb-4814-be1b-0ca0fc375df8 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:34:21.757474 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-135de667-31dc-46c2-8c6e-ea1c4c6a933e req-c76a0ecb-5cbb-4814-be1b-0ca0fc375df8 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=728de657-b1e9-4f61-8dcf-d5cc9553eb16 HTTP/1.1" status: 200 len: 943 time: 0.0657318 Aug 08 00:34:21.763607 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-c4c43a7b-f3bb-439f-80d2-966b061d1142 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Publish callbacks [] for security_group_rule (68abf438-8758-4963-ae7e-6f053587f18a), before_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:21.860781 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-135de667-31dc-46c2-8c6e-ea1c4c6a933e req-8d374fc3-0879-40b0-b769-fc9bfa77fbac tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd8fe95a-62eb-4289-aa2a-75c9c5318eed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872726 Aug 08 00:34:21.874689 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-c4c43a7b-f3bb-439f-80d2-966b061d1142 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Publish callbacks [] for security_group_rule (68abf438-8758-4963-ae7e-6f053587f18a), precommit_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:21.881699 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4d7203-9a8d-4b70-92e5-89749b5cbaf2 req-353584dd-204d-4f06-b1b9-04bd0a5bd94e tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:34:21.890905 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-5a4d7203-9a8d-4b70-92e5-89749b5cbaf2 req-353584dd-204d-4f06-b1b9-04bd0a5bd94e tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4829f58c-adec-413d-83c8-23f1d3143205 HTTP/1.1" status: 200 len: 945 time: 0.0647728 Aug 08 00:34:21.938359 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-5a4d7203-9a8d-4b70-92e5-89749b5cbaf2 req-c6300186-87fa-4e8c-82ed-5854848c1118 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=99750fcd-194d-487c-b80c-a79152b12484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485411 Aug 08 00:34:21.991570 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-c4c43a7b-f3bb-439f-80d2-966b061d1142 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339626'] for security_group_rule (68abf438-8758-4963-ae7e-6f053587f18a), after_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:22.005746 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Device 32463a74-b851-44eb-9dbb-f33e871b6327 details requested by agent hyperv_hv-cinder-85164 with host hv-cinder-85164 {{(pid=115993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 08 00:34:22.011895 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c43a7b-f3bb-439f-80d2-966b061d1142 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68abf438-8758-4963-ae7e-6f053587f18a,revision_number=0']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:34:22.129109 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-c4c43a7b-f3bb-439f-80d2-966b061d1142 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:22.129822 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-c4c43a7b-f3bb-439f-80d2-966b061d1142 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4799790 Aug 08 00:34:22.132661 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 57208) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:34:22.136998 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.v2.base [None req-ac62c765-6471-4ed5-908b-6060a03ab360 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Request body: {'security_group_rule': {'security_group_id': 'b4d11999-100a-4957-80d1-4ec56ec52a10', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:34:22.137280 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] For port 32463a74-b851-44eb-9dbb-f33e871b6327, host hv-cinder-85164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85164',level=0,port_id=32463a74-b851-44eb-9dbb-f33e871b6327,segment=NetworkSegment(6130275c-b522-41d3-91a1-cf819d706112),segment_id=6130275c-b522-41d3-91a1-cf819d706112)] {{(pid=115993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:34:22.159721 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Returning: {'device': '32463a74-b851-44eb-9dbb-f33e871b6327', 'network_id': 'a5ea35fc-5529-4ec7-b035-b5f2637c5acc', 'port_id': '32463a74-b851-44eb-9dbb-f33e871b6327', 'mac_address': 'fa:16:3e:0f:1f:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a880aa77-4bc5-4c6a-8fdf-3a29dea9cf69', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 08 00:34:22.208751 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Current status of the port 32463a74-b851-44eb-9dbb-f33e871b6327 is: DOWN; New status is: BUILD {{(pid=115993) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 00:34:22.209245 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (32463a74-b851-44eb-9dbb-f33e871b6327), before_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:22.225759 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.notifiers.nova [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32463a74-b851-44eb-9dbb-f33e871b6327 {{(pid=115993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 00:34:22.232465 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:34:22.247721 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] For port 32463a74-b851-44eb-9dbb-f33e871b6327, host hv-cinder-85164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85164',level=0,port_id=32463a74-b851-44eb-9dbb-f33e871b6327,segment=NetworkSegment(6130275c-b522-41d3-91a1-cf819d706112),segment_id=6130275c-b522-41d3-91a1-cf819d706112)] {{(pid=115993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:34:22.268323 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 57214) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:34:22.273752 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.v2.base [None req-ff0a9578-8087-46fe-9bef-884a1956d262 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1074493917-network', 'tenant_id': '1df9b2b830bb4b46ad1c1b7b0a60af8a'}} {{(pid=115991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:34:22.293539 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-ac62c765-6471-4ed5-908b-6060a03ab360 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Publish callbacks [] for security_group_rule (415254c5-90b7-4739-be31-e66770ed53cf), before_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:22.308773 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821'] for port (32463a74-b851-44eb-9dbb-f33e871b6327), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:22.360662 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Pushing event updated for resources: {'Port': ['ID=32463a74-b851-44eb-9dbb-f33e871b6327,revision_number=4']} {{(pid=115993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:34:22.364473 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-ac62c765-6471-4ed5-908b-6060a03ab360 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Publish callbacks [] for security_group_rule (415254c5-90b7-4739-be31-e66770ed53cf), precommit_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:22.411816 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff0a9578-8087-46fe-9bef-884a1956d262 admin admin] Made reservation on behalf of 1df9b2b830bb4b46ad1c1b7b0a60af8a for: {'network': 1} {{(pid=115991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 00:34:22.415005 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-ff0a9578-8087-46fe-9bef-884a1956d262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for network (None), before_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:22.436906 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-ff0a9578-8087-46fe-9bef-884a1956d262 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:22.443350 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-ac62c765-6471-4ed5-908b-6060a03ab360 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339626'] for security_group_rule (415254c5-90b7-4739-be31-e66770ed53cf), after_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:22.479678 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac62c765-6471-4ed5-908b-6060a03ab360 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=415254c5-90b7-4739-be31-e66770ed53cf,revision_number=0']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:34:22.563294 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-ac62c765-6471-4ed5-908b-6060a03ab360 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:22.567813 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-ac62c765-6471-4ed5-908b-6060a03ab360 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4343374 Aug 08 00:34:22.568407 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 57226) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:34:22.573326 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.v2.base [None req-4a3c0ed0-3de2-4e52-a779-0dc994f16208 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Request body: {'floatingip': {'floating_network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f'}} {{(pid=115992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:34:22.578442 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-ff0a9578-8087-46fe-9bef-884a1956d262 admin admin] Publish callbacks [] for security_group (b7633c0f-f5ca-42d0-8c6c-1468833fdcf8), precommit_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:22.639046 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] get_ports_and_sgs() called for port_ids ['32463a74-b851-44eb-9dbb-f33e871b6327'] {{(pid=115993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 00:34:22.645697 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-ff0a9578-8087-46fe-9bef-884a1956d262 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (b7633c0f-f5ca-42d0-8c6c-1468833fdcf8), after_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:22.657635 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff0a9578-8087-46fe-9bef-884a1956d262 admin admin] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=115991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 08 00:34:22.676001 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-ff0a9578-8087-46fe-9bef-884a1956d262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1398331'] for segment (9a4c10ec-9d81-4667-8801-b7e2a45237bf), precommit_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:22.676379 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.db.segments_db [None req-ff0a9578-8087-46fe-9bef-884a1956d262 admin admin] Added segment 9a4c10ec-9d81-4667-8801-b7e2a45237bf of type vlan for network 9a93dae4-d7ec-4c1e-ac4b-35b1e7611cdc Aug 08 00:34:22.680660 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-4a3c0ed0-3de2-4e52-a779-0dc994f16208 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:22.749460 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0a9578-8087-46fe-9bef-884a1956d262 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7633c0f-f5ca-42d0-8c6c-1468833fdcf8,revision_number=1']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:34:22.771605 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-ff0a9578-8087-46fe-9bef-884a1956d262 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764676137144'] for network (9a93dae4-d7ec-4c1e-ac4b-35b1e7611cdc), precommit_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:22.791890 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-4a3c0ed0-3de2-4e52-a779-0dc994f16208 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (None), before_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:22.851706 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-ff0a9578-8087-46fe-9bef-884a1956d262 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032'] for network (9a93dae4-d7ec-4c1e-ac4b-35b1e7611cdc), after_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:22.852723 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff0a9578-8087-46fe-9bef-884a1956d262 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:34:22.853303 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-ff0a9578-8087-46fe-9bef-884a1956d262 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575022'] for network (None), before_response {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:22.921309 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0a9578-8087-46fe-9bef-884a1956d262 admin admin] Pushing event updated for resources: {'Network': ['ID=9a93dae4-d7ec-4c1e-ac4b-35b1e7611cdc,revision_number=1']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:34:22.929118 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.db.db_base_plugin_common [None req-4a3c0ed0-3de2-4e52-a779-0dc994f16208 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Allocated IP 172.27.3.79 (743d2d45-6b8c-49b7-a932-c537e45f946f/7df84031-3cb2-4601-a018-b61b0ad731dc/90fe2586-f1e8-4490-9e33-6c8788553f1a) {{(pid=115992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 00:34:22.932645 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Network 9a93dae4-d7ec-4c1e-ac4b-35b1e7611cdc details requested by agent ovs-agent-dv-cinder-851640-3-iscsi with host dv-cinder-851640-3-iscsi {{(pid=115993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 08 00:34:22.961169 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-ff0a9578-8087-46fe-9bef-884a1956d262 admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6912820 Aug 08 00:34:22.973482 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 57240) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:34:22.978517 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.v2.base [None req-ca974823-a1b0-46f2-97e3-71fb82d0a098 admin admin] Request body: {'subnet': {'network_id': '9a93dae4-d7ec-4c1e-ac4b-35b1e7611cdc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1074493917-subnet', 'tenant_id': '1df9b2b830bb4b46ad1c1b7b0a60af8a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:34:23.085029 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a75d309-b6a3-4a77-a558-7d960d01cd7b req-f5364568-0d92-43bf-a3c7-7c480d9a129b tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:34:23.086633 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-6a75d309-b6a3-4a77-a558-7d960d01cd7b req-f5364568-0d92-43bf-a3c7-7c480d9a129b tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=728de657-b1e9-4f61-8dcf-d5cc9553eb16 HTTP/1.1" status: 200 len: 944 time: 0.0768757 Aug 08 00:34:23.116282 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca974823-a1b0-46f2-97e3-71fb82d0a098 admin admin] Made reservation on behalf of 1df9b2b830bb4b46ad1c1b7b0a60af8a for: {'subnet': 1} {{(pid=115991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 00:34:23.119041 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-ca974823-a1b0-46f2-97e3-71fb82d0a098 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26229538'] for subnet (None), before_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:23.122713 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4e8b33-5ce5-431f-a4ad-37d5a370032c req-080546d3-aa53-4fbb-9b93-654623f9e24c tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:34:23.124268 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-aa4e8b33-5ce5-431f-a4ad-37d5a370032c req-080546d3-aa53-4fbb-9b93-654623f9e24c tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4829f58c-adec-413d-83c8-23f1d3143205 HTTP/1.1" status: 200 len: 945 time: 0.0743492 Aug 08 00:34:23.127714 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-4a3c0ed0-3de2-4e52-a779-0dc994f16208 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Publish callbacks [] for port (90fe2586-f1e8-4490-9e33-6c8788553f1a), precommit_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:23.191013 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-aa4e8b33-5ce5-431f-a4ad-37d5a370032c req-ba85355e-f040-4e9c-a1cc-ea0bed986e60 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=99750fcd-194d-487c-b80c-a79152b12484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598235 Aug 08 00:34:23.197497 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-6a75d309-b6a3-4a77-a558-7d960d01cd7b req-4254e130-b9b6-4a63-b175-b24b8d2dbdcd tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd8fe95a-62eb-4289-aa2a-75c9c5318eed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034744 Aug 08 00:34:23.266134 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-4a3c0ed0-3de2-4e52-a779-0dc994f16208 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764676113785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26371331'] for port (90fe2586-f1e8-4490-9e33-6c8788553f1a), after_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:23.317564 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a3c0ed0-3de2-4e52-a779-0dc994f16208 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Network 743d2d45-6b8c-49b7-a932-c537e45f946f is already hosted by enough agents. {{(pid=115992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 00:34:23.323499 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.scheduler.base_scheduler [None req-4a3c0ed0-3de2-4e52-a779-0dc994f16208 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Resources bound (agent type, host, resource id): {{(pid=115992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 00:34:23.328033 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3c0ed0-3de2-4e52-a779-0dc994f16208 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Received port after_create {{(pid=115992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 00:34:23.352085 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3c0ed0-3de2-4e52-a779-0dc994f16208 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Pushing event updated for resources: {'Port': ['ID=90fe2586-f1e8-4490-9e33-6c8788553f1a,revision_number=1']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:34:23.426010 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-4a3c0ed0-3de2-4e52-a779-0dc994f16208 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Publish callbacks [] for floatingip (886322a4-7e68-4406-9dc5-016808cc8565), precommit_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:23.461380 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-ca974823-a1b0-46f2-97e3-71fb82d0a098 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2785037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26229556'] for subnet (a9f3e399-c147-4588-8c4b-995d857b1b01), after_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:23.522258 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca974823-a1b0-46f2-97e3-71fb82d0a098 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9f3e399-c147-4588-8c4b-995d857b1b01,revision_number=0']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:34:23.526640 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca974823-a1b0-46f2-97e3-71fb82d0a098 admin admin] Checking segment: {'id': '9a4c10ec-9d81-4667-8801-b7e2a45237bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '9a93dae4-d7ec-4c1e-ac4b-35b1e7611cdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 00:34:23.527001 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca974823-a1b0-46f2-97e3-71fb82d0a098 admin admin] Network hostable DHCP agents. Network: 9a93dae4-d7ec-4c1e-ac4b-35b1e7611cdc, hostable agents: ['93e2312b-3744-4a9e-8723-a0f19f10f89a'], hosted agents: [] {{(pid=115991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 08 00:34:23.594653 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-4a3c0ed0-3de2-4e52-a779-0dc994f16208 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (90fe2586-f1e8-4490-9e33-6c8788553f1a), before_update {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:23.640213 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=17 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:34:23.644104 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:34:23.652720 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca974823-a1b0-46f2-97e3-71fb82d0a098 admin admin] Network 9a93dae4-d7ec-4c1e-ac4b-35b1e7611cdc is scheduled to be hosted by DHCP agent 93e2312b-3744-4a9e-8723-a0f19f10f89a with binding_index 1 {{(pid=115991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 08 00:34:23.752190 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-4a3c0ed0-3de2-4e52-a779-0dc994f16208 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Publish callbacks [] for port (90fe2586-f1e8-4490-9e33-6c8788553f1a), precommit_update {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:23.769136 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.scheduler.base_scheduler [None req-ca974823-a1b0-46f2-97e3-71fb82d0a098 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851640-3-iscsi, 9a93dae4-d7ec-4c1e-ac4b-35b1e7611cdc) {{(pid=115991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 00:34:23.773458 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca974823-a1b0-46f2-97e3-71fb82d0a098 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:34:23.774093 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-ca974823-a1b0-46f2-97e3-71fb82d0a098 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575022'] for subnet (None), before_response {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:23.778465 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad6b380a-f893-48a3-b4c6-29b257c19e7c None None] Network 9a93dae4-d7ec-4c1e-ac4b-35b1e7611cdc requested from dv-cinder-851640-3-iscsi {{(pid=115993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 00:34:23.889660 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-4a3c0ed0-3de2-4e52-a779-0dc994f16208 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26371340'] for port (90fe2586-f1e8-4490-9e33-6c8788553f1a), after_update {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:23.893220 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-ca974823-a1b0-46f2-97e3-71fb82d0a098 admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9186480 Aug 08 00:34:23.896792 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e9024e-be4a-4f70-953d-edc8d76f2f3b None None] Network 9a93dae4-d7ec-4c1e-ac4b-35b1e7611cdc requested from dv-cinder-851640-3-iscsi {{(pid=115993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 00:34:23.944997 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-4a3c0ed0-3de2-4e52-a779-0dc994f16208 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-499989'] for floatingip (886322a4-7e68-4406-9dc5-016808cc8565), after_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:23.976218 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=100 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:34:23.997953 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3c0ed0-3de2-4e52-a779-0dc994f16208 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Pushing event updated for resources: {'Port': ['ID=90fe2586-f1e8-4490-9e33-6c8788553f1a,revision_number=2']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:34:24.027836 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Device 32463a74-b851-44eb-9dbb-f33e871b6327 up at agent hyperv_hv-cinder-85164 {{(pid=115993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 00:34:24.074278 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Provisioning for port 32463a74-b851-44eb-9dbb-f33e871b6327 completed by entity L2. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 08 00:34:24.090457 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-4a3c0ed0-3de2-4e52-a779-0dc994f16208 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63196'] for floatingip (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:24.091740 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-4a3c0ed0-3de2-4e52-a779-0dc994f16208 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5221624 Aug 08 00:34:24.197723 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Provisioning complete for port 32463a74-b851-44eb-9dbb-f33e871b6327 triggered by entity L2. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:34:24.197887 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:34:24.198114 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (32463a74-b851-44eb-9dbb-f33e871b6327), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:24.286562 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Current status of the port 32463a74-b851-44eb-9dbb-f33e871b6327 is: BUILD; New status is: ACTIVE {{(pid=115993) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 00:34:24.286967 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (32463a74-b851-44eb-9dbb-f33e871b6327), before_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:24.315495 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '728de657-b1e9-4f61-8dcf-d5cc9553eb16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32463a74-b851-44eb-9dbb-f33e871b6327'}] {{(pid=115993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 00:34:24.317755 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffcbb3165cefe78fdef2215408d5e0047484b378f5d65619a4e095a8aefc113e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27d5f1c3-6500-40af-83af-ffca90a8969b" -d '{"events": [{"server_uuid": "728de657-b1e9-4f61-8dcf-d5cc9553eb16", "name": "network-vif-plugged", "status": "completed", "tag": "32463a74-b851-44eb-9dbb-f33e871b6327"}]}' {{(pid=115993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 00:34:24.331750 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] For port 32463a74-b851-44eb-9dbb-f33e871b6327, host hv-cinder-85164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85164',level=0,port_id=32463a74-b851-44eb-9dbb-f33e871b6327,segment=NetworkSegment(6130275c-b522-41d3-91a1-cf819d706112),segment_id=6130275c-b522-41d3-91a1-cf819d706112)] {{(pid=115993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:34:24.339478 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-adf4e4b5-3277-4c4a-a715-83bb006afdfd req-45c43e36-a2c3-4b93-a19a-4c1cd3831067 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--2056342511&fields=id&tenant_id=9bd235f1f9f44df4b2e3dbd0c05b3a83 HTTP/1.1" status: 200 len: 267 time: 0.0757630 Aug 08 00:34:24.372330 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6793a94b-badc-4db7-b7b7-06b91a38a462 req-12598a35-8819-4c41-b8c6-f55837b6b74d tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:34:24.374663 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-6793a94b-badc-4db7-b7b7-06b91a38a462 req-12598a35-8819-4c41-b8c6-f55837b6b74d tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4829f58c-adec-413d-83c8-23f1d3143205 HTTP/1.1" status: 200 len: 945 time: 0.0615823 Aug 08 00:34:24.389332 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821'] for port (32463a74-b851-44eb-9dbb-f33e871b6327), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:24.434171 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-6793a94b-badc-4db7-b7b7-06b91a38a462 req-4036c866-c35b-4462-a457-186ad5be615e tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=99750fcd-194d-487c-b80c-a79152b12484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518806 Aug 08 00:34:24.491125 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Pushing event updated for resources: {'Port': ['ID=32463a74-b851-44eb-9dbb-f33e871b6327,revision_number=5']} {{(pid=115993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:34:24.518109 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf4e4b5-3277-4c4a-a715-83bb006afdfd req-1253489d-74d8-449c-b003-e9bc90659fdd tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:34:24.523930 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-adf4e4b5-3277-4c4a-a715-83bb006afdfd req-1253489d-74d8-449c-b003-e9bc90659fdd tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/networks?id=39987f39-4c60-4c27-9f4f-c7657da06e51 HTTP/1.1" status: 200 len: 819 time: 0.1774042 Aug 08 00:34:24.537657 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-adf4e4b5-3277-4c4a-a715-83bb006afdfd req-bbdd5b3e-19b9-4669-b0a1-7e41bab38d58 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/quotas/9bd235f1f9f44df4b2e3dbd0c05b3a83 HTTP/1.1" status: 200 len: 375 time: 0.0106411 Aug 08 00:34:24.553026 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ada0c3-faaa-4666-8ea3-bce71ef4fe4e req-da9e4963-8e40-4778-b42c-9001a85ae3eb tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:34:24.560050 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-f8ada0c3-faaa-4666-8ea3-bce71ef4fe4e req-da9e4963-8e40-4778-b42c-9001a85ae3eb tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=728de657-b1e9-4f61-8dcf-d5cc9553eb16 HTTP/1.1" status: 200 len: 945 time: 0.0646079 Aug 08 00:34:24.600371 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-adf4e4b5-3277-4c4a-a715-83bb006afdfd req-fdc45095-081c-4a90-a54c-03f234874e2e tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=9bd235f1f9f44df4b2e3dbd0c05b3a83&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0556347 Aug 08 00:34:24.617034 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-f8ada0c3-faaa-4666-8ea3-bce71ef4fe4e req-c41b06c7-a9a1-454c-ba53-bb2d8538164a tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd8fe95a-62eb-4289-aa2a-75c9c5318eed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561256 Aug 08 00:34:24.673254 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 00:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bb39c3c-00b6-48ed-9b4b-e3248d1c96ea x-openstack-request-id: req-4bb39c3c-00b6-48ed-9b4b-e3248d1c96ea {{(pid=115993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 00:34:24.678449 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "728de657-b1e9-4f61-8dcf-d5cc9553eb16", "name": "network-vif-plugged", "status": "completed", "tag": "32463a74-b851-44eb-9dbb-f33e871b6327", "code": 200}]} {{(pid=115993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 00:34:24.678449 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4bb39c3c-00b6-48ed-9b4b-e3248d1c96ea {{(pid=115993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 00:34:24.678449 dv-cinder-851640-3-iscsi neutron-server[115993]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4bb39c3c-00b6-48ed-9b4b-e3248d1c96ea'] response: {'server_uuid': '728de657-b1e9-4f61-8dcf-d5cc9553eb16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32463a74-b851-44eb-9dbb-f33e871b6327', 'code': 200} Aug 08 00:34:24.679267 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:34:24.728523 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-adf4e4b5-3277-4c4a-a715-83bb006afdfd req-6744fc2f-9158-4400-a9dc-baae336d7e25 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/39987f39-4c60-4c27-9f4f-c7657da06e51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143630 Aug 08 00:34:24.843015 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-adf4e4b5-3277-4c4a-a715-83bb006afdfd req-61396d2d-d9c6-4877-8348-86bb1cfff749 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/39987f39-4c60-4c27-9f4f-c7657da06e51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079910 Aug 08 00:34:25.032577 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e925c7-4cbb-46ea-8128-23f0eb9936dc req-4dcb809c-2d74-4013-b90c-cacfbb106a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:34:25.034163 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-96e925c7-4cbb-46ea-8128-23f0eb9936dc req-4dcb809c-2d74-4013-b90c-cacfbb106a7f service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=728de657-b1e9-4f61-8dcf-d5cc9553eb16 HTTP/1.1" status: 200 len: 1129 time: 0.0399904 Aug 08 00:34:25.124810 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-a8cb5207-9c62-418f-90e3-934c54323685 req-f01eccc0-664b-428a-8d2b-c685806e9f64 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8220eb97-0920-4393-9354-094c2f62cc94 HTTP/1.1" status: 200 len: 210 time: 0.0391011 Aug 08 00:34:25.127015 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-96e925c7-4cbb-46ea-8128-23f0eb9936dc req-8693eb52-b0b3-4efc-975d-f9f0010e4744 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=bd8fe95a-62eb-4289-aa2a-75c9c5318eed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828359 Aug 08 00:34:25.234769 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:UPDATE=3,neutron:SELECT=93,neutron:INSERT=4 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:34:25.563901 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3ecc2d-b837-41f4-b5f4-7f729e485b6d req-565906c9-4982-409f-95b2-9613e9f94b2a tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:34:25.565295 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-1a3ecc2d-b837-41f4-b5f4-7f729e485b6d req-565906c9-4982-409f-95b2-9613e9f94b2a tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4829f58c-adec-413d-83c8-23f1d3143205 HTTP/1.1" status: 200 len: 945 time: 0.0514162 Aug 08 00:34:25.613840 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-1a3ecc2d-b837-41f4-b5f4-7f729e485b6d req-18a92c97-e680-490b-be7b-f1079bcc2fa9 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=99750fcd-194d-487c-b80c-a79152b12484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427885 Aug 08 00:34:25.755123 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf6b846-cdf6-421d-b453-281aa83e43b4 req-fb864d21-ba5e-49cc-905b-a64a6c44edfb tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:34:25.756596 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-8bf6b846-cdf6-421d-b453-281aa83e43b4 req-fb864d21-ba5e-49cc-905b-a64a6c44edfb tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=728de657-b1e9-4f61-8dcf-d5cc9553eb16 HTTP/1.1" status: 200 len: 945 time: 0.0504131 Aug 08 00:34:25.782200 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=80,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:34:25.804641 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-8bf6b846-cdf6-421d-b453-281aa83e43b4 req-e5b2c8af-42bd-473f-88e7-9e870b1efc4e tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd8fe95a-62eb-4289-aa2a-75c9c5318eed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423379 Aug 08 00:34:26.229804 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-6ffdf496-2a29-4141-917c-f19e28375abc req-73fc6245-e0e3-466b-8d9e-38b022d60f26 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8220eb97-0920-4393-9354-094c2f62cc94 HTTP/1.1" status: 200 len: 210 time: 0.0315430 Aug 08 00:34:26.917811 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5022b9-dfe7-4b3e-93b4-4e39ff2d87dc req-8fd528d2-3ff0-4d37-a176-854e733e8489 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:34:26.925026 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-0f5022b9-dfe7-4b3e-93b4-4e39ff2d87dc req-8fd528d2-3ff0-4d37-a176-854e733e8489 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4829f58c-adec-413d-83c8-23f1d3143205 HTTP/1.1" status: 200 len: 945 time: 0.0603390 Aug 08 00:34:26.967479 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e6648e-6ebb-4425-acb6-52e15642eb33 req-aa92b097-da02-4535-be1d-e97a007cca30 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:34:26.968996 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-01e6648e-6ebb-4425-acb6-52e15642eb33 req-aa92b097-da02-4535-be1d-e97a007cca30 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=728de657-b1e9-4f61-8dcf-d5cc9553eb16 HTTP/1.1" status: 200 len: 945 time: 0.0595689 Aug 08 00:34:27.011316 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-0f5022b9-dfe7-4b3e-93b4-4e39ff2d87dc req-a84155fd-bd9b-4524-86f3-c45c2c56d35e tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=99750fcd-194d-487c-b80c-a79152b12484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808403 Aug 08 00:34:27.061124 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-01e6648e-6ebb-4425-acb6-52e15642eb33 req-0449a007-7394-4dbc-bcfc-b1fd172257b6 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd8fe95a-62eb-4289-aa2a-75c9c5318eed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711477 Aug 08 00:34:27.386259 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-77d4fe25-f3de-46c5-a7ad-94d7ea162e69 req-098fb58a-16fa-4344-a87c-eabf82e25bee tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8220eb97-0920-4393-9354-094c2f62cc94 HTTP/1.1" status: 200 len: 210 time: 0.0411167 Aug 08 00:34:27.794765 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:34:27.920373 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:34:28.118514 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4aa7ba-aeb7-4d97-b075-041a7b0f58b1 req-adf6ab6b-0671-4c48-a655-2a2295f3eb64 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:34:28.120133 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-7d4aa7ba-aeb7-4d97-b075-041a7b0f58b1 req-adf6ab6b-0671-4c48-a655-2a2295f3eb64 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4829f58c-adec-413d-83c8-23f1d3143205 HTTP/1.1" status: 200 len: 945 time: 0.0495312 Aug 08 00:34:28.175900 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-7d4aa7ba-aeb7-4d97-b075-041a7b0f58b1 req-d2850a21-ce5a-420b-a51f-3a333d6c092f tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=99750fcd-194d-487c-b80c-a79152b12484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498586 Aug 08 00:34:28.211713 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=100 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:34:28.215585 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514dd4b5-cc5e-4732-97fa-c71b0c52e663 req-fd72829f-792c-4f91-b45d-62707d567b7d tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:34:28.217087 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-514dd4b5-cc5e-4732-97fa-c71b0c52e663 req-fd72829f-792c-4f91-b45d-62707d567b7d tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=728de657-b1e9-4f61-8dcf-d5cc9553eb16 HTTP/1.1" status: 200 len: 945 time: 0.0729511 Aug 08 00:34:28.266150 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-514dd4b5-cc5e-4732-97fa-c71b0c52e663 req-e4e031dd-7d17-4d31-88a9-026c0eec435d tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd8fe95a-62eb-4289-aa2a-75c9c5318eed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426872 Aug 08 00:34:28.406467 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb4ad61-f2ab-4ad0-8a1a-ab509b0b4f4a req-f13cffe6-ce9b-4b1e-9b05-ba5056c64fa2 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:34:28.421490 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-3bb4ad61-f2ab-4ad0-8a1a-ab509b0b4f4a req-f13cffe6-ce9b-4b1e-9b05-ba5056c64fa2 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=728de657-b1e9-4f61-8dcf-d5cc9553eb16 HTTP/1.1" status: 200 len: 945 time: 0.0736899 Aug 08 00:34:28.422193 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 57442) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:34:28.438451 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.v2.base [None req-130ce40c-8bd6-457c-90bd-d7813325d5e1 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Request body: {'floatingip': {'port_id': '32463a74-b851-44eb-9dbb-f33e871b6327'}} {{(pid=115992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:34:28.509926 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-5e4783be-9b68-4224-aae6-e20b7d1f234a req-849183c1-b654-4fee-be4c-0554cc028d02 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8220eb97-0920-4393-9354-094c2f62cc94 HTTP/1.1" status: 200 len: 210 time: 0.0388691 Aug 08 00:34:28.526024 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-130ce40c-8bd6-457c-90bd-d7813325d5e1 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks [] for floatingip (ca47b536-42ab-4051-9c88-456878f87c03), before_update {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:28.629152 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:34:29.336939 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:34:29.429505 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4a3406-fd9a-4ac9-b9f6-176b1d50e91e req-e8ddcc68-023c-4df1-bebf-8af2e3a5bf64 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:34:29.431050 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-6a4a3406-fd9a-4ac9-b9f6-176b1d50e91e req-e8ddcc68-023c-4df1-bebf-8af2e3a5bf64 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4829f58c-adec-413d-83c8-23f1d3143205 HTTP/1.1" status: 200 len: 945 time: 0.1197922 Aug 08 00:34:29.450127 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-130ce40c-8bd6-457c-90bd-d7813325d5e1 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:29.486694 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-6a4a3406-fd9a-4ac9-b9f6-176b1d50e91e req-1926fafe-2a4e-46d6-9401-3ad19a307803 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=99750fcd-194d-487c-b80c-a79152b12484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490687 Aug 08 00:34:29.568720 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-130ce40c-8bd6-457c-90bd-d7813325d5e1 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-499989'] for floatingip (ca47b536-42ab-4051-9c88-456878f87c03), after_update {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:29.618726 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-63ee62e0-f4c0-4b95-88b9-617bac892489 req-e6737650-abcf-4226-949f-2c636034b7b4 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8220eb97-0920-4393-9354-094c2f62cc94 HTTP/1.1" status: 200 len: 210 time: 0.0272918 Aug 08 00:34:29.669563 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.db.l3_db [None req-130ce40c-8bd6-457c-90bd-d7813325d5e1 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Floating IP ca47b536-42ab-4051-9c88-456878f87c03 associated. External IP: 172.27.3.252, port: 32463a74-b851-44eb-9dbb-f33e871b6327. Aug 08 00:34:29.875398 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-130ce40c-8bd6-457c-90bd-d7813325d5e1 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Router 91800c1e-3ae7-435f-9362-f23934c36aa6 has already been hosted by L3 agent d53f5436-7c7f-4441-9708-9d0333b57745 {{(pid=115992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 00:34:29.918711 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=100 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:34:29.974990 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-130ce40c-8bd6-457c-90bd-d7813325d5e1 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Notify agent at l3_agent.dv-cinder-851640-3-iscsi the message routers_updated {{(pid=115992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 00:34:29.979927 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-130ce40c-8bd6-457c-90bd-d7813325d5e1 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63196'] for floatingip (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:29.984377 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4342438-a99d-4c92-a753-844218ac4af0 None None] Sync routers for ids ['91800c1e-3ae7-435f-9362-f23934c36aa6'] in dv-cinder-851640-3-iscsi {{(pid=115993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 00:34:29.994948 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4342438-a99d-4c92-a753-844218ac4af0 None None] Routers {'91800c1e-3ae7-435f-9362-f23934c36aa6'} bound to L3 agent in host dv-cinder-851640-3-iscsi {{(pid=115993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 00:34:29.995598 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_hamode_db [None req-f4342438-a99d-4c92-a753-844218ac4af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851640-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-08T00:24:12Z,description=,heartbeat_timestamp=2022-08-08T00:34:12Z,host='dv-cinder-851640-3-iscsi',id=d53f5436-7c7f-4441-9708-9d0333b57745,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T00:24:13Z,topic='l3_agent')) {'router_ids': ['91800c1e-3ae7-435f-9362-f23934c36aa6'], 'active': True} {{(pid=115993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:34:30.012444 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-130ce40c-8bd6-457c-90bd-d7813325d5e1 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "PUT /networking/v2.0/floatingips/ca47b536-42ab-4051-9c88-456878f87c03 HTTP/1.1" status: 200 len: 991 time: 1.5892057 Aug 08 00:34:30.014358 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '728de657-b1e9-4f61-8dcf-d5cc9553eb16', 'tag': '32463a74-b851-44eb-9dbb-f33e871b6327'}] {{(pid=115992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 00:34:30.015388 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15c1dc6174c04d27a45b4789687485f3f31469fbdbb3cd0a658d3b47a2d9b382" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b41d5fac-c600-4c04-a89c-650a39e1daeb" -d '{"events": [{"name": "network-changed", "server_uuid": "728de657-b1e9-4f61-8dcf-d5cc9553eb16", "tag": "32463a74-b851-44eb-9dbb-f33e871b6327"}]}' {{(pid=115992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 00:34:30.054464 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 00:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-236d879d-ca71-4b46-b1de-687c68ef1ed2 x-openstack-request-id: req-236d879d-ca71-4b46-b1de-687c68ef1ed2 {{(pid=115992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 00:34:30.054752 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "728de657-b1e9-4f61-8dcf-d5cc9553eb16", "tag": "32463a74-b851-44eb-9dbb-f33e871b6327", "status": "completed", "code": 200}]} {{(pid=115992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 00:34:30.055003 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-236d879d-ca71-4b46-b1de-687c68ef1ed2 {{(pid=115992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 00:34:30.055501 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.notifiers.nova [-] Nova event matching ['req-236d879d-ca71-4b46-b1de-687c68ef1ed2'] response: {'name': 'network-changed', 'server_uuid': '728de657-b1e9-4f61-8dcf-d5cc9553eb16', 'tag': '32463a74-b851-44eb-9dbb-f33e871b6327', 'status': 'completed', 'code': 200} Aug 08 00:34:30.102304 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvr_db [None req-f4342438-a99d-4c92-a753-844218ac4af0 None None] Set router 91800c1e-3ae7-435f-9362-f23934c36aa6 gateway port host: dv-cinder-851640-3-iscsi {{(pid=115993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 00:34:30.435776 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:34:30.459696 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (c200ec1a-5dc3-458a-a30d-0f16255c41c0), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:30.503397 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=100 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:34:30.509355 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_hamode_db [None req-f4342438-a99d-4c92-a753-844218ac4af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91800c1e-3ae7-435f-9362-f23934c36aa6', 'name': 'tempest-AttachVolumeNegativeTest-1151103598-router', 'tenant_id': 'e97eb34021d44eb0a99763034c1e9e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': '349bc66f-427c-48e3-b507-b91075ef7023', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:34:02Z', 'updated_at': '2022-08-08T00:34:05Z', 'revision_number': 4, 'project_id': 'e97eb34021d44eb0a99763034c1e9e87', 'gw_port': {'id': '349bc66f-427c-48e3-b507-b91075ef7023', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:3b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91800c1e-3ae7-435f-9362-f23934c36aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:34:03Z', 'updated_at': '2022-08-08T00:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi', '_floatingips': [{'id': 'ca47b536-42ab-4051-9c88-456878f87c03', 'tenant_id': 'e97eb34021d44eb0a99763034c1e9e87', 'floating_ip_address': '172.27.3.252', 'floating_network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'router_id': '91800c1e-3ae7-435f-9362-f23934c36aa6', 'port_id': '32463a74-b851-44eb-9dbb-f33e871b6327', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 292, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5ea35fc-5529-4ec7-b035-b5f2637c5acc', 'mac_address': 'fa:16:3e:0f:1f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '728de657-b1e9-4f61-8dcf-d5cc9553eb16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T00:34:09Z', 'updated_at': '2022-08-08T00:34:29Z', 'revision_number': 1, 'project_id': 'e97eb34021d44eb0a99763034c1e9e87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72ff9781-3013-479e-ab34-a89546cc7e00', 'name': '', 'network_id': 'a5ea35fc-5529-4ec7-b035-b5f2637c5acc', 'tenant_id': 'e97eb34021d44eb0a99763034c1e9e87', 'mac_address': 'fa:16:3e:71:a5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91800c1e-3ae7-435f-9362-f23934c36aa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'a880aa77-4bc5-4c6a-8fdf-3a29dea9cf69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:34:04Z', 'updated_at': '2022-08-08T00:34:10Z', 'revision_number': 5, 'project_id': 'e97eb34021d44eb0a99763034c1e9e87', 'subnets': [{'id': 'a880aa77-4bc5-4c6a-8fdf-3a29dea9cf69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851640-3-iscsi', False) {} {{(pid=115993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:34:30.540471 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4342438-a99d-4c92-a753-844218ac4af0 None None] Checking router: 91800c1e-3ae7-435f-9362-f23934c36aa6 for host: dv-cinder-851640-3-iscsi {{(pid=115993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 00:34:30.540684 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb69e57-1f0e-4a09-875b-eabcfa77e215 req-eb51877e-b326-4bed-88d9-455955882e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:34:30.541895 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-7bb69e57-1f0e-4a09-875b-eabcfa77e215 req-eb51877e-b326-4bed-88d9-455955882e01 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=1aa84c8a680d49f8be48580c62c18889&device_id=4829f58c-adec-413d-83c8-23f1d3143205 HTTP/1.1" status: 200 len: 1129 time: 0.0865169 Aug 08 00:34:30.544407 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41d5fac-c600-4c04-a89c-650a39e1daeb req-b4920d74-8e38-4ac3-a337-f8e54f465073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:34:30.547115 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4342438-a99d-4c92-a753-844218ac4af0 None None] Routers {'91800c1e-3ae7-435f-9362-f23934c36aa6'} bound to L3 agent in host dv-cinder-851640-3-iscsi {{(pid=115993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 00:34:30.547755 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_hamode_db [None req-f4342438-a99d-4c92-a753-844218ac4af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851640-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-08T00:24:12Z,description=,heartbeat_timestamp=2022-08-08T00:34:12Z,host='dv-cinder-851640-3-iscsi',id=d53f5436-7c7f-4441-9708-9d0333b57745,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T00:24:13Z,topic='l3_agent')) {'router_ids': ['91800c1e-3ae7-435f-9362-f23934c36aa6'], 'active': True} {{(pid=115993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:34:30.554415 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-b41d5fac-c600-4c04-a89c-650a39e1daeb req-b4920d74-8e38-4ac3-a337-f8e54f465073 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=e97eb34021d44eb0a99763034c1e9e87&device_id=728de657-b1e9-4f61-8dcf-d5cc9553eb16 HTTP/1.1" status: 200 len: 1129 time: 0.1078796 Aug 08 00:34:30.702034 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvr_db [None req-f4342438-a99d-4c92-a753-844218ac4af0 None None] Set router 91800c1e-3ae7-435f-9362-f23934c36aa6 gateway port host: dv-cinder-851640-3-iscsi {{(pid=115993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 00:34:30.893018 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf4e4b5-3277-4c4a-a715-83bb006afdfd req-8425f0b5-5ef5-4947-a66f-01f61c17efdf tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:34:30.896508 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-adf4e4b5-3277-4c4a-a715-83bb006afdfd req-8425f0b5-5ef5-4947-a66f-01f61c17efdf tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.25 "GET /networking/v2.0/networks?id=39987f39-4c60-4c27-9f4f-c7657da06e51 HTTP/1.1" status: 200 len: 819 time: 0.2400684 Aug 08 00:34:30.906778 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-5c623f36-2d7a-4fd5-aad0-d4a6304821d4 req-77f194d7-48a7-4db7-898a-d6639fc4b72c tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8220eb97-0920-4393-9354-094c2f62cc94 HTTP/1.1" status: 200 len: 210 time: 0.1341848 Aug 08 00:34:30.979322 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:34:30.991097 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-adf4e4b5-3277-4c4a-a715-83bb006afdfd req-ea46872b-48b5-4f3a-8f72-492398145e10 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=9bd235f1f9f44df4b2e3dbd0c05b3a83 HTTP/1.1" status: 200 len: 380 time: 0.0832229 Aug 08 00:34:31.004194 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.v2.base [req-adf4e4b5-3277-4c4a-a715-83bb006afdfd req-ec8f6570-d329-41b1-85e3-2ef56483ee07 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Request body: {'port': {'device_id': '8220eb97-0920-4393-9354-094c2f62cc94', 'network_id': '39987f39-4c60-4c27-9f4f-c7657da06e51', 'admin_state_up': True, 'tenant_id': '9bd235f1f9f44df4b2e3dbd0c05b3a83', 'security_groups': ['b4d11999-100a-4957-80d1-4ec56ec52a10']}} {{(pid=115992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:34:31.007210 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d204c49-cf8a-49d4-b992-4076a922e281 req-950b5ff1-7ae9-44f2-874f-4a856cfe4457 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:34:31.008942 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-1d204c49-cf8a-49d4-b992-4076a922e281 req-950b5ff1-7ae9-44f2-874f-4a856cfe4457 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4829f58c-adec-413d-83c8-23f1d3143205 HTTP/1.1" status: 200 len: 945 time: 0.4337392 Aug 08 00:34:31.061734 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41d5fac-c600-4c04-a89c-650a39e1daeb req-32be05a3-58a4-41b3-a1fd-2af9e1d30ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:34:31.063262 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-b41d5fac-c600-4c04-a89c-650a39e1daeb req-32be05a3-58a4-41b3-a1fd-2af9e1d30ca5 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=a5ea35fc-5529-4ec7-b035-b5f2637c5acc HTTP/1.1" status: 200 len: 916 time: 0.4991534 Aug 08 00:34:31.081606 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_hamode_db [None req-f4342438-a99d-4c92-a753-844218ac4af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91800c1e-3ae7-435f-9362-f23934c36aa6', 'name': 'tempest-AttachVolumeNegativeTest-1151103598-router', 'tenant_id': 'e97eb34021d44eb0a99763034c1e9e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': '349bc66f-427c-48e3-b507-b91075ef7023', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:34:02Z', 'updated_at': '2022-08-08T00:34:05Z', 'revision_number': 4, 'project_id': 'e97eb34021d44eb0a99763034c1e9e87', 'gw_port': {'id': '349bc66f-427c-48e3-b507-b91075ef7023', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:3b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91800c1e-3ae7-435f-9362-f23934c36aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:34:03Z', 'updated_at': '2022-08-08T00:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi', '_floatingips': [{'id': 'ca47b536-42ab-4051-9c88-456878f87c03', 'tenant_id': 'e97eb34021d44eb0a99763034c1e9e87', 'floating_ip_address': '172.27.3.252', 'floating_network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'router_id': '91800c1e-3ae7-435f-9362-f23934c36aa6', 'port_id': '32463a74-b851-44eb-9dbb-f33e871b6327', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 292, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5ea35fc-5529-4ec7-b035-b5f2637c5acc', 'mac_address': 'fa:16:3e:0f:1f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '728de657-b1e9-4f61-8dcf-d5cc9553eb16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T00:34:09Z', 'updated_at': '2022-08-08T00:34:29Z', 'revision_number': 1, 'project_id': 'e97eb34021d44eb0a99763034c1e9e87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72ff9781-3013-479e-ab34-a89546cc7e00', 'name': '', 'network_id': 'a5ea35fc-5529-4ec7-b035-b5f2637c5acc', 'tenant_id': 'e97eb34021d44eb0a99763034c1e9e87', 'mac_address': 'fa:16:3e:71:a5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91800c1e-3ae7-435f-9362-f23934c36aa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'a880aa77-4bc5-4c6a-8fdf-3a29dea9cf69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:34:04Z', 'updated_at': '2022-08-08T00:34:10Z', 'revision_number': 5, 'project_id': 'e97eb34021d44eb0a99763034c1e9e87', 'subnets': [{'id': 'a880aa77-4bc5-4c6a-8fdf-3a29dea9cf69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851640-3-iscsi', False) {} {{(pid=115993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:34:31.118905 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4342438-a99d-4c92-a753-844218ac4af0 None None] The sync data for ids ['91800c1e-3ae7-435f-9362-f23934c36aa6'] in dv-cinder-851640-3-iscsi is: [{'id': '91800c1e-3ae7-435f-9362-f23934c36aa6', 'name': 'tempest-AttachVolumeNegativeTest-1151103598-router', 'tenant_id': 'e97eb34021d44eb0a99763034c1e9e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': '349bc66f-427c-48e3-b507-b91075ef7023', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:34:02Z', 'updated_at': '2022-08-08T00:34:05Z', 'revision_number': 4, 'project_id': 'e97eb34021d44eb0a99763034c1e9e87', 'gw_port': {'id': '349bc66f-427c-48e3-b507-b91075ef7023', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:3b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91800c1e-3ae7-435f-9362-f23934c36aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:34:03Z', 'updated_at': '2022-08-08T00:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi', '_floatingips': [{'id': 'ca47b536-42ab-4051-9c88-456878f87c03', 'tenant_id': 'e97eb34021d44eb0a99763034c1e9e87', 'floating_ip_address': '172.27.3.252', 'floating_network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'router_id': '91800c1e-3ae7-435f-9362-f23934c36aa6', 'port_id': '32463a74-b851-44eb-9dbb-f33e871b6327', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 292, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5ea35fc-5529-4ec7-b035-b5f2637c5acc', 'mac_address': 'fa:16:3e:0f:1f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '728de657-b1e9-4f61-8dcf-d5cc9553eb16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T00:34:09Z', 'updated_at': '2022-08-08T00:34:29Z', 'revision_number': 1, 'project_id': 'e97eb34021d44eb0a99763034c1e9e87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72ff9781-3013-479e-ab34-a89546cc7e00', 'name': '', 'network_id': 'a5ea35fc-5529-4ec7-b035-b5f2637c5acc', 'tenant_id': 'e97eb34021d44eb0a99763034c1e9e87', 'mac_address': 'fa:16:3e:71:a5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91800c1e-3ae7-435f-9362-f23934c36aa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'a880aa77-4bc5-4c6a-8fdf-3a29dea9cf69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:34:04Z', 'updated_at': '2022-08-08T00:34:10Z', 'revision_number': 5, 'project_id': 'e97eb34021d44eb0a99763034c1e9e87', 'subnets': [{'id': 'a880aa77-4bc5-4c6a-8fdf-3a29dea9cf69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 00:34:31.125318 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb69e57-1f0e-4a09-875b-eabcfa77e215 req-7234bfc0-ddd9-498b-929e-e2b33e85cc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:34:31.127618 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-7bb69e57-1f0e-4a09-875b-eabcfa77e215 req-7234bfc0-ddd9-498b-929e-e2b33e85cc30 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=80d6d476-8f39-44d3-b747-4eed8b7c1a18 HTTP/1.1" status: 200 len: 918 time: 0.5512142 Aug 08 00:34:31.197484 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-1d204c49-cf8a-49d4-b992-4076a922e281 req-8d702f8a-1aaa-4a93-b82e-19b306530a0a tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=99750fcd-194d-487c-b80c-a79152b12484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1656649 Aug 08 00:34:31.214155 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-b41d5fac-c600-4c04-a89c-650a39e1daeb req-f956290e-0e9d-4406-8a5e-3c9f9ec4ee7f service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=32463a74-b851-44eb-9dbb-f33e871b6327 HTTP/1.1" status: 200 len: 999 time: 0.1366911 Aug 08 00:34:31.220139 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adf4e4b5-3277-4c4a-a715-83bb006afdfd req-ec8f6570-d329-41b1-85e3-2ef56483ee07 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Made reservation on behalf of 9bd235f1f9f44df4b2e3dbd0c05b3a83 for: {'port': 1} {{(pid=115992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 00:34:31.227533 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-adf4e4b5-3277-4c4a-a715-83bb006afdfd req-ec8f6570-d329-41b1-85e3-2ef56483ee07 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (None), before_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:31.265651 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-7bb69e57-1f0e-4a09-875b-eabcfa77e215 req-4c1943c5-d2dd-4e67-9a5f-63bd21cc1147 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=424b2123-2ed7-4eda-bdcf-dd72a3df7bea HTTP/1.1" status: 200 len: 1001 time: 0.1274216 Aug 08 00:34:31.281517 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41d5fac-c600-4c04-a89c-650a39e1daeb req-5b26ef50-7949-4070-aa5b-1d50bb083319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:34:31.283419 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-b41d5fac-c600-4c04-a89c-650a39e1daeb req-5b26ef50-7949-4070-aa5b-1d50bb083319 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=a880aa77-4bc5-4c6a-8fdf-3a29dea9cf69 HTTP/1.1" status: 200 len: 854 time: 0.0614457 Aug 08 00:34:31.362500 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b607938d-36c1-4bc4-bbe3-dff7ff7b757d None None] New status for floating IP ca47b536-42ab-4051-9c88-456878f87c03: ACTIVE {{(pid=115994) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 08 00:34:31.374838 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.db.db_base_plugin_common [req-adf4e4b5-3277-4c4a-a715-83bb006afdfd req-ec8f6570-d329-41b1-85e3-2ef56483ee07 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Allocated IP 172.20.0.6 (39987f39-4c60-4c27-9f4f-c7657da06e51/0eda73d9-3865-4e7b-8b67-75076c7b1107/bd00c5d4-343c-4fc4-b81d-fc55458cef59) {{(pid=115992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 00:34:31.449509 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41d5fac-c600-4c04-a89c-650a39e1daeb req-01187fc7-4291-4b1e-ad20-4b42b287039a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:34:31.451869 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-b41d5fac-c600-4c04-a89c-650a39e1daeb req-01187fc7-4291-4b1e-ad20-4b42b287039a service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=a5ea35fc-5529-4ec7-b035-b5f2637c5acc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0616179 Aug 08 00:34:31.508099 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb69e57-1f0e-4a09-875b-eabcfa77e215 req-09dc2c68-a99d-479d-a0d7-9debe3e6378f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:34:31.509565 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-7bb69e57-1f0e-4a09-875b-eabcfa77e215 req-09dc2c68-a99d-479d-a0d7-9debe3e6378f service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=2e97ee91-c7eb-4a92-adff-260b02055216 HTTP/1.1" status: 200 len: 856 time: 0.0622129 Aug 08 00:34:31.535504 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-adf4e4b5-3277-4c4a-a715-83bb006afdfd req-ec8f6570-d329-41b1-85e3-2ef56483ee07 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Publish callbacks [] for port (bd00c5d4-343c-4fc4-b81d-fc55458cef59), precommit_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:31.620439 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb69e57-1f0e-4a09-875b-eabcfa77e215 req-f936d0cc-6405-4cc3-ab7f-c0af6d9a331c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:34:31.621961 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-7bb69e57-1f0e-4a09-875b-eabcfa77e215 req-f936d0cc-6405-4cc3-ab7f-c0af6d9a331c service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=80d6d476-8f39-44d3-b747-4eed8b7c1a18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0860579 Aug 08 00:34:31.709900 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-b41d5fac-c600-4c04-a89c-650a39e1daeb req-ec69bc8d-558d-4631-ab13-8e15a7c829c5 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a5ea35fc-5529-4ec7-b035-b5f2637c5acc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749775 Aug 08 00:34:31.717892 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-adf4e4b5-3277-4c4a-a715-83bb006afdfd req-ec8f6570-d329-41b1-85e3-2ef56483ee07 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764676113785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26371331'] for port (bd00c5d4-343c-4fc4-b81d-fc55458cef59), after_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:31.734061 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=100 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:34:31.773608 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adf4e4b5-3277-4c4a-a715-83bb006afdfd req-ec8f6570-d329-41b1-85e3-2ef56483ee07 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Network 39987f39-4c60-4c27-9f4f-c7657da06e51 is already hosted by enough agents. {{(pid=115992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 00:34:31.782717 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.scheduler.base_scheduler [req-adf4e4b5-3277-4c4a-a715-83bb006afdfd req-ec8f6570-d329-41b1-85e3-2ef56483ee07 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Resources bound (agent type, host, resource id): {{(pid=115992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 00:34:31.797310 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-7bb69e57-1f0e-4a09-875b-eabcfa77e215 req-f4fa61fa-b5ac-4740-bbf2-b98288a05df9 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/80d6d476-8f39-44d3-b747-4eed8b7c1a18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685245 Aug 08 00:34:31.809079 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.db.l3_dvrscheduler_db [req-adf4e4b5-3277-4c4a-a715-83bb006afdfd req-ec8f6570-d329-41b1-85e3-2ef56483ee07 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Received port after_create {{(pid=115992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 00:34:31.846075 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8f6570-d329-41b1-85e3-2ef56483ee07 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Pushing event updated for resources: {'Port': ['ID=bd00c5d4-343c-4fc4-b81d-fc55458cef59,revision_number=1']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:34:31.887960 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8f6570-d329-41b1-85e3-2ef56483ee07 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:34:31.888313 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8f6570-d329-41b1-85e3-2ef56483ee07 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:34:31.888652 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8f6570-d329-41b1-85e3-2ef56483ee07 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:34:31.889929 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8f6570-d329-41b1-85e3-2ef56483ee07 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:34:31.892025 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8f6570-d329-41b1-85e3-2ef56483ee07 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:34:31.892498 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8f6570-d329-41b1-85e3-2ef56483ee07 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:34:31.892947 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8f6570-d329-41b1-85e3-2ef56483ee07 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:34:31.894343 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8f6570-d329-41b1-85e3-2ef56483ee07 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:34:31.904634 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8f6570-d329-41b1-85e3-2ef56483ee07 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:34:31.904634 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8f6570-d329-41b1-85e3-2ef56483ee07 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:34:31.904634 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8f6570-d329-41b1-85e3-2ef56483ee07 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:34:31.904960 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-b41d5fac-c600-4c04-a89c-650a39e1daeb req-4872fff8-a247-4c52-a4fd-cc224b0decef service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a5ea35fc-5529-4ec7-b035-b5f2637c5acc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741707 Aug 08 00:34:31.905069 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8f6570-d329-41b1-85e3-2ef56483ee07 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:34:31.905069 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8f6570-d329-41b1-85e3-2ef56483ee07 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:34:31.905069 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8f6570-d329-41b1-85e3-2ef56483ee07 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:34:31.905069 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8f6570-d329-41b1-85e3-2ef56483ee07 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:34:31.908372 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:34:31.918966 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:34:31.930385 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf4e4b5-3277-4c4a-a715-83bb006afdfd req-ec8f6570-d329-41b1-85e3-2ef56483ee07 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:34:31.944355 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-7bb69e57-1f0e-4a09-875b-eabcfa77e215 req-9e728577-10cf-4737-a37b-4bb3e76ad1e0 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/80d6d476-8f39-44d3-b747-4eed8b7c1a18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281984 Aug 08 00:34:31.944476 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-adf4e4b5-3277-4c4a-a715-83bb006afdfd req-ec8f6570-d329-41b1-85e3-2ef56483ee07 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63196'] for port (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:32.060448 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-adf4e4b5-3277-4c4a-a715-83bb006afdfd req-ec8f6570-d329-41b1-85e3-2ef56483ee07 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0593820 Aug 08 00:34:32.068749 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc866d16-3060-4dad-9ceb-c274ccb42d00 req-13db83a6-ec30-41c2-9edc-687723652131 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:34:32.070463 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-bc866d16-3060-4dad-9ceb-c274ccb42d00 req-13db83a6-ec30-41c2-9edc-687723652131 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8220eb97-0920-4393-9354-094c2f62cc94 HTTP/1.1" status: 200 len: 931 time: 0.0564351 Aug 08 00:34:32.076112 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.v2.base [req-adf4e4b5-3277-4c4a-a715-83bb006afdfd req-c31c8c26-f24a-4dfa-8601-f1c531bad175 service neutron] Request body: {'port': {'device_id': '8220eb97-0920-4393-9354-094c2f62cc94', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85164'}} {{(pid=115992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:34:32.123675 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-3455f158-e645-4a2f-ab08-c408e1b08b5d None None] Provisioning complete for port bd00c5d4-343c-4fc4-b81d-fc55458cef59 triggered by entity DHCP. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:34:32.124220 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-3455f158-e645-4a2f-ab08-c408e1b08b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (bd00c5d4-343c-4fc4-b81d-fc55458cef59), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:32.155755 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-3455f158-e645-4a2f-ab08-c408e1b08b5d None None] Port bd00c5d4-343c-4fc4-b81d-fc55458cef59 cannot update to ACTIVE because it is not bound. {{(pid=115993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 08 00:34:32.182292 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-bc866d16-3060-4dad-9ceb-c274ccb42d00 req-3e7c2849-0c2b-454e-8f70-57f63d2c0837 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b4d11999-100a-4957-80d1-4ec56ec52a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029756 Aug 08 00:34:32.191092 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-adf4e4b5-3277-4c4a-a715-83bb006afdfd req-c31c8c26-f24a-4dfa-8601-f1c531bad175 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (bd00c5d4-343c-4fc4-b81d-fc55458cef59), before_update {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:32.291285 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=100 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:34:32.335002 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5865ab3-0eb6-4bf9-9fe1-394469b7774a req-70457671-00ef-4162-9ac5-2bed4439ca71 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:34:32.336809 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-c5865ab3-0eb6-4bf9-9fe1-394469b7774a req-70457671-00ef-4162-9ac5-2bed4439ca71 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4829f58c-adec-413d-83c8-23f1d3143205 HTTP/1.1" status: 200 len: 945 time: 0.0570357 Aug 08 00:34:32.403607 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-c5865ab3-0eb6-4bf9-9fe1-394469b7774a req-0e86d431-e5aa-4380-b817-45fe3827bd33 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=99750fcd-194d-487c-b80c-a79152b12484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609000 Aug 08 00:34:32.474340 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.notifiers.nova [req-adf4e4b5-3277-4c4a-a715-83bb006afdfd req-c31c8c26-f24a-4dfa-8601-f1c531bad175 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd00c5d4-343c-4fc4-b81d-fc55458cef59 {{(pid=115992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 00:34:32.482365 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-adf4e4b5-3277-4c4a-a715-83bb006afdfd req-c31c8c26-f24a-4dfa-8601-f1c531bad175 service neutron] Publish callbacks [] for port (bd00c5d4-343c-4fc4-b81d-fc55458cef59), precommit_update {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:32.497857 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.db.provisioning_blocks [req-adf4e4b5-3277-4c4a-a715-83bb006afdfd req-c31c8c26-f24a-4dfa-8601-f1c531bad175 service neutron] Transition to ACTIVE for port object bd00c5d4-343c-4fc4-b81d-fc55458cef59 will not be triggered until provisioned by entity L2. {{(pid=115992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 08 00:34:32.560808 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-adf4e4b5-3277-4c4a-a715-83bb006afdfd req-c31c8c26-f24a-4dfa-8601-f1c531bad175 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26371340'] for port (bd00c5d4-343c-4fc4-b81d-fc55458cef59), after_update {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:32.631129 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.agents_db [None req-431a3ab4-e5a4-4361-9fcb-d2d78b6c2e03 None None] Agent healthcheck: found 6 active agents {{(pid=115994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 00:34:32.635960 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31c8c26-f24a-4dfa-8601-f1c531bad175 service neutron] Pushing event updated for resources: {'Port': ['ID=bd00c5d4-343c-4fc4-b81d-fc55458cef59,revision_number=2']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:34:32.667548 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.managers [req-adf4e4b5-3277-4c4a-a715-83bb006afdfd req-c31c8c26-f24a-4dfa-8601-f1c531bad175 service neutron] Attempting to bind port bd00c5d4-343c-4fc4-b81d-fc55458cef59 on host hv-cinder-85164 for vnic_type normal with profile {{(pid=115992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 00:34:32.667879 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.managers [req-adf4e4b5-3277-4c4a-a715-83bb006afdfd req-c31c8c26-f24a-4dfa-8601-f1c531bad175 service neutron] Attempting to bind port bd00c5d4-343c-4fc4-b81d-fc55458cef59 by drivers openvswitch,hyperv on host hv-cinder-85164 at level 0 using segments [{'id': '2a679dcc-fb6c-48d4-923f-83795704b214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '39987f39-4c60-4c27-9f4f-c7657da06e51'}] {{(pid=115992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 00:34:32.668216 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf4e4b5-3277-4c4a-a715-83bb006afdfd req-c31c8c26-f24a-4dfa-8601-f1c531bad175 service neutron] Attempting to bind port bd00c5d4-343c-4fc4-b81d-fc55458cef59 on network 39987f39-4c60-4c27-9f4f-c7657da06e51 {{(pid=115992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 00:34:32.672531 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf4e4b5-3277-4c4a-a715-83bb006afdfd req-c31c8c26-f24a-4dfa-8601-f1c531bad175 service neutron] Port bd00c5d4-343c-4fc4-b81d-fc55458cef59 on network 39987f39-4c60-4c27-9f4f-c7657da06e51 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85164 {{(pid=115992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 08 00:34:32.672849 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf4e4b5-3277-4c4a-a715-83bb006afdfd req-c31c8c26-f24a-4dfa-8601-f1c531bad175 service neutron] Attempting to bind port bd00c5d4-343c-4fc4-b81d-fc55458cef59 on network 39987f39-4c60-4c27-9f4f-c7657da06e51 {{(pid=115992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 00:34:32.678476 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf4e4b5-3277-4c4a-a715-83bb006afdfd req-c31c8c26-f24a-4dfa-8601-f1c531bad175 service neutron] Checking agent: {'id': 'c200ec1a-5dc3-458a-a30d-0f16255c41c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85164', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 0, 30, 30), 'started_at': datetime.datetime(2022, 8, 8, 0, 30, 30), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 0, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 00:34:32.678804 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf4e4b5-3277-4c4a-a715-83bb006afdfd req-c31c8c26-f24a-4dfa-8601-f1c531bad175 service neutron] Checking segment: {'id': '2a679dcc-fb6c-48d4-923f-83795704b214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '39987f39-4c60-4c27-9f4f-c7657da06e51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 00:34:32.679764 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf4e4b5-3277-4c4a-a715-83bb006afdfd req-c31c8c26-f24a-4dfa-8601-f1c531bad175 service neutron] Bound using segment: {'id': '2a679dcc-fb6c-48d4-923f-83795704b214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '39987f39-4c60-4c27-9f4f-c7657da06e51'} {{(pid=115992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 00:34:32.679764 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.managers [req-adf4e4b5-3277-4c4a-a715-83bb006afdfd req-c31c8c26-f24a-4dfa-8601-f1c531bad175 service neutron] Bound port: bd00c5d4-343c-4fc4-b81d-fc55458cef59, host: hv-cinder-85164, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a679dcc-fb6c-48d4-923f-83795704b214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '39987f39-4c60-4c27-9f4f-c7657da06e51'}}] {{(pid=115992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 00:34:32.680055 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-adf4e4b5-3277-4c4a-a715-83bb006afdfd req-c31c8c26-f24a-4dfa-8601-f1c531bad175 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (bd00c5d4-343c-4fc4-b81d-fc55458cef59), before_update {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:32.741625 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.db [req-adf4e4b5-3277-4c4a-a715-83bb006afdfd req-c31c8c26-f24a-4dfa-8601-f1c531bad175 service neutron] For port bd00c5d4-343c-4fc4-b81d-fc55458cef59, host hv-cinder-85164, cleared binding levels {{(pid=115992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 00:34:32.758262 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.db [req-adf4e4b5-3277-4c4a-a715-83bb006afdfd req-c31c8c26-f24a-4dfa-8601-f1c531bad175 service neutron] For port bd00c5d4-343c-4fc4-b81d-fc55458cef59, host hv-cinder-85164, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85164',level=0,port_id=bd00c5d4-343c-4fc4-b81d-fc55458cef59,segment=NetworkSegment(2a679dcc-fb6c-48d4-923f-83795704b214),segment_id=2a679dcc-fb6c-48d4-923f-83795704b214)] {{(pid=115992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 00:34:32.863361 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-adf4e4b5-3277-4c4a-a715-83bb006afdfd req-c31c8c26-f24a-4dfa-8601-f1c531bad175 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26371340'] for port (bd00c5d4-343c-4fc4-b81d-fc55458cef59), after_update {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:32.887761 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf4e4b5-3277-4c4a-a715-83bb006afdfd req-c31c8c26-f24a-4dfa-8601-f1c531bad175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:34:32.888364 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-adf4e4b5-3277-4c4a-a715-83bb006afdfd req-c31c8c26-f24a-4dfa-8601-f1c531bad175 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63196'] for port (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:32.889816 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-adf4e4b5-3277-4c4a-a715-83bb006afdfd req-c31c8c26-f24a-4dfa-8601-f1c531bad175 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/bd00c5d4-343c-4fc4-b81d-fc55458cef59 HTTP/1.1" status: 200 len: 1093 time: 0.8182797 Aug 08 00:34:32.890246 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8220eb97-0920-4393-9354-094c2f62cc94', 'tag': 'bd00c5d4-343c-4fc4-b81d-fc55458cef59'}] {{(pid=115992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 00:34:32.892748 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15c1dc6174c04d27a45b4789687485f3f31469fbdbb3cd0a658d3b47a2d9b382" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25fbdbe0-85dc-408d-9a03-851b9b24c14a" -d '{"events": [{"name": "network-changed", "server_uuid": "8220eb97-0920-4393-9354-094c2f62cc94", "tag": "bd00c5d4-343c-4fc4-b81d-fc55458cef59"}]}' {{(pid=115992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 00:34:32.921596 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31c8c26-f24a-4dfa-8601-f1c531bad175 service neutron] Pushing event updated for resources: {'Port': ['ID=bd00c5d4-343c-4fc4-b81d-fc55458cef59,revision_number=3']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:34:32.934627 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 00:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39835f9d-81e8-4eab-8211-1c732cb1b7fb x-openstack-request-id: req-39835f9d-81e8-4eab-8211-1c732cb1b7fb {{(pid=115992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 00:34:32.934966 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8220eb97-0920-4393-9354-094c2f62cc94", "tag": "bd00c5d4-343c-4fc4-b81d-fc55458cef59", "status": "completed", "code": 200}]} {{(pid=115992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 00:34:32.935303 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-39835f9d-81e8-4eab-8211-1c732cb1b7fb {{(pid=115992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 00:34:32.941722 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39835f9d-81e8-4eab-8211-1c732cb1b7fb'] response: {'name': 'network-changed', 'server_uuid': '8220eb97-0920-4393-9354-094c2f62cc94', 'tag': 'bd00c5d4-343c-4fc4-b81d-fc55458cef59', 'status': 'completed', 'code': 200} Aug 08 00:34:32.995607 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fbdbe0-85dc-408d-9a03-851b9b24c14a req-2cdf84bf-8f4b-43a3-80fc-c7093a3e0700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:34:32.997183 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-25fbdbe0-85dc-408d-9a03-851b9b24c14a req-2cdf84bf-8f4b-43a3-80fc-c7093a3e0700 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=9bd235f1f9f44df4b2e3dbd0c05b3a83&device_id=8220eb97-0920-4393-9354-094c2f62cc94 HTTP/1.1" status: 200 len: 1127 time: 0.0402973 Aug 08 00:34:33.026226 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:34:33.118741 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fbdbe0-85dc-408d-9a03-851b9b24c14a req-ef8498bc-be25-4494-8554-91e960831a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:34:33.120238 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-25fbdbe0-85dc-408d-9a03-851b9b24c14a req-ef8498bc-be25-4494-8554-91e960831a7a service neutron] 10.222.0.25 "GET /networking/v2.0/networks?tenant_id=9bd235f1f9f44df4b2e3dbd0c05b3a83&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1058195 Aug 08 00:34:33.133834 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:UPDATE=3,neutron:SELECT=95,neutron:INSERT=2 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:34:33.306479 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7aa0d3-1da8-4dca-afb7-8ba8fcb7486a req-54ec4e5c-7c1e-49fb-8ca1-6eb709444707 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:34:33.308118 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-bc7aa0d3-1da8-4dca-afb7-8ba8fcb7486a req-54ec4e5c-7c1e-49fb-8ca1-6eb709444707 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8220eb97-0920-4393-9354-094c2f62cc94 HTTP/1.1" status: 200 len: 943 time: 0.0513508 Aug 08 00:34:33.359951 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-bc7aa0d3-1da8-4dca-afb7-8ba8fcb7486a req-5de780fe-e56a-45d4-b1d1-36d456f33e06 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b4d11999-100a-4957-80d1-4ec56ec52a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459604 Aug 08 00:34:33.437806 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fbdbe0-85dc-408d-9a03-851b9b24c14a req-487bcf16-e5bb-4786-8307-c5f135c0d64e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:34:33.439946 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-25fbdbe0-85dc-408d-9a03-851b9b24c14a req-487bcf16-e5bb-4786-8307-c5f135c0d64e service neutron] 10.222.0.25 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3130498 Aug 08 00:34:33.555060 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf4e4b5-3277-4c4a-a715-83bb006afdfd req-ac59d522-dde9-4941-959d-ec0309b10c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:34:33.556561 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-adf4e4b5-3277-4c4a-a715-83bb006afdfd req-ac59d522-dde9-4941-959d-ec0309b10c61 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=9bd235f1f9f44df4b2e3dbd0c05b3a83&device_id=8220eb97-0920-4393-9354-094c2f62cc94 HTTP/1.1" status: 200 len: 1127 time: 0.0746126 Aug 08 00:34:33.567526 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461e0819-1f53-4407-b646-f70248040c99 req-12aa051d-76a9-4195-a7b6-13a78291023b tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:34:33.568879 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-461e0819-1f53-4407-b646-f70248040c99 req-12aa051d-76a9-4195-a7b6-13a78291023b tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4829f58c-adec-413d-83c8-23f1d3143205 HTTP/1.1" status: 200 len: 945 time: 0.0584085 Aug 08 00:34:33.618151 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-adf4e4b5-3277-4c4a-a715-83bb006afdfd req-9f57bde3-9639-4d07-8ca4-f452344dd970 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bd00c5d4-343c-4fc4-b81d-fc55458cef59 HTTP/1.1" status: 200 len: 217 time: 0.0450234 Aug 08 00:34:33.679081 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-461e0819-1f53-4407-b646-f70248040c99 req-635fa24f-f1fd-4131-bab2-0928d831abdb tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=99750fcd-194d-487c-b80c-a79152b12484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001818 Aug 08 00:34:33.691045 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf4e4b5-3277-4c4a-a715-83bb006afdfd req-cb4e329c-1267-495e-9d18-d6c75f9588b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:34:33.693685 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-adf4e4b5-3277-4c4a-a715-83bb006afdfd req-cb4e329c-1267-495e-9d18-d6c75f9588b9 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=0eda73d9-3865-4e7b-8b67-75076c7b1107 HTTP/1.1" status: 200 len: 858 time: 0.0668967 Aug 08 00:34:33.744606 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf4e4b5-3277-4c4a-a715-83bb006afdfd req-792cd34e-f6ee-4a67-87c4-01b2aeeff76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:34:33.746119 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-adf4e4b5-3277-4c4a-a715-83bb006afdfd req-792cd34e-f6ee-4a67-87c4-01b2aeeff76c service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=39987f39-4c60-4c27-9f4f-c7657da06e51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391524 Aug 08 00:34:33.839170 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-adf4e4b5-3277-4c4a-a715-83bb006afdfd req-208b6b22-09c4-46a4-907b-d9487c3ae286 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/39987f39-4c60-4c27-9f4f-c7657da06e51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845463 Aug 08 00:34:33.918929 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=100 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:34:33.932658 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-adf4e4b5-3277-4c4a-a715-83bb006afdfd req-c205f9c3-deab-4eb8-88ea-b96bec3af7a8 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/39987f39-4c60-4c27-9f4f-c7657da06e51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872250 Aug 08 00:34:34.480202 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c0d047-0ca8-403f-8a4a-fdd9f42aabe7 req-d132529d-b5c8-4eee-8e74-09c6e92d8e9e tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:34:34.481713 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-42c0d047-0ca8-403f-8a4a-fdd9f42aabe7 req-d132529d-b5c8-4eee-8e74-09c6e92d8e9e tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8220eb97-0920-4393-9354-094c2f62cc94 HTTP/1.1" status: 200 len: 943 time: 0.0472755 Aug 08 00:34:34.536087 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-42c0d047-0ca8-403f-8a4a-fdd9f42aabe7 req-6214eeca-820d-45bc-8d0b-50b673edc994 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b4d11999-100a-4957-80d1-4ec56ec52a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481930 Aug 08 00:34:34.723611 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 57608) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:34:34.805598 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b19e84b-8ea6-40d1-af99-1e32fc0f25f2 req-03624364-3e82-4d45-9e72-e12076820876 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:34:34.807264 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-1b19e84b-8ea6-40d1-af99-1e32fc0f25f2 req-03624364-3e82-4d45-9e72-e12076820876 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4829f58c-adec-413d-83c8-23f1d3143205 HTTP/1.1" status: 200 len: 945 time: 0.0468385 Aug 08 00:34:34.848621 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-427d933b-f37c-41ed-8d19-f6a830a9ff3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:34.891791 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-1b19e84b-8ea6-40d1-af99-1e32fc0f25f2 req-e1ff4643-0afa-4ab4-bd5d-8275eb951349 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=99750fcd-194d-487c-b80c-a79152b12484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745883 Aug 08 00:34:34.953271 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-427d933b-f37c-41ed-8d19-f6a830a9ff3e admin admin] Publish callbacks [] for security_group (378317db-6199-4778-a439-f1be48b65ee9), precommit_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:35.011164 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-427d933b-f37c-41ed-8d19-f6a830a9ff3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (378317db-6199-4778-a439-f1be48b65ee9), after_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:35.058572 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-427d933b-f37c-41ed-8d19-f6a830a9ff3e admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=fb6397d5bb724205bc6b838b00553997&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3295395 Aug 08 00:34:35.058572 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427d933b-f37c-41ed-8d19-f6a830a9ff3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=378317db-6199-4778-a439-f1be48b65ee9,revision_number=1']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:34:35.058749 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 57614) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:34:35.108228 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-e3b4e50f-2685-487b-8234-658abc9aafed admin admin] Publish callbacks [] for security_group (378317db-6199-4778-a439-f1be48b65ee9), before_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:35.132121 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-e3b4e50f-2685-487b-8234-658abc9aafed admin admin] Publish callbacks [] for security_group (378317db-6199-4778-a439-f1be48b65ee9), precommit_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:35.342461 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-e3b4e50f-2685-487b-8234-658abc9aafed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (378317db-6199-4778-a439-f1be48b65ee9), after_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:35.345933 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-e3b4e50f-2685-487b-8234-658abc9aafed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:35.349811 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-e3b4e50f-2685-487b-8234-658abc9aafed admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/378317db-6199-4778-a439-f1be48b65ee9 HTTP/1.1" status: 204 len: 168 time: 0.2885401 Aug 08 00:34:35.356134 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b4e50f-2685-487b-8234-658abc9aafed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=378317db-6199-4778-a439-f1be48b65ee9,revision_number=None']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:34:35.365698 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b4e50f-2685-487b-8234-658abc9aafed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:34:35.366054 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b4e50f-2685-487b-8234-658abc9aafed admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:34:35.366398 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b4e50f-2685-487b-8234-658abc9aafed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:34:35.366730 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b4e50f-2685-487b-8234-658abc9aafed admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:34:35.367053 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b4e50f-2685-487b-8234-658abc9aafed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:34:35.367483 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b4e50f-2685-487b-8234-658abc9aafed admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:34:35.367812 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b4e50f-2685-487b-8234-658abc9aafed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:34:35.368137 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b4e50f-2685-487b-8234-658abc9aafed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:34:35.368515 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b4e50f-2685-487b-8234-658abc9aafed admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:34:35.368883 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b4e50f-2685-487b-8234-658abc9aafed admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:34:35.369214 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b4e50f-2685-487b-8234-658abc9aafed admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:34:35.369591 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b4e50f-2685-487b-8234-658abc9aafed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:34:35.369921 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b4e50f-2685-487b-8234-658abc9aafed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:34:35.370240 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b4e50f-2685-487b-8234-658abc9aafed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:34:35.370559 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b4e50f-2685-487b-8234-658abc9aafed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:34:35.666077 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d976bf9-2bc4-4548-8826-870407a32abb req-230e250a-ef10-4921-970d-19bdfa50b01d tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:34:35.668502 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-6d976bf9-2bc4-4548-8826-870407a32abb req-230e250a-ef10-4921-970d-19bdfa50b01d tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8220eb97-0920-4393-9354-094c2f62cc94 HTTP/1.1" status: 200 len: 943 time: 0.0564613 Aug 08 00:34:35.722201 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-6d976bf9-2bc4-4548-8826-870407a32abb req-54533c40-c3e2-4805-9aec-22e8123701c3 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b4d11999-100a-4957-80d1-4ec56ec52a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436540 Aug 08 00:34:36.018255 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c496d5-a61d-4451-bddc-7d1a5c089d40 req-17c72a30-95f1-4c20-a06c-21e7072dece3 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:34:36.019658 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-05c496d5-a61d-4451-bddc-7d1a5c089d40 req-17c72a30-95f1-4c20-a06c-21e7072dece3 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4829f58c-adec-413d-83c8-23f1d3143205 HTTP/1.1" status: 200 len: 945 time: 0.0483768 Aug 08 00:34:36.067953 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-05c496d5-a61d-4451-bddc-7d1a5c089d40 req-9efd6514-8274-4e0e-a481-589e82057df5 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=99750fcd-194d-487c-b80c-a79152b12484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425484 Aug 08 00:34:36.115773 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 57644) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:34:36.130303 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-fbd2f5f0-0368-4183-9123-04525f6fde04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:36.133542 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Device bd00c5d4-343c-4fc4-b81d-fc55458cef59 details requested by agent hyperv_hv-cinder-85164 with host hv-cinder-85164 {{(pid=115993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 08 00:34:36.211896 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-fbd2f5f0-0368-4183-9123-04525f6fde04 admin admin] Publish callbacks [] for security_group (48f774a1-3083-46e8-b04e-be59cdb7dfce), precommit_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:36.243422 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] For port bd00c5d4-343c-4fc4-b81d-fc55458cef59, host hv-cinder-85164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85164',level=0,port_id=bd00c5d4-343c-4fc4-b81d-fc55458cef59,segment=NetworkSegment(2a679dcc-fb6c-48d4-923f-83795704b214),segment_id=2a679dcc-fb6c-48d4-923f-83795704b214)] {{(pid=115993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:34:36.256540 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Returning: {'device': 'bd00c5d4-343c-4fc4-b81d-fc55458cef59', 'network_id': '39987f39-4c60-4c27-9f4f-c7657da06e51', 'port_id': 'bd00c5d4-343c-4fc4-b81d-fc55458cef59', 'mac_address': 'fa:16:3e:1c:7a:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0eda73d9-3865-4e7b-8b67-75076c7b1107', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 08 00:34:36.271336 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-fbd2f5f0-0368-4183-9123-04525f6fde04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (48f774a1-3083-46e8-b04e-be59cdb7dfce), after_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:36.303484 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Current status of the port bd00c5d4-343c-4fc4-b81d-fc55458cef59 is: DOWN; New status is: BUILD {{(pid=115993) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 00:34:36.304154 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (bd00c5d4-343c-4fc4-b81d-fc55458cef59), before_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:36.318494 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.notifiers.nova [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd00c5d4-343c-4fc4-b81d-fc55458cef59 {{(pid=115993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 00:34:36.328151 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 57650) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:34:36.331525 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-fbd2f5f0-0368-4183-9123-04525f6fde04 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=8016b88a29af4092a9d66867a8f8a35a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2108824 Aug 08 00:34:36.338616 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd2f5f0-0368-4183-9123-04525f6fde04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48f774a1-3083-46e8-b04e-be59cdb7dfce,revision_number=1']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:34:36.340581 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] For port bd00c5d4-343c-4fc4-b81d-fc55458cef59, host hv-cinder-85164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85164',level=0,port_id=bd00c5d4-343c-4fc4-b81d-fc55458cef59,segment=NetworkSegment(2a679dcc-fb6c-48d4-923f-83795704b214),segment_id=2a679dcc-fb6c-48d4-923f-83795704b214)] {{(pid=115993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:34:36.392203 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-fcddc643-2056-416b-ace6-72089212293b admin admin] Publish callbacks [] for security_group (48f774a1-3083-46e8-b04e-be59cdb7dfce), before_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:36.414655 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-fcddc643-2056-416b-ace6-72089212293b admin admin] Publish callbacks [] for security_group (48f774a1-3083-46e8-b04e-be59cdb7dfce), precommit_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:36.419760 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821'] for port (bd00c5d4-343c-4fc4-b81d-fc55458cef59), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:36.466482 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Pushing event updated for resources: {'Port': ['ID=bd00c5d4-343c-4fc4-b81d-fc55458cef59,revision_number=4']} {{(pid=115993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:34:36.568188 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-fcddc643-2056-416b-ace6-72089212293b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (48f774a1-3083-46e8-b04e-be59cdb7dfce), after_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:36.568188 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-fcddc643-2056-416b-ace6-72089212293b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:36.568188 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-fcddc643-2056-416b-ace6-72089212293b admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/48f774a1-3083-46e8-b04e-be59cdb7dfce HTTP/1.1" status: 204 len: 168 time: 0.2373450 Aug 08 00:34:36.575007 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcddc643-2056-416b-ace6-72089212293b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48f774a1-3083-46e8-b04e-be59cdb7dfce,revision_number=None']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:34:36.713605 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] get_ports_and_sgs() called for port_ids ['bd00c5d4-343c-4fc4-b81d-fc55458cef59'] {{(pid=115993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 00:34:36.915239 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0df5b19-4662-45ce-a9ed-d5c758a930d5 req-2ef837cb-793b-48b4-b5cd-4901aa52599f tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:34:36.925656 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-c0df5b19-4662-45ce-a9ed-d5c758a930d5 req-2ef837cb-793b-48b4-b5cd-4901aa52599f tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8220eb97-0920-4393-9354-094c2f62cc94 HTTP/1.1" status: 200 len: 944 time: 0.0883510 Aug 08 00:34:36.986065 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-c0df5b19-4662-45ce-a9ed-d5c758a930d5 req-f8d8142b-48e0-4ae2-b4e0-c9a84412bb61 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b4d11999-100a-4957-80d1-4ec56ec52a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575655 Aug 08 00:34:37.194145 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa384a72-e62c-432b-b71f-3ce3b77e1a5f req-315708f4-552c-415e-8bd4-9df89f243294 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:34:37.196719 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-fa384a72-e62c-432b-b71f-3ce3b77e1a5f req-315708f4-552c-415e-8bd4-9df89f243294 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4829f58c-adec-413d-83c8-23f1d3143205 HTTP/1.1" status: 200 len: 945 time: 0.0497036 Aug 08 00:34:37.250087 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-fa384a72-e62c-432b-b71f-3ce3b77e1a5f req-526e52b2-a398-4b01-8c77-01efee989dc8 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=99750fcd-194d-487c-b80c-a79152b12484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462444 Aug 08 00:34:37.315035 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 57690) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:34:37.423294 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-ee030b28-448c-4e3b-92f5-55ee072a78ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:37.463843 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:34:37.504696 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:34:37.506795 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-ee030b28-448c-4e3b-92f5-55ee072a78ac admin admin] Publish callbacks [] for security_group (eb778982-cd49-44ba-86a4-83e5b7de67c8), precommit_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:37.582644 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-ee030b28-448c-4e3b-92f5-55ee072a78ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (eb778982-cd49-44ba-86a4-83e5b7de67c8), after_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:37.622139 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-ee030b28-448c-4e3b-92f5-55ee072a78ac admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=d9f184a8af604b1886ea8bb41ec362af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3060038 Aug 08 00:34:37.623003 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee030b28-448c-4e3b-92f5-55ee072a78ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb778982-cd49-44ba-86a4-83e5b7de67c8,revision_number=1']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:34:37.624951 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 57700) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:34:37.680058 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-0d63d58b-83bc-4e62-a346-1e5b722033c1 admin admin] Publish callbacks [] for security_group (eb778982-cd49-44ba-86a4-83e5b7de67c8), before_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:37.703489 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-0d63d58b-83bc-4e62-a346-1e5b722033c1 admin admin] Publish callbacks [] for security_group (eb778982-cd49-44ba-86a4-83e5b7de67c8), precommit_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:37.709964 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:34:37.848745 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-0d63d58b-83bc-4e62-a346-1e5b722033c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (eb778982-cd49-44ba-86a4-83e5b7de67c8), after_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:37.851332 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-0d63d58b-83bc-4e62-a346-1e5b722033c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:37.852490 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-0d63d58b-83bc-4e62-a346-1e5b722033c1 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/eb778982-cd49-44ba-86a4-83e5b7de67c8 HTTP/1.1" status: 204 len: 168 time: 0.2264891 Aug 08 00:34:37.861160 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d63d58b-83bc-4e62-a346-1e5b722033c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb778982-cd49-44ba-86a4-83e5b7de67c8,revision_number=None']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:34:38.106832 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e63578a-b415-42b1-b5c2-1af04e32de49 req-b0c98436-9895-4f81-88b9-8a14262a9add tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:34:38.108318 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-0e63578a-b415-42b1-b5c2-1af04e32de49 req-b0c98436-9895-4f81-88b9-8a14262a9add tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8220eb97-0920-4393-9354-094c2f62cc94 HTTP/1.1" status: 200 len: 944 time: 0.0468686 Aug 08 00:34:38.154737 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-0e63578a-b415-42b1-b5c2-1af04e32de49 req-faf31f53-be8d-4649-9265-5d0cdf14fe2d tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b4d11999-100a-4957-80d1-4ec56ec52a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400925 Aug 08 00:34:38.404345 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72a6588-e638-41d6-9c49-4deac6bbedef req-2fdabd6c-c17d-4451-a03a-41c2a062d272 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:34:38.412494 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-e72a6588-e638-41d6-9c49-4deac6bbedef req-2fdabd6c-c17d-4451-a03a-41c2a062d272 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4829f58c-adec-413d-83c8-23f1d3143205 HTTP/1.1" status: 200 len: 945 time: 0.0709589 Aug 08 00:34:38.432191 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:34:38.480606 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-e72a6588-e638-41d6-9c49-4deac6bbedef req-6192f140-b0bb-4b07-94f5-42008dfee841 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=99750fcd-194d-487c-b80c-a79152b12484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670621 Aug 08 00:34:39.173555 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 57760) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:34:39.274050 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.v2.base [None req-09c4b64d-de4e-4fe2-99f1-4a3f2edcb171 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-259986573-network', 'tenant_id': 'fc3040045262415cb0fcb9525ba437bc'}} {{(pid=115992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:34:39.290188 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cd2181-99c2-4788-a4ff-43d995c80bda req-69706250-adb8-4fc5-a9ce-10c96b729d21 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:34:39.291696 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-46cd2181-99c2-4788-a4ff-43d995c80bda req-69706250-adb8-4fc5-a9ce-10c96b729d21 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8220eb97-0920-4393-9354-094c2f62cc94 HTTP/1.1" status: 200 len: 944 time: 0.0609226 Aug 08 00:34:39.302296 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Device bd00c5d4-343c-4fc4-b81d-fc55458cef59 up at agent hyperv_hv-cinder-85164 {{(pid=115993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 00:34:39.345002 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-46cd2181-99c2-4788-a4ff-43d995c80bda req-fab84c71-4410-4db8-8e9d-9c3560b83391 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b4d11999-100a-4957-80d1-4ec56ec52a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476768 Aug 08 00:34:39.353541 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Provisioning for port bd00c5d4-343c-4fc4-b81d-fc55458cef59 completed by entity L2. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 08 00:34:39.399452 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09c4b64d-de4e-4fe2-99f1-4a3f2edcb171 admin admin] Made reservation on behalf of fc3040045262415cb0fcb9525ba437bc for: {'network': 1} {{(pid=115992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 00:34:39.402012 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-09c4b64d-de4e-4fe2-99f1-4a3f2edcb171 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for network (None), before_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:39.411509 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-09c4b64d-de4e-4fe2-99f1-4a3f2edcb171 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:39.460706 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Provisioning complete for port bd00c5d4-343c-4fc4-b81d-fc55458cef59 triggered by entity L2. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:34:39.460706 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (bd00c5d4-343c-4fc4-b81d-fc55458cef59), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:39.489741 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-09c4b64d-de4e-4fe2-99f1-4a3f2edcb171 admin admin] Publish callbacks [] for security_group (09961e5e-e3b7-4ca0-b7b9-8e62edbb778a), precommit_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:39.564722 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Current status of the port bd00c5d4-343c-4fc4-b81d-fc55458cef59 is: BUILD; New status is: ACTIVE {{(pid=115993) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 00:34:39.564722 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (bd00c5d4-343c-4fc4-b81d-fc55458cef59), before_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:39.574737 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=100 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:34:39.576939 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-09c4b64d-de4e-4fe2-99f1-4a3f2edcb171 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (09961e5e-e3b7-4ca0-b7b9-8e62edbb778a), after_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:39.592778 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8220eb97-0920-4393-9354-094c2f62cc94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd00c5d4-343c-4fc4-b81d-fc55458cef59'}] {{(pid=115993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 00:34:39.598579 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffcbb3165cefe78fdef2215408d5e0047484b378f5d65619a4e095a8aefc113e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6127208-2b06-474e-8889-9dd4ffb9634a" -d '{"events": [{"server_uuid": "8220eb97-0920-4393-9354-094c2f62cc94", "name": "network-vif-plugged", "status": "completed", "tag": "bd00c5d4-343c-4fc4-b81d-fc55458cef59"}]}' {{(pid=115993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 00:34:39.628670 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] For port bd00c5d4-343c-4fc4-b81d-fc55458cef59, host hv-cinder-85164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85164',level=0,port_id=bd00c5d4-343c-4fc4-b81d-fc55458cef59,segment=NetworkSegment(2a679dcc-fb6c-48d4-923f-83795704b214),segment_id=2a679dcc-fb6c-48d4-923f-83795704b214)] {{(pid=115993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:34:39.656053 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 00:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-828d209f-5361-4eb5-bba2-2f7f3c319d71 x-openstack-request-id: req-828d209f-5361-4eb5-bba2-2f7f3c319d71 {{(pid=115993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 00:34:39.656699 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8220eb97-0920-4393-9354-094c2f62cc94", "name": "network-vif-plugged", "status": "completed", "tag": "bd00c5d4-343c-4fc4-b81d-fc55458cef59", "code": 200}]} {{(pid=115993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 00:34:39.656884 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-828d209f-5361-4eb5-bba2-2f7f3c319d71 {{(pid=115993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 00:34:39.658459 dv-cinder-851640-3-iscsi neutron-server[115993]: INFO neutron.notifiers.nova [-] Nova event matching ['req-828d209f-5361-4eb5-bba2-2f7f3c319d71'] response: {'server_uuid': '8220eb97-0920-4393-9354-094c2f62cc94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd00c5d4-343c-4fc4-b81d-fc55458cef59', 'code': 200} Aug 08 00:34:39.685145 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09c4b64d-de4e-4fe2-99f1-4a3f2edcb171 admin admin] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=115992) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 08 00:34:39.691672 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821'] for port (bd00c5d4-343c-4fc4-b81d-fc55458cef59), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:39.704748 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c4b64d-de4e-4fe2-99f1-4a3f2edcb171 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09961e5e-e3b7-4ca0-b7b9-8e62edbb778a,revision_number=1']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:34:39.715643 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-09c4b64d-de4e-4fe2-99f1-4a3f2edcb171 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1398331'] for segment (754c6398-7ffc-4c6c-8fe5-13465d56b5d3), precommit_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:39.715993 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.db.segments_db [None req-09c4b64d-de4e-4fe2-99f1-4a3f2edcb171 admin admin] Added segment 754c6398-7ffc-4c6c-8fe5-13465d56b5d3 of type vlan for network b7d4df26-7f3c-4a8b-af0d-6e65e40d3930 Aug 08 00:34:39.731569 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc91b512-3f2c-48ef-88a1-df883569dde9 req-55a767a6-fc82-4200-831a-a9ed9dfb234a tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:34:39.733463 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-bc91b512-3f2c-48ef-88a1-df883569dde9 req-55a767a6-fc82-4200-831a-a9ed9dfb234a tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4829f58c-adec-413d-83c8-23f1d3143205 HTTP/1.1" status: 200 len: 945 time: 0.1357827 Aug 08 00:34:39.754235 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:34:39.766206 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Pushing event updated for resources: {'Port': ['ID=bd00c5d4-343c-4fc4-b81d-fc55458cef59,revision_number=5']} {{(pid=115993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:34:39.786230 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-09c4b64d-de4e-4fe2-99f1-4a3f2edcb171 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764676137144'] for network (b7d4df26-7f3c-4a8b-af0d-6e65e40d3930), precommit_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:39.807393 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=4 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:34:39.833174 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-bc91b512-3f2c-48ef-88a1-df883569dde9 req-dd43e6e9-7415-4269-8b48-cd53249fec4d tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=99750fcd-194d-487c-b80c-a79152b12484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764542 Aug 08 00:34:39.925711 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-09c4b64d-de4e-4fe2-99f1-4a3f2edcb171 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032'] for network (b7d4df26-7f3c-4a8b-af0d-6e65e40d3930), after_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:39.926733 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c4b64d-de4e-4fe2-99f1-4a3f2edcb171 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:34:39.927376 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-09c4b64d-de4e-4fe2-99f1-4a3f2edcb171 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575022'] for network (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:39.991761 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c4b64d-de4e-4fe2-99f1-4a3f2edcb171 admin admin] Pushing event updated for resources: {'Network': ['ID=b7d4df26-7f3c-4a8b-af0d-6e65e40d3930,revision_number=1']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:34:40.002613 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Network b7d4df26-7f3c-4a8b-af0d-6e65e40d3930 details requested by agent ovs-agent-dv-cinder-851640-3-iscsi with host dv-cinder-851640-3-iscsi {{(pid=115993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 08 00:34:40.153265 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-09c4b64d-de4e-4fe2-99f1-4a3f2edcb171 admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.9784713 Aug 08 00:34:40.156160 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 57790) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:34:40.160999 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.v2.base [None req-ef6516d2-971f-4779-95dc-44f5bdc1e409 admin admin] Request body: {'subnet': {'network_id': 'b7d4df26-7f3c-4a8b-af0d-6e65e40d3930', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-259986573-subnet', 'tenant_id': 'fc3040045262415cb0fcb9525ba437bc', 'ip_version': 4}} {{(pid=115992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:34:40.228088 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef6516d2-971f-4779-95dc-44f5bdc1e409 admin admin] Made reservation on behalf of fc3040045262415cb0fcb9525ba437bc for: {'subnet': 1} {{(pid=115992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 00:34:40.230482 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-ef6516d2-971f-4779-95dc-44f5bdc1e409 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26226893'] for subnet (None), before_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:40.251818 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ddf12c37-8281-4a97-8dcf-143a9eec10b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (93e2312b-3744-4a9e-8723-a0f19f10f89a), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:40.468463 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba282363-3b2e-4cfd-8d6a-94ebca31ea03 req-ccea4af2-b3a5-42e2-82e9-68ea1ca28263 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:34:40.469965 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-ba282363-3b2e-4cfd-8d6a-94ebca31ea03 req-ccea4af2-b3a5-42e2-82e9-68ea1ca28263 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8220eb97-0920-4393-9354-094c2f62cc94 HTTP/1.1" status: 200 len: 945 time: 0.0471761 Aug 08 00:34:40.480187 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-ef6516d2-971f-4779-95dc-44f5bdc1e409 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26371511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26226907'] for subnet (6c63140e-226a-4bbd-a6bf-32948b7d12fa), after_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:40.535550 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-ba282363-3b2e-4cfd-8d6a-94ebca31ea03 req-27e485f6-49c5-4f6c-b9b0-20d4c1fb26b4 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b4d11999-100a-4957-80d1-4ec56ec52a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597372 Aug 08 00:34:40.543723 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6516d2-971f-4779-95dc-44f5bdc1e409 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c63140e-226a-4bbd-a6bf-32948b7d12fa,revision_number=0']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:34:40.554866 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6516d2-971f-4779-95dc-44f5bdc1e409 admin admin] Checking segment: {'id': '754c6398-7ffc-4c6c-8fe5-13465d56b5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b7d4df26-7f3c-4a8b-af0d-6e65e40d3930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 00:34:40.555206 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef6516d2-971f-4779-95dc-44f5bdc1e409 admin admin] Network hostable DHCP agents. Network: b7d4df26-7f3c-4a8b-af0d-6e65e40d3930, hostable agents: ['93e2312b-3744-4a9e-8723-a0f19f10f89a'], hosted agents: [] {{(pid=115992) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 08 00:34:40.690227 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:34:40.708607 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef6516d2-971f-4779-95dc-44f5bdc1e409 admin admin] Network b7d4df26-7f3c-4a8b-af0d-6e65e40d3930 is scheduled to be hosted by DHCP agent 93e2312b-3744-4a9e-8723-a0f19f10f89a with binding_index 1 {{(pid=115992) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 08 00:34:40.740668 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f56e58-2316-4589-a63f-fae9aef3debc req-b10f57f1-8e5f-4a06-adac-3f5c3e0293c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:34:40.742199 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-08f56e58-2316-4589-a63f-fae9aef3debc req-b10f57f1-8e5f-4a06-adac-3f5c3e0293c2 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8220eb97-0920-4393-9354-094c2f62cc94 HTTP/1.1" status: 200 len: 1129 time: 0.0832512 Aug 08 00:34:40.792299 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-08f56e58-2316-4589-a63f-fae9aef3debc req-5c4cddb9-62ea-42b2-8eda-1b4e4c3b0637 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b4d11999-100a-4957-80d1-4ec56ec52a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436854 Aug 08 00:34:40.799819 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.scheduler.base_scheduler [None req-ef6516d2-971f-4779-95dc-44f5bdc1e409 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851640-3-iscsi, b7d4df26-7f3c-4a8b-af0d-6e65e40d3930) {{(pid=115992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 00:34:40.803890 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6516d2-971f-4779-95dc-44f5bdc1e409 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:34:40.808956 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-ef6516d2-971f-4779-95dc-44f5bdc1e409 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:40.809104 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54376a33-3961-4b48-9a61-b0cfc76a90d4 None None] Network b7d4df26-7f3c-4a8b-af0d-6e65e40d3930 requested from dv-cinder-851640-3-iscsi {{(pid=115993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 00:34:40.911193 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0044e7a0-9a7d-457f-b23f-8f8ad59bf377 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdec297ae-4d72-52f1-8857-0419de17422d-b7d4df26-7f3c-4a8b-af0d-6e65e40d3930', 'network_id': 'b7d4df26-7f3c-4a8b-af0d-6e65e40d3930', 'project_id': 'fc3040045262415cb0fcb9525ba437bc', 'fixed_ips': [{'subnet_id': '6c63140e-226a-4bbd-a6bf-32948b7d12fa'}]}} from dv-cinder-851640-3-iscsi. {{(pid=115993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 08 00:34:40.912163 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-0044e7a0-9a7d-457f-b23f-8f8ad59bf377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (None), before_create {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:40.913574 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-ef6516d2-971f-4779-95dc-44f5bdc1e409 admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7563605 Aug 08 00:34:40.916687 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 57804) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:34:40.921164 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.v2.base [None req-2bb40d4c-942f-4dff-bd62-b32fb3292dca admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-259986573-router', 'tenant_id': 'fc3040045262415cb0fcb9525ba437bc', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f'}}} {{(pid=115991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:34:40.961569 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fc254d-87f6-45dc-a4cf-7db20883489a req-06f5b6d3-3f41-41c0-b8b6-c65faf3597ab tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:34:40.963040 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-d2fc254d-87f6-45dc-a4cf-7db20883489a req-06f5b6d3-3f41-41c0-b8b6-c65faf3597ab tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4829f58c-adec-413d-83c8-23f1d3143205 HTTP/1.1" status: 200 len: 945 time: 0.0482478 Aug 08 00:34:41.010717 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-d2fc254d-87f6-45dc-a4cf-7db20883489a req-93adfef6-5c7b-44b1-a9c7-0ff489166da4 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=99750fcd-194d-487c-b80c-a79152b12484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419731 Aug 08 00:34:41.050651 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.db_base_plugin_common [None req-0044e7a0-9a7d-457f-b23f-8f8ad59bf377 None None] Allocated IP 172.20.0.2 (b7d4df26-7f3c-4a8b-af0d-6e65e40d3930/6c63140e-226a-4bbd-a6bf-32948b7d12fa/22945226-d765-4d1d-9006-fadc1b5fe280) {{(pid=115993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 00:34:41.051355 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-2bb40d4c-942f-4dff-bd62-b32fb3292dca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-512329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-835'] for router (f3baff67-aee5-41cc-abfc-7ca3c9ad3f5d), before_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:41.052464 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-2bb40d4c-942f-4dff-bd62-b32fb3292dca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-502562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-438731', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1613470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-842'] for router (f3baff67-aee5-41cc-abfc-7ca3c9ad3f5d), precommit_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:41.107085 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-2bb40d4c-942f-4dff-bd62-b32fb3292dca admin admin] Publish callbacks [] for router_controller (f3baff67-aee5-41cc-abfc-7ca3c9ad3f5d), precommit_add_association {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:41.155311 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=6 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:34:41.195110 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-0044e7a0-9a7d-457f-b23f-8f8ad59bf377 None None] Publish callbacks [] for port (22945226-d765-4d1d-9006-fadc1b5fe280), precommit_create {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:41.285630 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-0044e7a0-9a7d-457f-b23f-8f8ad59bf377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764676113785'] for port (22945226-d765-4d1d-9006-fadc1b5fe280), after_create {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:41.328132 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0044e7a0-9a7d-457f-b23f-8f8ad59bf377 None None] Network b7d4df26-7f3c-4a8b-af0d-6e65e40d3930 is already hosted by enough agents. {{(pid=115993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 00:34:41.331544 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.scheduler.base_scheduler [None req-0044e7a0-9a7d-457f-b23f-8f8ad59bf377 None None] Resources bound (agent type, host, resource id): {{(pid=115993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 00:34:41.335438 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0044e7a0-9a7d-457f-b23f-8f8ad59bf377 None None] Received port after_create {{(pid=115993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 00:34:41.338250 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-2bb40d4c-942f-4dff-bd62-b32fb3292dca admin admin] Publish callbacks [] for router_gateway (f3baff67-aee5-41cc-abfc-7ca3c9ad3f5d), precommit_update {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:41.344076 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0044e7a0-9a7d-457f-b23f-8f8ad59bf377 None None] Pushing event updated for resources: {'Port': ['ID=22945226-d765-4d1d-9006-fadc1b5fe280,revision_number=1']} {{(pid=115993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:34:41.395137 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.managers [None req-0044e7a0-9a7d-457f-b23f-8f8ad59bf377 None None] Attempting to bind port 22945226-d765-4d1d-9006-fadc1b5fe280 on host dv-cinder-851640-3-iscsi for vnic_type normal with profile {{(pid=115993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 00:34:41.395523 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.managers [None req-0044e7a0-9a7d-457f-b23f-8f8ad59bf377 None None] Attempting to bind port 22945226-d765-4d1d-9006-fadc1b5fe280 by drivers openvswitch,hyperv on host dv-cinder-851640-3-iscsi at level 0 using segments [{'id': '754c6398-7ffc-4c6c-8fe5-13465d56b5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b7d4df26-7f3c-4a8b-af0d-6e65e40d3930'}] {{(pid=115993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 00:34:41.395879 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0044e7a0-9a7d-457f-b23f-8f8ad59bf377 None None] Attempting to bind port 22945226-d765-4d1d-9006-fadc1b5fe280 on network b7d4df26-7f3c-4a8b-af0d-6e65e40d3930 {{(pid=115993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 00:34:41.400882 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0044e7a0-9a7d-457f-b23f-8f8ad59bf377 None None] Checking agent: {'id': 'aa35aa05-3c09-40ae-a1e3-ebf96fe3358c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851640-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 0, 24, 15), 'started_at': datetime.datetime(2022, 8, 8, 0, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 0, 34, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851640-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 00:34:41.401243 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0044e7a0-9a7d-457f-b23f-8f8ad59bf377 None None] Checking segment: {'id': '754c6398-7ffc-4c6c-8fe5-13465d56b5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b7d4df26-7f3c-4a8b-af0d-6e65e40d3930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 00:34:41.401635 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-0044e7a0-9a7d-457f-b23f-8f8ad59bf377 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:41.402018 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0044e7a0-9a7d-457f-b23f-8f8ad59bf377 None None] Bound using segment: {'id': '754c6398-7ffc-4c6c-8fe5-13465d56b5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b7d4df26-7f3c-4a8b-af0d-6e65e40d3930'} {{(pid=115993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 00:34:41.402823 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.managers [None req-0044e7a0-9a7d-457f-b23f-8f8ad59bf377 None None] Bound port: 22945226-d765-4d1d-9006-fadc1b5fe280, host: dv-cinder-851640-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '754c6398-7ffc-4c6c-8fe5-13465d56b5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b7d4df26-7f3c-4a8b-af0d-6e65e40d3930'}}] {{(pid=115993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 00:34:41.402823 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-0044e7a0-9a7d-457f-b23f-8f8ad59bf377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (22945226-d765-4d1d-9006-fadc1b5fe280), before_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:41.463241 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-0044e7a0-9a7d-457f-b23f-8f8ad59bf377 None None] For port 22945226-d765-4d1d-9006-fadc1b5fe280, host dv-cinder-851640-3-iscsi, cleared binding levels {{(pid=115993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 00:34:41.466522 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-0044e7a0-9a7d-457f-b23f-8f8ad59bf377 None None] For port 22945226-d765-4d1d-9006-fadc1b5fe280, host dv-cinder-851640-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851640-3-iscsi',level=0,port_id=22945226-d765-4d1d-9006-fadc1b5fe280,segment=NetworkSegment(754c6398-7ffc-4c6c-8fe5-13465d56b5d3),segment_id=754c6398-7ffc-4c6c-8fe5-13465d56b5d3)] {{(pid=115993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 00:34:41.545648 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-0044e7a0-9a7d-457f-b23f-8f8ad59bf377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821'] for port (22945226-d765-4d1d-9006-fadc1b5fe280), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:41.571123 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:34:41.602980 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0044e7a0-9a7d-457f-b23f-8f8ad59bf377 None None] Pushing event updated for resources: {'Port': ['ID=22945226-d765-4d1d-9006-fadc1b5fe280,revision_number=2']} {{(pid=115993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:34:41.609515 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-2bb40d4c-942f-4dff-bd62-b32fb3292dca admin admin] Publish callbacks [] for router_gateway (f3baff67-aee5-41cc-abfc-7ca3c9ad3f5d), before_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:41.631334 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-2bb40d4c-942f-4dff-bd62-b32fb3292dca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (None), before_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:41.702432 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:34:41.733197 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e05bca3-4e87-43aa-a592-33dea501f6ba req-071e8240-5283-432a-8680-2e0eca4dc058 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:34:41.735530 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-8e05bca3-4e87-43aa-a592-33dea501f6ba req-071e8240-5283-432a-8680-2e0eca4dc058 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8220eb97-0920-4393-9354-094c2f62cc94 HTTP/1.1" status: 200 len: 945 time: 0.0951812 Aug 08 00:34:41.864123 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.db.db_base_plugin_common [None req-2bb40d4c-942f-4dff-bd62-b32fb3292dca admin admin] Allocated IP 172.27.3.64 (743d2d45-6b8c-49b7-a932-c537e45f946f/7df84031-3cb2-4601-a018-b61b0ad731dc/074e16c4-6277-4709-bfef-3d23a841cca2) {{(pid=115991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 00:34:41.872021 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-8e05bca3-4e87-43aa-a592-33dea501f6ba req-99e74996-cfbb-447d-b21b-4e24fa5edfef tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b4d11999-100a-4957-80d1-4ec56ec52a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1292827 Aug 08 00:34:41.976162 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=6 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:34:42.060846 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-2bb40d4c-942f-4dff-bd62-b32fb3292dca admin admin] Publish callbacks [] for port (074e16c4-6277-4709-bfef-3d23a841cca2), precommit_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:42.167924 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc16499e-615c-435a-8bbe-51049019a3f2 req-c62e2432-2f08-442f-884a-be6c89e7d7ee tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:34:42.169399 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-cc16499e-615c-435a-8bbe-51049019a3f2 req-c62e2432-2f08-442f-884a-be6c89e7d7ee tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4829f58c-adec-413d-83c8-23f1d3143205 HTTP/1.1" status: 200 len: 945 time: 0.0507932 Aug 08 00:34:42.176678 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-2bb40d4c-942f-4dff-bd62-b32fb3292dca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764676113785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2785209'] for port (074e16c4-6277-4709-bfef-3d23a841cca2), after_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:42.223323 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb40d4c-942f-4dff-bd62-b32fb3292dca admin admin] Network 743d2d45-6b8c-49b7-a932-c537e45f946f is already hosted by enough agents. {{(pid=115991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 00:34:42.228786 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.scheduler.base_scheduler [None req-2bb40d4c-942f-4dff-bd62-b32fb3292dca admin admin] Resources bound (agent type, host, resource id): {{(pid=115991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 00:34:42.230732 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb40d4c-942f-4dff-bd62-b32fb3292dca admin admin] Pushing event updated for resources: {'Port': ['ID=074e16c4-6277-4709-bfef-3d23a841cca2,revision_number=1']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:34:42.244304 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb40d4c-942f-4dff-bd62-b32fb3292dca admin admin] Received port after_create {{(pid=115991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 00:34:42.259881 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-cc16499e-615c-435a-8bbe-51049019a3f2 req-2aa56cfd-5315-40b1-bc0d-3809a4ae3537 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=99750fcd-194d-487c-b80c-a79152b12484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792453 Aug 08 00:34:42.613537 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-86a8ed20-8690-4bc6-91a9-e2a2de448718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (d53f5436-7c7f-4441-9708-9d0333b57745), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:42.626870 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:34:42.628984 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-883c4e8e-30ab-4eda-85c3-1730c3531312 None None] Network b7d4df26-7f3c-4a8b-af0d-6e65e40d3930 requested from dv-cinder-851640-3-iscsi {{(pid=115993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 00:34:42.702464 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-2bb40d4c-942f-4dff-bd62-b32fb3292dca admin admin] Publish callbacks [] for router_gateway (f3baff67-aee5-41cc-abfc-7ca3c9ad3f5d), after_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:42.708652 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-d890a2fb-96be-4c5b-bfac-629b9b5ace6f None None] Provisioning complete for port 22945226-d765-4d1d-9006-fadc1b5fe280 triggered by entity DHCP. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:34:42.709019 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-d890a2fb-96be-4c5b-bfac-629b9b5ace6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (22945226-d765-4d1d-9006-fadc1b5fe280), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:42.747781 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:34:42.839062 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-d890a2fb-96be-4c5b-bfac-629b9b5ace6f None None] Current status of the port 22945226-d765-4d1d-9006-fadc1b5fe280 is: DOWN; New status is: ACTIVE {{(pid=115993) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 00:34:42.839643 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-d890a2fb-96be-4c5b-bfac-629b9b5ace6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (22945226-d765-4d1d-9006-fadc1b5fe280), before_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:42.875892 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-d890a2fb-96be-4c5b-bfac-629b9b5ace6f None None] For port 22945226-d765-4d1d-9006-fadc1b5fe280, host dv-cinder-851640-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851640-3-iscsi',level=0,port_id=22945226-d765-4d1d-9006-fadc1b5fe280,segment=NetworkSegment(754c6398-7ffc-4c6c-8fe5-13465d56b5d3),segment_id=754c6398-7ffc-4c6c-8fe5-13465d56b5d3)] {{(pid=115993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:34:42.911391 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-2bb40d4c-942f-4dff-bd62-b32fb3292dca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-501999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-427846'] for router (f3baff67-aee5-41cc-abfc-7ca3c9ad3f5d), after_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:42.977435 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-d890a2fb-96be-4c5b-bfac-629b9b5ace6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821'] for port (22945226-d765-4d1d-9006-fadc1b5fe280), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:43.038475 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d890a2fb-96be-4c5b-bfac-629b9b5ace6f None None] Pushing event updated for resources: {'Port': ['ID=22945226-d765-4d1d-9006-fadc1b5fe280,revision_number=3']} {{(pid=115993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:34:43.101422 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-6da468bd-1cfa-469f-aa5d-92dc6efcd25b None None] Provisioning complete for port 22945226-d765-4d1d-9006-fadc1b5fe280 triggered by entity DHCP. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:34:43.101797 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-6da468bd-1cfa-469f-aa5d-92dc6efcd25b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (22945226-d765-4d1d-9006-fadc1b5fe280), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:43.182996 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-6da468bd-1cfa-469f-aa5d-92dc6efcd25b None None] Current status of the port 22945226-d765-4d1d-9006-fadc1b5fe280 is: ACTIVE; New status is: ACTIVE {{(pid=115993) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 00:34:43.296217 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44776332-734d-4f56-803b-c78159610bff req-3abbe278-a0cd-4126-b25a-326ee6f599ef tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:34:43.298685 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-44776332-734d-4f56-803b-c78159610bff req-3abbe278-a0cd-4126-b25a-326ee6f599ef tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8220eb97-0920-4393-9354-094c2f62cc94 HTTP/1.1" status: 200 len: 945 time: 0.3336756 Aug 08 00:34:43.349613 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:34:43.369094 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-44776332-734d-4f56-803b-c78159610bff req-7b327830-bd2c-428e-a7a5-41c96c5e11d2 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b4d11999-100a-4957-80d1-4ec56ec52a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644176 Aug 08 00:34:43.405887 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a9382f-f9ba-4eec-a4e2-25ef5fe4ab4d req-aeea1e6e-d65f-4ef1-9d04-d5f5f40fa0fb tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:34:43.408993 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-16a9382f-f9ba-4eec-a4e2-25ef5fe4ab4d req-aeea1e6e-d65f-4ef1-9d04-d5f5f40fa0fb tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4829f58c-adec-413d-83c8-23f1d3143205 HTTP/1.1" status: 200 len: 945 time: 0.0614126 Aug 08 00:34:43.468583 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bb40d4c-942f-4dff-bd62-b32fb3292dca admin admin] Router f3baff67-aee5-41cc-abfc-7ca3c9ad3f5d is scheduled to L3 agent d53f5436-7c7f-4441-9708-9d0333b57745 with binding_index 1 {{(pid=115991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 08 00:34:43.470815 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-16a9382f-f9ba-4eec-a4e2-25ef5fe4ab4d req-53840911-ab98-41aa-9d9f-3bceaa5f47c2 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=99750fcd-194d-487c-b80c-a79152b12484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561304 Aug 08 00:34:43.555864 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913159be-401d-410d-9bf6-127b87c12002 req-cd9dd8da-7267-43f5-be4e-da7a0e5e870d tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:34:43.557364 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-913159be-401d-410d-9bf6-127b87c12002 req-cd9dd8da-7267-43f5-be4e-da7a0e5e870d tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8220eb97-0920-4393-9354-094c2f62cc94 HTTP/1.1" status: 200 len: 945 time: 0.0843418 Aug 08 00:34:43.567442 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 57864) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:34:43.571908 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.v2.base [None req-065b0ee6-a66a-4861-8143-5ace454d2d7e tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Request body: {'floatingip': {'port_id': 'bd00c5d4-343c-4fc4-b81d-fc55458cef59'}} {{(pid=115991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:34:43.642767 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-065b0ee6-a66a-4861-8143-5ace454d2d7e tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Publish callbacks [] for floatingip (886322a4-7e68-4406-9dc5-016808cc8565), before_update {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:43.718982 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bb40d4c-942f-4dff-bd62-b32fb3292dca admin admin] Notify agent at l3_agent.dv-cinder-851640-3-iscsi the message routers_updated {{(pid=115991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 00:34:43.741039 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f283d08-b18b-40a1-892f-d6118ba15d70 None None] Sync routers for ids ['f3baff67-aee5-41cc-abfc-7ca3c9ad3f5d'] in dv-cinder-851640-3-iscsi {{(pid=115993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 00:34:43.758552 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f283d08-b18b-40a1-892f-d6118ba15d70 None None] Routers {'f3baff67-aee5-41cc-abfc-7ca3c9ad3f5d'} bound to L3 agent in host dv-cinder-851640-3-iscsi {{(pid=115993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 00:34:43.759384 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_hamode_db [None req-2f283d08-b18b-40a1-892f-d6118ba15d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851640-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-08T00:24:12Z,description=,heartbeat_timestamp=2022-08-08T00:34:42Z,host='dv-cinder-851640-3-iscsi',id=d53f5436-7c7f-4441-9708-9d0333b57745,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T00:24:13Z,topic='l3_agent')) {'router_ids': ['f3baff67-aee5-41cc-abfc-7ca3c9ad3f5d'], 'active': True} {{(pid=115993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:34:43.805103 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Device 22945226-d765-4d1d-9006-fadc1b5fe280 up at agent ovs-agent-dv-cinder-851640-3-iscsi {{(pid=115993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 00:34:43.911298 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-2bb40d4c-942f-4dff-bd62-b32fb3292dca admin admin] Publish callbacks [] for router (None), before_response {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:43.913760 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-2bb40d4c-942f-4dff-bd62-b32fb3292dca admin admin] 10.222.0.15 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.9954939 Aug 08 00:34:43.916225 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 57876) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:34:43.999476 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 57878) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:34:44.041001 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:34:44.048362 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Provisioning complete for port 22945226-d765-4d1d-9006-fadc1b5fe280 triggered by entity L2. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:34:44.048755 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (22945226-d765-4d1d-9006-fadc1b5fe280), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:44.103165 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvr_db [None req-2f283d08-b18b-40a1-892f-d6118ba15d70 None None] Set router f3baff67-aee5-41cc-abfc-7ca3c9ad3f5d gateway port host: dv-cinder-851640-3-iscsi {{(pid=115993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 00:34:44.127299 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:34:44.178118 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-ea578b54-4ab6-45ef-91c2-26ea4445df1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:44.199784 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-065b0ee6-a66a-4861-8143-5ace454d2d7e tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:44.265738 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-053f2fa2-08e2-4320-9ef7-ed55b6b025bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (8871f2bb-53fb-48a8-be6c-361eafeaffd1), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:44.284283 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Current status of the port 22945226-d765-4d1d-9006-fadc1b5fe280 is: ACTIVE; New status is: ACTIVE {{(pid=115993) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 00:34:44.293562 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-065b0ee6-a66a-4861-8143-5ace454d2d7e tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-499989'] for floatingip (886322a4-7e68-4406-9dc5-016808cc8565), after_update {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:44.352050 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_hamode_db [None req-2f283d08-b18b-40a1-892f-d6118ba15d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3baff67-aee5-41cc-abfc-7ca3c9ad3f5d', 'name': 'tempest-TestMinimumBasicScenario-259986573-router', 'tenant_id': 'fc3040045262415cb0fcb9525ba437bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '074e16c4-6277-4709-bfef-3d23a841cca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:34:41Z', 'updated_at': '2022-08-08T00:34:42Z', 'revision_number': 3, 'project_id': 'fc3040045262415cb0fcb9525ba437bc', 'gw_port': {'id': '074e16c4-6277-4709-bfef-3d23a841cca2', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:c0:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3baff67-aee5-41cc-abfc-7ca3c9ad3f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:34:41Z', 'updated_at': '2022-08-08T00:34:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi'}], 'dv-cinder-851640-3-iscsi', False) {} {{(pid=115993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:34:44.374351 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-ea578b54-4ab6-45ef-91c2-26ea4445df1d admin admin] Publish callbacks [] for security_group (c407bb64-32cd-4678-b878-6e4e8b0f08c5), precommit_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:44.386003 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Device 424b2123-2ed7-4eda-bdcf-dd72a3df7bea details requested by agent hyperv_hv-cinder-85164 with host hv-cinder-85164 {{(pid=115993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 08 00:34:44.389210 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:34:44.389568 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f283d08-b18b-40a1-892f-d6118ba15d70 None None] Checking router: f3baff67-aee5-41cc-abfc-7ca3c9ad3f5d for host: dv-cinder-851640-3-iscsi {{(pid=115993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 00:34:44.389923 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f283d08-b18b-40a1-892f-d6118ba15d70 None None] Updating router f3baff67-aee5-41cc-abfc-7ca3c9ad3f5d port 074e16c4-6277-4709-bfef-3d23a841cca2 binding host dv-cinder-851640-3-iscsi {{(pid=115993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 08 00:34:44.405179 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.db.l3_db [None req-065b0ee6-a66a-4861-8143-5ace454d2d7e tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Floating IP 886322a4-7e68-4406-9dc5-016808cc8565 associated. External IP: 172.27.3.79, port: bd00c5d4-343c-4fc4-b81d-fc55458cef59. Aug 08 00:34:44.429967 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-2f283d08-b18b-40a1-892f-d6118ba15d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (074e16c4-6277-4709-bfef-3d23a841cca2), before_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:44.435927 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-ea578b54-4ab6-45ef-91c2-26ea4445df1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (c407bb64-32cd-4678-b878-6e4e8b0f08c5), after_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:44.441726 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:34:44.596194 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-ea578b54-4ab6-45ef-91c2-26ea4445df1d admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=2ebb60e821cf40b38ec01549c8a5f664&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5957010 Aug 08 00:34:44.600097 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea578b54-4ab6-45ef-91c2-26ea4445df1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c407bb64-32cd-4678-b878-6e4e8b0f08c5,revision_number=1']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:34:44.600431 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 57892) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:34:44.632452 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-e5f99ea6-7250-4855-ba52-0560370d1313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (None), before_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:44.676869 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b19f5a-84f2-470a-81c8-4b3272b73a0c req-2bed913b-52dc-4bc8-8e4b-3f7255cb2ebb tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:34:44.689255 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-43b19f5a-84f2-470a-81c8-4b3272b73a0c req-2bed913b-52dc-4bc8-8e4b-3f7255cb2ebb tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4829f58c-adec-413d-83c8-23f1d3143205 HTTP/1.1" status: 200 len: 945 time: 0.1069505 Aug 08 00:34:44.698867 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] For port 424b2123-2ed7-4eda-bdcf-dd72a3df7bea, host hv-cinder-85164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85164',level=0,port_id=424b2123-2ed7-4eda-bdcf-dd72a3df7bea,segment=NetworkSegment(e72a67c9-8c15-4f85-816f-48dd79f90a1d),segment_id=e72a67c9-8c15-4f85-816f-48dd79f90a1d)] {{(pid=115993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:34:44.714756 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-fa1e6d05-8b1e-48aa-947d-922dd2f0818a admin admin] Publish callbacks [] for security_group (c407bb64-32cd-4678-b878-6e4e8b0f08c5), before_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:44.723850 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Returning: {'device': '424b2123-2ed7-4eda-bdcf-dd72a3df7bea', 'network_id': '80d6d476-8f39-44d3-b747-4eed8b7c1a18', 'port_id': '424b2123-2ed7-4eda-bdcf-dd72a3df7bea', 'mac_address': 'fa:16:3e:a5:56:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e97ee91-c7eb-4a92-adff-260b02055216', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 08 00:34:44.733808 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-065b0ee6-a66a-4861-8143-5ace454d2d7e tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Router b23ca0f7-80f8-40c6-b21d-64a539750244 has already been hosted by L3 agent d53f5436-7c7f-4441-9708-9d0333b57745 {{(pid=115991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 00:34:44.759214 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-fa1e6d05-8b1e-48aa-947d-922dd2f0818a admin admin] Publish callbacks [] for security_group (c407bb64-32cd-4678-b878-6e4e8b0f08c5), precommit_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:44.796895 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-43b19f5a-84f2-470a-81c8-4b3272b73a0c req-5b7b79bf-e491-4672-9ecd-59bb2d17841c tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=99750fcd-194d-487c-b80c-a79152b12484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084800 Aug 08 00:34:44.894148 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.db.db_base_plugin_common [None req-e5f99ea6-7250-4855-ba52-0560370d1313 admin admin] Allocated IP 172.20.0.1 (b7d4df26-7f3c-4a8b-af0d-6e65e40d3930/6c63140e-226a-4bbd-a6bf-32948b7d12fa/d097e915-bb0f-475b-88c0-fa36a62bcb50) {{(pid=115992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 00:34:44.896957 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-065b0ee6-a66a-4861-8143-5ace454d2d7e tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Notify agent at l3_agent.dv-cinder-851640-3-iscsi the message routers_updated {{(pid=115991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 00:34:44.897402 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Current status of the port 424b2123-2ed7-4eda-bdcf-dd72a3df7bea is: ACTIVE; New status is: BUILD {{(pid=115993) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 00:34:44.897902 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (424b2123-2ed7-4eda-bdcf-dd72a3df7bea), before_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:44.901964 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-065b0ee6-a66a-4861-8143-5ace454d2d7e tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63196'] for floatingip (None), before_response {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:44.911036 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924f2905-dc2c-470d-870a-b14e3b26f9b4 None None] Sync routers for ids ['b23ca0f7-80f8-40c6-b21d-64a539750244'] in dv-cinder-851640-3-iscsi {{(pid=115994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 00:34:44.923469 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.notifiers.nova [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 424b2123-2ed7-4eda-bdcf-dd72a3df7bea {{(pid=115993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 00:34:44.941408 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-065b0ee6-a66a-4861-8143-5ace454d2d7e tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "PUT /networking/v2.0/floatingips/886322a4-7e68-4406-9dc5-016808cc8565 HTTP/1.1" status: 200 len: 990 time: 1.3713901 Aug 08 00:34:44.941408 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8220eb97-0920-4393-9354-094c2f62cc94', 'tag': 'bd00c5d4-343c-4fc4-b81d-fc55458cef59'}] {{(pid=115991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 00:34:44.944632 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73a3e3d67458d2a17dff5edd29115f5abec4313aa2236b93bd84783ab3df8685" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f56e17e6-013c-4d80-8c81-08f59930a06b" -d '{"events": [{"name": "network-changed", "server_uuid": "8220eb97-0920-4393-9354-094c2f62cc94", "tag": "bd00c5d4-343c-4fc4-b81d-fc55458cef59"}]}' {{(pid=115991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 00:34:44.949998 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924f2905-dc2c-470d-870a-b14e3b26f9b4 None None] Routers {'b23ca0f7-80f8-40c6-b21d-64a539750244'} bound to L3 agent in host dv-cinder-851640-3-iscsi {{(pid=115994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 00:34:44.951974 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_hamode_db [None req-924f2905-dc2c-470d-870a-b14e3b26f9b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851640-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-08T00:24:12Z,description=,heartbeat_timestamp=2022-08-08T00:34:42Z,host='dv-cinder-851640-3-iscsi',id=d53f5436-7c7f-4441-9708-9d0333b57745,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T00:24:13Z,topic='l3_agent')) {'router_ids': ['b23ca0f7-80f8-40c6-b21d-64a539750244'], 'active': True} {{(pid=115994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:34:44.958806 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] For port 424b2123-2ed7-4eda-bdcf-dd72a3df7bea, host hv-cinder-85164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85164',level=0,port_id=424b2123-2ed7-4eda-bdcf-dd72a3df7bea,segment=NetworkSegment(e72a67c9-8c15-4f85-816f-48dd79f90a1d),segment_id=e72a67c9-8c15-4f85-816f-48dd79f90a1d)] {{(pid=115993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:34:44.996880 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 00:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f12a4ca-f8fc-4bc3-a870-ec6d5e078ae2 x-openstack-request-id: req-0f12a4ca-f8fc-4bc3-a870-ec6d5e078ae2 {{(pid=115991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 00:34:44.997360 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8220eb97-0920-4393-9354-094c2f62cc94", "tag": "bd00c5d4-343c-4fc4-b81d-fc55458cef59", "status": "completed", "code": 200}]} {{(pid=115991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 00:34:44.998096 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0f12a4ca-f8fc-4bc3-a870-ec6d5e078ae2 {{(pid=115991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 00:34:44.998838 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f12a4ca-f8fc-4bc3-a870-ec6d5e078ae2'] response: {'name': 'network-changed', 'server_uuid': '8220eb97-0920-4393-9354-094c2f62cc94', 'tag': 'bd00c5d4-343c-4fc4-b81d-fc55458cef59', 'status': 'completed', 'code': 200} Aug 08 00:34:45.005443 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-fa1e6d05-8b1e-48aa-947d-922dd2f0818a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (c407bb64-32cd-4678-b878-6e4e8b0f08c5), after_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:45.005443 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-fa1e6d05-8b1e-48aa-947d-922dd2f0818a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:45.005443 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-fa1e6d05-8b1e-48aa-947d-922dd2f0818a admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/c407bb64-32cd-4678-b878-6e4e8b0f08c5 HTTP/1.1" status: 204 len: 168 time: 0.4026270 Aug 08 00:34:45.010494 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-e5f99ea6-7250-4855-ba52-0560370d1313 admin admin] Publish callbacks [] for port (d097e915-bb0f-475b-88c0-fa36a62bcb50), precommit_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:45.015081 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1e6d05-8b1e-48aa-947d-922dd2f0818a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c407bb64-32cd-4678-b878-6e4e8b0f08c5,revision_number=None']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:34:45.044123 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821'] for port (424b2123-2ed7-4eda-bdcf-dd72a3df7bea), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:45.050937 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-2f283d08-b18b-40a1-892f-d6118ba15d70 None None] Publish callbacks [] for port (074e16c4-6277-4709-bfef-3d23a841cca2), precommit_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:45.105416 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56e17e6-013c-4d80-8c81-08f59930a06b req-82e85957-bd8f-4fbd-908b-370a8bae8851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:34:45.106904 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-f56e17e6-013c-4d80-8c81-08f59930a06b req-82e85957-bd8f-4fbd-908b-370a8bae8851 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=9bd235f1f9f44df4b2e3dbd0c05b3a83&device_id=8220eb97-0920-4393-9354-094c2f62cc94 HTTP/1.1" status: 200 len: 1129 time: 0.0774691 Aug 08 00:34:45.108894 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Pushing event updated for resources: {'Port': ['ID=424b2123-2ed7-4eda-bdcf-dd72a3df7bea,revision_number=6']} {{(pid=115993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:34:45.117064 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_dvr_db [None req-924f2905-dc2c-470d-870a-b14e3b26f9b4 None None] Set router b23ca0f7-80f8-40c6-b21d-64a539750244 gateway port host: dv-cinder-851640-3-iscsi {{(pid=115994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 00:34:45.128667 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-2f283d08-b18b-40a1-892f-d6118ba15d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821'] for port (074e16c4-6277-4709-bfef-3d23a841cca2), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:45.132583 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:34:45.171800 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.managers [None req-2f283d08-b18b-40a1-892f-d6118ba15d70 None None] Attempting to bind port 074e16c4-6277-4709-bfef-3d23a841cca2 on host dv-cinder-851640-3-iscsi for vnic_type normal with profile {{(pid=115993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 00:34:45.172268 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.managers [None req-2f283d08-b18b-40a1-892f-d6118ba15d70 None None] Attempting to bind port 074e16c4-6277-4709-bfef-3d23a841cca2 by drivers openvswitch,hyperv on host dv-cinder-851640-3-iscsi at level 0 using segments [{'id': '15fce33c-3ff3-4714-8fe9-15b1a1600e57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f'}] {{(pid=115993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 00:34:45.173254 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f283d08-b18b-40a1-892f-d6118ba15d70 None None] Attempting to bind port 074e16c4-6277-4709-bfef-3d23a841cca2 on network 743d2d45-6b8c-49b7-a932-c537e45f946f {{(pid=115993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 00:34:45.179596 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] get_ports_and_sgs() called for port_ids ['424b2123-2ed7-4eda-bdcf-dd72a3df7bea'] {{(pid=115993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 00:34:45.215124 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f283d08-b18b-40a1-892f-d6118ba15d70 None None] Checking agent: {'id': 'aa35aa05-3c09-40ae-a1e3-ebf96fe3358c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851640-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 0, 24, 15), 'started_at': datetime.datetime(2022, 8, 8, 0, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 0, 34, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851640-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 00:34:45.215533 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f283d08-b18b-40a1-892f-d6118ba15d70 None None] Checking segment: {'id': '15fce33c-3ff3-4714-8fe9-15b1a1600e57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 00:34:45.216090 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-2f283d08-b18b-40a1-892f-d6118ba15d70 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:45.216471 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f283d08-b18b-40a1-892f-d6118ba15d70 None None] Bound using segment: {'id': '15fce33c-3ff3-4714-8fe9-15b1a1600e57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f'} {{(pid=115993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 00:34:45.216966 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.managers [None req-2f283d08-b18b-40a1-892f-d6118ba15d70 None None] Bound port: 074e16c4-6277-4709-bfef-3d23a841cca2, host: dv-cinder-851640-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15fce33c-3ff3-4714-8fe9-15b1a1600e57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f'}}] {{(pid=115993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 00:34:45.217350 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-2f283d08-b18b-40a1-892f-d6118ba15d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (074e16c4-6277-4709-bfef-3d23a841cca2), before_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:45.221642 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16add022-3f65-43a8-8332-a4d4e48bfe3d None None] Pushing event updated for resources: {'Port': ['ID=074e16c4-6277-4709-bfef-3d23a841cca2,revision_number=2']} {{(pid=115993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:34:45.227691 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-e5f99ea6-7250-4855-ba52-0560370d1313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764676113785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26371331'] for port (d097e915-bb0f-475b-88c0-fa36a62bcb50), after_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:45.236824 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56e17e6-013c-4d80-8c81-08f59930a06b req-8a213371-e3d2-4ff0-9f0f-4c42c18a2be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:34:45.238501 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-f56e17e6-013c-4d80-8c81-08f59930a06b req-8a213371-e3d2-4ff0-9f0f-4c42c18a2be5 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=39987f39-4c60-4c27-9f4f-c7657da06e51 HTTP/1.1" status: 200 len: 920 time: 0.1236794 Aug 08 00:34:45.324144 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-2f283d08-b18b-40a1-892f-d6118ba15d70 None None] For port 074e16c4-6277-4709-bfef-3d23a841cca2, host dv-cinder-851640-3-iscsi, cleared binding levels {{(pid=115993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 00:34:45.352645 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f99ea6-7250-4855-ba52-0560370d1313 admin admin] Network b7d4df26-7f3c-4a8b-af0d-6e65e40d3930 is already hosted by enough agents. {{(pid=115992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 00:34:45.356955 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-2f283d08-b18b-40a1-892f-d6118ba15d70 None None] For port 074e16c4-6277-4709-bfef-3d23a841cca2, host dv-cinder-851640-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851640-3-iscsi',level=0,port_id=074e16c4-6277-4709-bfef-3d23a841cca2,segment=NetworkSegment(15fce33c-3ff3-4714-8fe9-15b1a1600e57),segment_id=15fce33c-3ff3-4714-8fe9-15b1a1600e57)] {{(pid=115993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 00:34:45.375422 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.scheduler.base_scheduler [None req-e5f99ea6-7250-4855-ba52-0560370d1313 admin admin] Resources bound (agent type, host, resource id): {{(pid=115992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 00:34:45.380484 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_hamode_db [None req-924f2905-dc2c-470d-870a-b14e3b26f9b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b23ca0f7-80f8-40c6-b21d-64a539750244', 'name': 'tempest-ServerRescueNegativeTestJSON-1325139685-router', 'tenant_id': '9bd235f1f9f44df4b2e3dbd0c05b3a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '946253c3-8a61-4421-baf0-6eeef069f045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:32:21Z', 'updated_at': '2022-08-08T00:32:32Z', 'revision_number': 4, 'project_id': '9bd235f1f9f44df4b2e3dbd0c05b3a83', 'gw_port': {'id': '946253c3-8a61-4421-baf0-6eeef069f045', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:7c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23ca0f7-80f8-40c6-b21d-64a539750244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:32:22Z', 'updated_at': '2022-08-08T00:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi', '_floatingips': [{'id': '886322a4-7e68-4406-9dc5-016808cc8565', 'tenant_id': '9bd235f1f9f44df4b2e3dbd0c05b3a83', 'floating_ip_address': '172.27.3.79', 'floating_network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'router_id': 'b23ca0f7-80f8-40c6-b21d-64a539750244', 'port_id': 'bd00c5d4-343c-4fc4-b81d-fc55458cef59', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 351, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39987f39-4c60-4c27-9f4f-c7657da06e51', 'mac_address': 'fa:16:3e:1c:7a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8220eb97-0920-4393-9354-094c2f62cc94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T00:34:23Z', 'updated_at': '2022-08-08T00:34:44Z', 'revision_number': 1, 'project_id': '9bd235f1f9f44df4b2e3dbd0c05b3a83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bce4da0-1383-4b8f-af07-238966cd5f3e', 'name': '', 'network_id': '39987f39-4c60-4c27-9f4f-c7657da06e51', 'tenant_id': '9bd235f1f9f44df4b2e3dbd0c05b3a83', 'mac_address': 'fa:16:3e:ab:09:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23ca0f7-80f8-40c6-b21d-64a539750244', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '0eda73d9-3865-4e7b-8b67-75076c7b1107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:32:28Z', 'updated_at': '2022-08-08T00:32:40Z', 'revision_number': 5, 'project_id': '9bd235f1f9f44df4b2e3dbd0c05b3a83', 'subnets': [{'id': '0eda73d9-3865-4e7b-8b67-75076c7b1107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851640-3-iscsi', False) {} {{(pid=115994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:34:45.384827 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f99ea6-7250-4855-ba52-0560370d1313 admin admin] Received port after_create {{(pid=115992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 00:34:45.387040 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f99ea6-7250-4855-ba52-0560370d1313 admin admin] Pushing event updated for resources: {'Port': ['ID=d097e915-bb0f-475b-88c0-fa36a62bcb50,revision_number=1']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:34:45.419316 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924f2905-dc2c-470d-870a-b14e3b26f9b4 None None] Checking router: b23ca0f7-80f8-40c6-b21d-64a539750244 for host: dv-cinder-851640-3-iscsi {{(pid=115994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 00:34:45.432266 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924f2905-dc2c-470d-870a-b14e3b26f9b4 None None] Routers {'b23ca0f7-80f8-40c6-b21d-64a539750244'} bound to L3 agent in host dv-cinder-851640-3-iscsi {{(pid=115994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 00:34:45.433047 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_hamode_db [None req-924f2905-dc2c-470d-870a-b14e3b26f9b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851640-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-08T00:24:12Z,description=,heartbeat_timestamp=2022-08-08T00:34:42Z,host='dv-cinder-851640-3-iscsi',id=d53f5436-7c7f-4441-9708-9d0333b57745,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T00:24:13Z,topic='l3_agent')) {'router_ids': ['b23ca0f7-80f8-40c6-b21d-64a539750244'], 'active': True} {{(pid=115994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:34:45.449453 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-2f283d08-b18b-40a1-892f-d6118ba15d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821'] for port (074e16c4-6277-4709-bfef-3d23a841cca2), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:45.472931 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-e5f99ea6-7250-4855-ba52-0560370d1313 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-500133'] for router_interface (f3baff67-aee5-41cc-abfc-7ca3c9ad3f5d), before_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:45.518339 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (aa35aa05-3c09-40ae-a1e3-ebf96fe3358c), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:45.530553 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-f56e17e6-013c-4d80-8c81-08f59930a06b req-73ec90de-9bfc-4870-b999-a963572781c7 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bd00c5d4-343c-4fc4-b81d-fc55458cef59 HTTP/1.1" status: 200 len: 998 time: 0.2675159 Aug 08 00:34:45.545271 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f283d08-b18b-40a1-892f-d6118ba15d70 None None] Routers {'f3baff67-aee5-41cc-abfc-7ca3c9ad3f5d'} bound to L3 agent in host dv-cinder-851640-3-iscsi {{(pid=115993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 00:34:45.546116 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_hamode_db [None req-2f283d08-b18b-40a1-892f-d6118ba15d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851640-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-08T00:24:12Z,description=,heartbeat_timestamp=2022-08-08T00:34:42Z,host='dv-cinder-851640-3-iscsi',id=d53f5436-7c7f-4441-9708-9d0333b57745,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T00:24:13Z,topic='l3_agent')) {'router_ids': ['f3baff67-aee5-41cc-abfc-7ca3c9ad3f5d'], 'active': True} {{(pid=115993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:34:45.590643 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_dvr_db [None req-924f2905-dc2c-470d-870a-b14e3b26f9b4 None None] Set router b23ca0f7-80f8-40c6-b21d-64a539750244 gateway port host: dv-cinder-851640-3-iscsi {{(pid=115994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 00:34:45.670528 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56e17e6-013c-4d80-8c81-08f59930a06b req-dba30b7f-0cec-49f3-8f65-82c04ffb50d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:34:45.675774 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-f56e17e6-013c-4d80-8c81-08f59930a06b req-dba30b7f-0cec-49f3-8f65-82c04ffb50d0 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=0eda73d9-3865-4e7b-8b67-75076c7b1107 HTTP/1.1" status: 200 len: 858 time: 0.1349514 Aug 08 00:34:45.693765 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16add022-3f65-43a8-8332-a4d4e48bfe3d None None] Pushing event updated for resources: {'Port': ['ID=074e16c4-6277-4709-bfef-3d23a841cca2,revision_number=3']} {{(pid=115993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:34:45.703329 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:34:45.772232 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:34:45.772737 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56e17e6-013c-4d80-8c81-08f59930a06b req-385396fa-ea0f-4607-b12e-9c4e609a4cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:34:45.774310 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-f56e17e6-013c-4d80-8c81-08f59930a06b req-385396fa-ea0f-4607-b12e-9c4e609a4cf9 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=39987f39-4c60-4c27-9f4f-c7657da06e51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0741069 Aug 08 00:34:45.837769 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvr_db [None req-2f283d08-b18b-40a1-892f-d6118ba15d70 None None] Set router f3baff67-aee5-41cc-abfc-7ca3c9ad3f5d gateway port host: dv-cinder-851640-3-iscsi {{(pid=115993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 00:34:45.932905 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-30b15d79-bf99-4e82-99f8-7fca81371566 None None] Provisioning complete for port d097e915-bb0f-475b-88c0-fa36a62bcb50 triggered by entity DHCP. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:34:45.933619 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-30b15d79-bf99-4e82-99f8-7fca81371566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (d097e915-bb0f-475b-88c0-fa36a62bcb50), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:45.966434 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-64237613-c389-4d10-936d-2956085fc78e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (998b03d7-10a2-4624-8114-660f2901b45f), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:46.009849 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_hamode_db [None req-924f2905-dc2c-470d-870a-b14e3b26f9b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b23ca0f7-80f8-40c6-b21d-64a539750244', 'name': 'tempest-ServerRescueNegativeTestJSON-1325139685-router', 'tenant_id': '9bd235f1f9f44df4b2e3dbd0c05b3a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '946253c3-8a61-4421-baf0-6eeef069f045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:32:21Z', 'updated_at': '2022-08-08T00:32:32Z', 'revision_number': 4, 'project_id': '9bd235f1f9f44df4b2e3dbd0c05b3a83', 'gw_port': {'id': '946253c3-8a61-4421-baf0-6eeef069f045', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:7c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23ca0f7-80f8-40c6-b21d-64a539750244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:32:22Z', 'updated_at': '2022-08-08T00:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi', '_floatingips': [{'id': '886322a4-7e68-4406-9dc5-016808cc8565', 'tenant_id': '9bd235f1f9f44df4b2e3dbd0c05b3a83', 'floating_ip_address': '172.27.3.79', 'floating_network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'router_id': 'b23ca0f7-80f8-40c6-b21d-64a539750244', 'port_id': 'bd00c5d4-343c-4fc4-b81d-fc55458cef59', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 351, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39987f39-4c60-4c27-9f4f-c7657da06e51', 'mac_address': 'fa:16:3e:1c:7a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8220eb97-0920-4393-9354-094c2f62cc94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T00:34:23Z', 'updated_at': '2022-08-08T00:34:44Z', 'revision_number': 1, 'project_id': '9bd235f1f9f44df4b2e3dbd0c05b3a83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bce4da0-1383-4b8f-af07-238966cd5f3e', 'name': '', 'network_id': '39987f39-4c60-4c27-9f4f-c7657da06e51', 'tenant_id': '9bd235f1f9f44df4b2e3dbd0c05b3a83', 'mac_address': 'fa:16:3e:ab:09:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23ca0f7-80f8-40c6-b21d-64a539750244', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '0eda73d9-3865-4e7b-8b67-75076c7b1107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:32:28Z', 'updated_at': '2022-08-08T00:32:40Z', 'revision_number': 5, 'project_id': '9bd235f1f9f44df4b2e3dbd0c05b3a83', 'subnets': [{'id': '0eda73d9-3865-4e7b-8b67-75076c7b1107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851640-3-iscsi', False) {} {{(pid=115994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:34:46.045492 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 57924) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:34:46.058925 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924f2905-dc2c-470d-870a-b14e3b26f9b4 None None] The sync data for ids ['b23ca0f7-80f8-40c6-b21d-64a539750244'] in dv-cinder-851640-3-iscsi is: [{'id': 'b23ca0f7-80f8-40c6-b21d-64a539750244', 'name': 'tempest-ServerRescueNegativeTestJSON-1325139685-router', 'tenant_id': '9bd235f1f9f44df4b2e3dbd0c05b3a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '946253c3-8a61-4421-baf0-6eeef069f045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:32:21Z', 'updated_at': '2022-08-08T00:32:32Z', 'revision_number': 4, 'project_id': '9bd235f1f9f44df4b2e3dbd0c05b3a83', 'gw_port': {'id': '946253c3-8a61-4421-baf0-6eeef069f045', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:7c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23ca0f7-80f8-40c6-b21d-64a539750244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:32:22Z', 'updated_at': '2022-08-08T00:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi', '_floatingips': [{'id': '886322a4-7e68-4406-9dc5-016808cc8565', 'tenant_id': '9bd235f1f9f44df4b2e3dbd0c05b3a83', 'floating_ip_address': '172.27.3.79', 'floating_network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'router_id': 'b23ca0f7-80f8-40c6-b21d-64a539750244', 'port_id': 'bd00c5d4-343c-4fc4-b81d-fc55458cef59', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 351, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39987f39-4c60-4c27-9f4f-c7657da06e51', 'mac_address': 'fa:16:3e:1c:7a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8220eb97-0920-4393-9354-094c2f62cc94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T00:34:23Z', 'updated_at': '2022-08-08T00:34:44Z', 'revision_number': 1, 'project_id': '9bd235f1f9f44df4b2e3dbd0c05b3a83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bce4da0-1383-4b8f-af07-238966cd5f3e', 'name': '', 'network_id': '39987f39-4c60-4c27-9f4f-c7657da06e51', 'tenant_id': '9bd235f1f9f44df4b2e3dbd0c05b3a83', 'mac_address': 'fa:16:3e:ab:09:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23ca0f7-80f8-40c6-b21d-64a539750244', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '0eda73d9-3865-4e7b-8b67-75076c7b1107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:32:28Z', 'updated_at': '2022-08-08T00:32:40Z', 'revision_number': 5, 'project_id': '9bd235f1f9f44df4b2e3dbd0c05b3a83', 'subnets': [{'id': '0eda73d9-3865-4e7b-8b67-75076c7b1107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 00:34:46.072999 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-b88e4c9a-644e-44ea-9b60-3e87a5d82af0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:46.095839 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-30b15d79-bf99-4e82-99f8-7fca81371566 None None] Port d097e915-bb0f-475b-88c0-fa36a62bcb50 cannot update to ACTIVE because it is not bound. {{(pid=115993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 08 00:34:46.130199 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=100 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:34:46.212457 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-b88e4c9a-644e-44ea-9b60-3e87a5d82af0 admin admin] Publish callbacks [] for security_group (63a9de22-9535-45bf-95fd-99132469b29f), precommit_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:46.232946 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_hamode_db [None req-2f283d08-b18b-40a1-892f-d6118ba15d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3baff67-aee5-41cc-abfc-7ca3c9ad3f5d', 'name': 'tempest-TestMinimumBasicScenario-259986573-router', 'tenant_id': 'fc3040045262415cb0fcb9525ba437bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '074e16c4-6277-4709-bfef-3d23a841cca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:34:41Z', 'updated_at': '2022-08-08T00:34:42Z', 'revision_number': 3, 'project_id': 'fc3040045262415cb0fcb9525ba437bc', 'gw_port': {'id': '074e16c4-6277-4709-bfef-3d23a841cca2', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:c0:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3baff67-aee5-41cc-abfc-7ca3c9ad3f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:34:41Z', 'updated_at': '2022-08-08T00:34:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi'}], 'dv-cinder-851640-3-iscsi', False) {} {{(pid=115993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:34:46.261531 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f283d08-b18b-40a1-892f-d6118ba15d70 None None] The sync data for ids ['f3baff67-aee5-41cc-abfc-7ca3c9ad3f5d'] in dv-cinder-851640-3-iscsi is: [{'id': 'f3baff67-aee5-41cc-abfc-7ca3c9ad3f5d', 'name': 'tempest-TestMinimumBasicScenario-259986573-router', 'tenant_id': 'fc3040045262415cb0fcb9525ba437bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '074e16c4-6277-4709-bfef-3d23a841cca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:34:41Z', 'updated_at': '2022-08-08T00:34:42Z', 'revision_number': 3, 'project_id': 'fc3040045262415cb0fcb9525ba437bc', 'gw_port': {'id': '074e16c4-6277-4709-bfef-3d23a841cca2', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:c0:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3baff67-aee5-41cc-abfc-7ca3c9ad3f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:34:41Z', 'updated_at': '2022-08-08T00:34:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi'}] {{(pid=115993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 00:34:46.303351 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-f56e17e6-013c-4d80-8c81-08f59930a06b req-8bc438f6-da8c-4670-8d98-57ceb5110e86 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/39987f39-4c60-4c27-9f4f-c7657da06e51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5195978 Aug 08 00:34:46.308266 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-b88e4c9a-644e-44ea-9b60-3e87a5d82af0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (63a9de22-9535-45bf-95fd-99132469b29f), after_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:46.367581 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-e5f99ea6-7250-4855-ba52-0560370d1313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (d097e915-bb0f-475b-88c0-fa36a62bcb50), before_update {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:46.383983 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Device 424b2123-2ed7-4eda-bdcf-dd72a3df7bea up at agent hyperv_hv-cinder-85164 {{(pid=115993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 00:34:46.449798 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-b88e4c9a-644e-44ea-9b60-3e87a5d82af0 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=27614eb6d8d448718b4062872bcac414&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4004800 Aug 08 00:34:46.449798 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88e4c9a-644e-44ea-9b60-3e87a5d82af0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63a9de22-9535-45bf-95fd-99132469b29f,revision_number=1']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:34:46.453212 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 57934) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:34:46.495019 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e5742e-b0d4-4f6f-a071-245ea4541291 req-303055bb-1081-488a-9605-c6971e237f5f tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:34:46.496949 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-96e5742e-b0d4-4f6f-a071-245ea4541291 req-303055bb-1081-488a-9605-c6971e237f5f tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4829f58c-adec-413d-83c8-23f1d3143205 HTTP/1.1" status: 200 len: 944 time: 0.2046876 Aug 08 00:34:46.505687 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 57936) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:34:46.544802 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9e12a5-9c6b-44cd-a1c9-49793ec2668d None None] New status for floating IP 886322a4-7e68-4406-9dc5-016808cc8565: ACTIVE {{(pid=115993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 08 00:34:46.574316 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-21cd9bc8-4b50-40d7-9b00-8548c1e92c4f admin admin] Publish callbacks [] for security_group (63a9de22-9535-45bf-95fd-99132469b29f), before_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:46.599971 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-21cd9bc8-4b50-40d7-9b00-8548c1e92c4f admin admin] Publish callbacks [] for security_group (63a9de22-9535-45bf-95fd-99132469b29f), precommit_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:46.606522 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-96e5742e-b0d4-4f6f-a071-245ea4541291 req-cfe6516b-a103-4336-ba8a-f9b5ec5e00c3 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=99750fcd-194d-487c-b80c-a79152b12484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965621 Aug 08 00:34:46.678828 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-f56e17e6-013c-4d80-8c81-08f59930a06b req-36fcaad6-0bf7-4d1d-8010-fde3fd0f8531 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/39987f39-4c60-4c27-9f4f-c7657da06e51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3219554 Aug 08 00:34:46.738006 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Provisioning complete for port 424b2123-2ed7-4eda-bdcf-dd72a3df7bea triggered by entity L2. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:34:46.738511 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (424b2123-2ed7-4eda-bdcf-dd72a3df7bea), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:46.747841 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-768340ac-404e-4ff9-825e-55379947859a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:46.837100 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-21cd9bc8-4b50-40d7-9b00-8548c1e92c4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (63a9de22-9535-45bf-95fd-99132469b29f), after_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:46.839922 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-21cd9bc8-4b50-40d7-9b00-8548c1e92c4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:46.848093 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-e5f99ea6-7250-4855-ba52-0560370d1313 admin admin] Publish callbacks [] for port (d097e915-bb0f-475b-88c0-fa36a62bcb50), precommit_update {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:46.850664 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-21cd9bc8-4b50-40d7-9b00-8548c1e92c4f admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/63a9de22-9535-45bf-95fd-99132469b29f HTTP/1.1" status: 204 len: 168 time: 0.3865399 Aug 08 00:34:46.874966 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cd9bc8-4b50-40d7-9b00-8548c1e92c4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63a9de22-9535-45bf-95fd-99132469b29f,revision_number=None']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:34:46.984336 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-768340ac-404e-4ff9-825e-55379947859a admin admin] Publish callbacks [] for security_group (89c01a73-e75c-4d1a-a3a1-4267d342193f), precommit_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:47.006959 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-e5f99ea6-7250-4855-ba52-0560370d1313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26371340'] for port (d097e915-bb0f-475b-88c0-fa36a62bcb50), after_update {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:47.107573 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-768340ac-404e-4ff9-825e-55379947859a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (89c01a73-e75c-4d1a-a3a1-4267d342193f), after_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:47.107573 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f99ea6-7250-4855-ba52-0560370d1313 admin admin] Pushing event updated for resources: {'Port': ['ID=d097e915-bb0f-475b-88c0-fa36a62bcb50,revision_number=2']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:34:47.154686 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Current status of the port 424b2123-2ed7-4eda-bdcf-dd72a3df7bea is: BUILD; New status is: ACTIVE {{(pid=115993) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 00:34:47.155287 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (424b2123-2ed7-4eda-bdcf-dd72a3df7bea), before_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:47.168418 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-e5f99ea6-7250-4855-ba52-0560370d1313 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-499733'] for router_interface (f3baff67-aee5-41cc-abfc-7ca3c9ad3f5d), after_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:47.181958 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 57964) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:34:47.182224 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-768340ac-404e-4ff9-825e-55379947859a admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=aa32873224e04d338c3acb912289781f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6734240 Aug 08 00:34:47.182978 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768340ac-404e-4ff9-825e-55379947859a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89c01a73-e75c-4d1a-a3a1-4267d342193f,revision_number=1']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:34:47.245159 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4829f58c-adec-413d-83c8-23f1d3143205', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '424b2123-2ed7-4eda-bdcf-dd72a3df7bea'}] {{(pid=115993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 00:34:47.268257 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffcbb3165cefe78fdef2215408d5e0047484b378f5d65619a4e095a8aefc113e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28f8da2b-0b6e-4301-9226-1ee365f65503" -d '{"events": [{"server_uuid": "4829f58c-adec-413d-83c8-23f1d3143205", "name": "network-vif-plugged", "status": "completed", "tag": "424b2123-2ed7-4eda-bdcf-dd72a3df7bea"}]}' {{(pid=115993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 00:34:47.282425 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:34:47.292345 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] For port 424b2123-2ed7-4eda-bdcf-dd72a3df7bea, host hv-cinder-85164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85164',level=0,port_id=424b2123-2ed7-4eda-bdcf-dd72a3df7bea,segment=NetworkSegment(e72a67c9-8c15-4f85-816f-48dd79f90a1d),segment_id=e72a67c9-8c15-4f85-816f-48dd79f90a1d)] {{(pid=115993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:34:47.302509 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-8b8739d3-2b4c-4833-bce3-9796878b16dc admin admin] Publish callbacks [] for security_group (89c01a73-e75c-4d1a-a3a1-4267d342193f), before_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:47.337182 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-8b8739d3-2b4c-4833-bce3-9796878b16dc admin admin] Publish callbacks [] for security_group (89c01a73-e75c-4d1a-a3a1-4267d342193f), precommit_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:47.391091 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 00:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6fddbd0-8966-4bf2-83c6-631a5c8c3015 x-openstack-request-id: req-b6fddbd0-8966-4bf2-83c6-631a5c8c3015 {{(pid=115993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 00:34:47.391559 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4829f58c-adec-413d-83c8-23f1d3143205", "name": "network-vif-plugged", "status": "completed", "tag": "424b2123-2ed7-4eda-bdcf-dd72a3df7bea", "code": 200}]} {{(pid=115993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 00:34:47.391764 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:34:47.392419 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b6fddbd0-8966-4bf2-83c6-631a5c8c3015 {{(pid=115993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 00:34:47.392933 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f99ea6-7250-4855-ba52-0560370d1313 admin admin] Network b7d4df26-7f3c-4a8b-af0d-6e65e40d3930 is already hosted by enough agents. {{(pid=115992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 00:34:47.393070 dv-cinder-851640-3-iscsi neutron-server[115993]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6fddbd0-8966-4bf2-83c6-631a5c8c3015'] response: {'server_uuid': '4829f58c-adec-413d-83c8-23f1d3143205', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '424b2123-2ed7-4eda-bdcf-dd72a3df7bea', 'code': 200} Aug 08 00:34:47.395846 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.scheduler.base_scheduler [None req-e5f99ea6-7250-4855-ba52-0560370d1313 admin admin] Resources bound (agent type, host, resource id): {{(pid=115992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 00:34:47.401106 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821'] for port (424b2123-2ed7-4eda-bdcf-dd72a3df7bea), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:47.506487 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:34:47.512865 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Pushing event updated for resources: {'Port': ['ID=424b2123-2ed7-4eda-bdcf-dd72a3df7bea,revision_number=7']} {{(pid=115993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:34:47.523642 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-8b8739d3-2b4c-4833-bce3-9796878b16dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (89c01a73-e75c-4d1a-a3a1-4267d342193f), after_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:47.524357 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:34:47.524754 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:34:47.525191 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:34:47.525532 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:34:47.525912 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:34:47.526055 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-8b8739d3-2b4c-4833-bce3-9796878b16dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:47.526381 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:34:47.526715 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:34:47.527887 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:34:47.534308 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:34:47.534308 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:34:47.534308 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:34:47.534308 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:34:47.534308 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:34:47.534308 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:34:47.534308 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:34:47.535836 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-8b8739d3-2b4c-4833-bce3-9796878b16dc admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/89c01a73-e75c-4d1a-a3a1-4267d342193f HTTP/1.1" status: 204 len: 168 time: 0.3501091 Aug 08 00:34:47.569526 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8739d3-2b4c-4833-bce3-9796878b16dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89c01a73-e75c-4d1a-a3a1-4267d342193f,revision_number=None']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:34:47.677434 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:34:47.729217 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5f99ea6-7250-4855-ba52-0560370d1313 admin admin] Router f3baff67-aee5-41cc-abfc-7ca3c9ad3f5d has already been hosted by L3 agent d53f5436-7c7f-4441-9708-9d0333b57745 {{(pid=115992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 00:34:47.821928 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Device 074e16c4-6277-4709-bfef-3d23a841cca2 up at agent ovs-agent-dv-cinder-851640-3-iscsi {{(pid=115993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 00:34:47.840957 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:34:47.910942 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-0dabb9a6-1de2-4245-a1df-b9ce1687cc19 None None] Provisioning complete for port d097e915-bb0f-475b-88c0-fa36a62bcb50 triggered by entity DHCP. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:34:47.911693 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-0dabb9a6-1de2-4245-a1df-b9ce1687cc19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (d097e915-bb0f-475b-88c0-fa36a62bcb50), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:47.922891 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2613f6-73ef-46ca-9074-65fb913845f7 req-fe7ff966-82d2-449a-8d76-a59995b451c3 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:34:47.924521 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-2d2613f6-73ef-46ca-9074-65fb913845f7 req-fe7ff966-82d2-449a-8d76-a59995b451c3 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4829f58c-adec-413d-83c8-23f1d3143205 HTTP/1.1" status: 200 len: 945 time: 0.1388431 Aug 08 00:34:47.964309 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5f99ea6-7250-4855-ba52-0560370d1313 admin admin] Notify agent at l3_agent.dv-cinder-851640-3-iscsi the message routers_updated {{(pid=115992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 00:34:47.968583 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-0dabb9a6-1de2-4245-a1df-b9ce1687cc19 None None] Port d097e915-bb0f-475b-88c0-fa36a62bcb50 cannot update to ACTIVE because it is not bound. {{(pid=115993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 08 00:34:47.970329 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Provisioning complete for port 074e16c4-6277-4709-bfef-3d23a841cca2 triggered by entity L2. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:34:47.970746 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (074e16c4-6277-4709-bfef-3d23a841cca2), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:47.981792 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-e5f99ea6-7250-4855-ba52-0560370d1313 admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/f3baff67-aee5-41cc-abfc-7ca3c9ad3f5d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0643599 Aug 08 00:34:48.003628 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-2d2613f6-73ef-46ca-9074-65fb913845f7 req-975f8271-d410-41eb-90a4-1052d0d8671e tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=99750fcd-194d-487c-b80c-a79152b12484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706942 Aug 08 00:34:48.059970 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Current status of the port 074e16c4-6277-4709-bfef-3d23a841cca2 is: DOWN; New status is: ACTIVE {{(pid=115993) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 00:34:48.060379 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (074e16c4-6277-4709-bfef-3d23a841cca2), before_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:48.087102 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] For port 074e16c4-6277-4709-bfef-3d23a841cca2, host dv-cinder-851640-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851640-3-iscsi',level=0,port_id=074e16c4-6277-4709-bfef-3d23a841cca2,segment=NetworkSegment(15fce33c-3ff3-4714-8fe9-15b1a1600e57),segment_id=15fce33c-3ff3-4714-8fe9-15b1a1600e57)] {{(pid=115993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:34:48.156731 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821'] for port (074e16c4-6277-4709-bfef-3d23a841cca2), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:48.216452 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Pushing event updated for resources: {'Port': ['ID=074e16c4-6277-4709-bfef-3d23a841cca2,revision_number=4']} {{(pid=115993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:34:48.791638 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68fafd75-618e-452a-8ac7-28c4ebcf26d6 None None] Sync routers for ids ['f3baff67-aee5-41cc-abfc-7ca3c9ad3f5d'] in dv-cinder-851640-3-iscsi {{(pid=115994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 00:34:48.824907 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68fafd75-618e-452a-8ac7-28c4ebcf26d6 None None] Routers {'f3baff67-aee5-41cc-abfc-7ca3c9ad3f5d'} bound to L3 agent in host dv-cinder-851640-3-iscsi {{(pid=115994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 00:34:48.825538 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_hamode_db [None req-68fafd75-618e-452a-8ac7-28c4ebcf26d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851640-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-08T00:24:12Z,description=,heartbeat_timestamp=2022-08-08T00:34:42Z,host='dv-cinder-851640-3-iscsi',id=d53f5436-7c7f-4441-9708-9d0333b57745,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T00:24:13Z,topic='l3_agent')) {'router_ids': ['f3baff67-aee5-41cc-abfc-7ca3c9ad3f5d'], 'active': True} {{(pid=115994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:34:48.858209 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 58036) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:34:48.965966 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.db.db_base_plugin_v2 [None req-93ccb1d6-388a-4db3-8ee2-0b8811354a80 admin admin] Deleting subnet bb302275-5b40-4063-8439-40f738c1ba53 {{(pid=115991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 08 00:34:48.970419 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-93ccb1d6-388a-4db3-8ee2-0b8811354a80 admin admin] Publish callbacks [] for subnet (bb302275-5b40-4063-8439-40f738c1ba53), before_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:48.997181 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_dvr_db [None req-68fafd75-618e-452a-8ac7-28c4ebcf26d6 None None] Set router f3baff67-aee5-41cc-abfc-7ca3c9ad3f5d gateway port host: dv-cinder-851640-3-iscsi {{(pid=115994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 00:34:49.025272 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-93ccb1d6-388a-4db3-8ee2-0b8811354a80 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2349756'] for subnet (bb302275-5b40-4063-8439-40f738c1ba53), precommit_delete_associations {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:49.072546 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-93ccb1d6-388a-4db3-8ee2-0b8811354a80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1386800'] for subnet (bb302275-5b40-4063-8439-40f738c1ba53), precommit_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:49.127082 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:34:49.256386 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1775d421-d772-47ed-be3c-46ae140de805 req-2dc3d74e-e486-4d25-9999-25e7850cfdfc tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:34:49.257808 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-1775d421-d772-47ed-be3c-46ae140de805 req-2dc3d74e-e486-4d25-9999-25e7850cfdfc tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4829f58c-adec-413d-83c8-23f1d3143205 HTTP/1.1" status: 200 len: 945 time: 0.1146986 Aug 08 00:34:49.259334 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 58046) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:34:49.319180 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=100 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:34:49.322042 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-1775d421-d772-47ed-be3c-46ae140de805 req-10c88395-7e10-4adb-bc47-02f84ce41f5b tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=99750fcd-194d-487c-b80c-a79152b12484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523868 Aug 08 00:34:49.324760 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=100 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:34:49.382370 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-93ccb1d6-388a-4db3-8ee2-0b8811354a80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1386811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2785228', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26229567'] for subnet (bb302275-5b40-4063-8439-40f738c1ba53), after_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:49.392308 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_hamode_db [None req-68fafd75-618e-452a-8ac7-28c4ebcf26d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3baff67-aee5-41cc-abfc-7ca3c9ad3f5d', 'name': 'tempest-TestMinimumBasicScenario-259986573-router', 'tenant_id': 'fc3040045262415cb0fcb9525ba437bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '074e16c4-6277-4709-bfef-3d23a841cca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:34:41Z', 'updated_at': '2022-08-08T00:34:45Z', 'revision_number': 4, 'project_id': 'fc3040045262415cb0fcb9525ba437bc', 'gw_port': {'id': '074e16c4-6277-4709-bfef-3d23a841cca2', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:c0:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3baff67-aee5-41cc-abfc-7ca3c9ad3f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:34:41Z', 'updated_at': '2022-08-08T00:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi', '_interfaces': [{'id': 'd097e915-bb0f-475b-88c0-fa36a62bcb50', 'name': '', 'network_id': 'b7d4df26-7f3c-4a8b-af0d-6e65e40d3930', 'tenant_id': 'fc3040045262415cb0fcb9525ba437bc', 'mac_address': 'fa:16:3e:ec:99:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3baff67-aee5-41cc-abfc-7ca3c9ad3f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '6c63140e-226a-4bbd-a6bf-32948b7d12fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:34:44Z', 'updated_at': '2022-08-08T00:34:46Z', 'revision_number': 2, 'project_id': 'fc3040045262415cb0fcb9525ba437bc', 'subnets': [{'id': '6c63140e-226a-4bbd-a6bf-32948b7d12fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851640-3-iscsi', False) {} {{(pid=115994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:34:49.421158 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68fafd75-618e-452a-8ac7-28c4ebcf26d6 None None] Checking router: f3baff67-aee5-41cc-abfc-7ca3c9ad3f5d for host: dv-cinder-851640-3-iscsi {{(pid=115994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 00:34:49.421801 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68fafd75-618e-452a-8ac7-28c4ebcf26d6 None None] Updating router f3baff67-aee5-41cc-abfc-7ca3c9ad3f5d port d097e915-bb0f-475b-88c0-fa36a62bcb50 binding host dv-cinder-851640-3-iscsi {{(pid=115994) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 08 00:34:49.424484 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ccb1d6-388a-4db3-8ee2-0b8811354a80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb302275-5b40-4063-8439-40f738c1ba53,revision_number=None']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:34:49.436327 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-93ccb1d6-388a-4db3-8ee2-0b8811354a80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575022'] for subnet (None), before_response {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:49.443402 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-93ccb1d6-388a-4db3-8ee2-0b8811354a80 admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/bb302275-5b40-4063-8439-40f738c1ba53 HTTP/1.1" status: 204 len: 168 time: 0.5837338 Aug 08 00:34:49.446631 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 58054) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:34:49.456941 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:34:49.465657 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron_lib.callbacks.manager [None req-68fafd75-618e-452a-8ac7-28c4ebcf26d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (d097e915-bb0f-475b-88c0-fa36a62bcb50), before_update {{(pid=115994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:49.493658 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:34:49.560244 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-17cc0c2d-3361-4b2f-b892-246820717f5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1544796'] for network (bd29c986-f72e-4c4c-9e58-2bb75b491223), before_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:49.702585 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:34:49.754837 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-17cc0c2d-3361-4b2f-b892-246820717f5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388207', 'neutron.services.segments.db._delete_segments_for_network-8764676474350'] for network (bd29c986-f72e-4c4c-9e58-2bb75b491223), precommit_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:49.781053 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.services.segments.db [None req-17cc0c2d-3361-4b2f-b892-246820717f5e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd29c986-f72e-4c4c-9e58-2bb75b491223']}} {{(pid=115991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:34:49.797752 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.services.segments.db [None req-17cc0c2d-3361-4b2f-b892-246820717f5e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8429ca79-ea9c-4d3f-bd55-bf4e7ff363c1') {'for_net_delete': True} {{(pid=115991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:34:49.801181 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.services.segments.db [None req-17cc0c2d-3361-4b2f-b892-246820717f5e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8429ca79-ea9c-4d3f-bd55-bf4e7ff363c1') {} {{(pid=115991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:34:49.810279 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-17cc0c2d-3361-4b2f-b892-246820717f5e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764676474251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2349749'] for segment (8429ca79-ea9c-4d3f-bd55-bf4e7ff363c1), before_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:49.827387 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-17cc0c2d-3361-4b2f-b892-246820717f5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1398331'] for segment (8429ca79-ea9c-4d3f-bd55-bf4e7ff363c1), precommit_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:49.837423 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Device 074e16c4-6277-4709-bfef-3d23a841cca2 up at agent ovs-agent-dv-cinder-851640-3-iscsi {{(pid=115993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 00:34:49.841229 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17cc0c2d-3361-4b2f-b892-246820717f5e admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=115991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 08 00:34:49.841912 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-17cc0c2d-3361-4b2f-b892-246820717f5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1398331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2783598'] for segment (8429ca79-ea9c-4d3f-bd55-bf4e7ff363c1), after_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:49.937311 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-c46af955-768e-4c91-a873-e6effd80dbc5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:49.950256 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.services.segments.plugin [-] Segment 8429ca79-ea9c-4d3f-bd55-bf4e7ff363c1 resource provider aggregate not found Aug 08 00:34:49.954825 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Provisioning complete for port 074e16c4-6277-4709-bfef-3d23a841cca2 triggered by entity L2. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:34:49.956236 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (074e16c4-6277-4709-bfef-3d23a841cca2), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:49.980271 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.services.segments.plugin [-] Segment 8429ca79-ea9c-4d3f-bd55-bf4e7ff363c1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8429ca79-ea9c-4d3f-bd55-bf4e7ff363c1 found for delete ", "request_id": "req-422f457e-33e3-48ab-97ee-889f1a7f0fa7"}]} Aug 08 00:34:50.014491 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron_lib.callbacks.manager [None req-68fafd75-618e-452a-8ac7-28c4ebcf26d6 None None] Publish callbacks [] for port (d097e915-bb0f-475b-88c0-fa36a62bcb50), precommit_update {{(pid=115994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:50.071069 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-c46af955-768e-4c91-a873-e6effd80dbc5 admin admin] Publish callbacks [] for security_group (53519517-ed0d-41e5-b0f7-fc52852c7618), precommit_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:50.086118 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-17cc0c2d-3361-4b2f-b892-246820717f5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-428578'] for network (bd29c986-f72e-4c4c-9e58-2bb75b491223), after_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:50.103942 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-17cc0c2d-3361-4b2f-b892-246820717f5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575022'] for network (None), before_response {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:50.110631 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-17cc0c2d-3361-4b2f-b892-246820717f5e admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/bd29c986-f72e-4c4c-9e58-2bb75b491223 HTTP/1.1" status: 204 len: 168 time: 0.6556358 Aug 08 00:34:50.110631 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cc0c2d-3361-4b2f-b892-246820717f5e admin admin] Pushing event deleted for resources: {'Network': ['ID=bd29c986-f72e-4c4c-9e58-2bb75b491223,revision_number=None']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:34:50.111022 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 58068) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:34:50.120767 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Current status of the port 074e16c4-6277-4709-bfef-3d23a841cca2 is: ACTIVE; New status is: ACTIVE {{(pid=115993) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 00:34:50.166618 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.db.db_base_plugin_v2 [None req-db72134e-4207-42fa-a197-d2c9046679cf admin admin] Deleting subnet a9f3e399-c147-4588-8c4b-995d857b1b01 {{(pid=115991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 08 00:34:50.170526 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-db72134e-4207-42fa-a197-d2c9046679cf admin admin] Publish callbacks [] for subnet (a9f3e399-c147-4588-8c4b-995d857b1b01), before_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:50.236941 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-db72134e-4207-42fa-a197-d2c9046679cf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2349756'] for subnet (a9f3e399-c147-4588-8c4b-995d857b1b01), precommit_delete_associations {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:50.268271 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron_lib.callbacks.manager [None req-68fafd75-618e-452a-8ac7-28c4ebcf26d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821'] for port (d097e915-bb0f-475b-88c0-fa36a62bcb50), after_update {{(pid=115994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:50.305563 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-c46af955-768e-4c91-a873-e6effd80dbc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (53519517-ed0d-41e5-b0f7-fc52852c7618), after_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:50.349987 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-c46af955-768e-4c91-a873-e6effd80dbc5 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=61e7409c7b6e4520971aabf4a6fd76e1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0894206 Aug 08 00:34:50.350577 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 58076) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:34:50.394379 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46af955-768e-4c91-a873-e6effd80dbc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53519517-ed0d-41e5-b0f7-fc52852c7618,revision_number=1']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:34:50.408030 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-db72134e-4207-42fa-a197-d2c9046679cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1386800'] for subnet (a9f3e399-c147-4588-8c4b-995d857b1b01), precommit_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:50.433511 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e943827-875d-4965-8eaf-2c612d25f9e5 None None] Pushing event updated for resources: {'Port': ['ID=d097e915-bb0f-475b-88c0-fa36a62bcb50,revision_number=3']} {{(pid=115994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:34:50.466078 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:34:50.489513 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:34:50.489513 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.plugins.ml2.managers [None req-68fafd75-618e-452a-8ac7-28c4ebcf26d6 None None] Attempting to bind port d097e915-bb0f-475b-88c0-fa36a62bcb50 on host dv-cinder-851640-3-iscsi for vnic_type normal with profile {{(pid=115994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 00:34:50.489513 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.plugins.ml2.managers [None req-68fafd75-618e-452a-8ac7-28c4ebcf26d6 None None] Attempting to bind port d097e915-bb0f-475b-88c0-fa36a62bcb50 by drivers openvswitch,hyperv on host dv-cinder-851640-3-iscsi at level 0 using segments [{'id': '754c6398-7ffc-4c6c-8fe5-13465d56b5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b7d4df26-7f3c-4a8b-af0d-6e65e40d3930'}] {{(pid=115994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 00:34:50.489513 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fafd75-618e-452a-8ac7-28c4ebcf26d6 None None] Attempting to bind port d097e915-bb0f-475b-88c0-fa36a62bcb50 on network b7d4df26-7f3c-4a8b-af0d-6e65e40d3930 {{(pid=115994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 00:34:50.501133 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-a8e31a3d-3ab2-49fc-acb1-5f8d8056a663 admin admin] Publish callbacks [] for security_group (53519517-ed0d-41e5-b0f7-fc52852c7618), before_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:50.504847 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fafd75-618e-452a-8ac7-28c4ebcf26d6 None None] Checking agent: {'id': 'aa35aa05-3c09-40ae-a1e3-ebf96fe3358c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851640-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 0, 24, 15), 'started_at': datetime.datetime(2022, 8, 8, 0, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 0, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851640-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 00:34:50.504847 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fafd75-618e-452a-8ac7-28c4ebcf26d6 None None] Checking segment: {'id': '754c6398-7ffc-4c6c-8fe5-13465d56b5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b7d4df26-7f3c-4a8b-af0d-6e65e40d3930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 00:34:50.504847 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron_lib.callbacks.manager [None req-68fafd75-618e-452a-8ac7-28c4ebcf26d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:50.505817 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fafd75-618e-452a-8ac7-28c4ebcf26d6 None None] Bound using segment: {'id': '754c6398-7ffc-4c6c-8fe5-13465d56b5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b7d4df26-7f3c-4a8b-af0d-6e65e40d3930'} {{(pid=115994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 00:34:50.508317 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.plugins.ml2.managers [None req-68fafd75-618e-452a-8ac7-28c4ebcf26d6 None None] Bound port: d097e915-bb0f-475b-88c0-fa36a62bcb50, host: dv-cinder-851640-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '754c6398-7ffc-4c6c-8fe5-13465d56b5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b7d4df26-7f3c-4a8b-af0d-6e65e40d3930'}}] {{(pid=115994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 00:34:50.508989 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron_lib.callbacks.manager [None req-68fafd75-618e-452a-8ac7-28c4ebcf26d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (d097e915-bb0f-475b-88c0-fa36a62bcb50), before_update {{(pid=115994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:50.550774 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-a8e31a3d-3ab2-49fc-acb1-5f8d8056a663 admin admin] Publish callbacks [] for security_group (53519517-ed0d-41e5-b0f7-fc52852c7618), precommit_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:50.583457 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 58086) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:34:50.586933 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-db72134e-4207-42fa-a197-d2c9046679cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1386811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2785228', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26229567'] for subnet (a9f3e399-c147-4588-8c4b-995d857b1b01), after_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:50.595910 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.v2.base [None req-f0dd0298-349d-41d5-8463-7430e5816727 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-279310817-network', 'tenant_id': 'dd8ef69b931748e689f6d2a9cd4aceaa'}} {{(pid=115992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:34:50.602637 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-db72134e-4207-42fa-a197-d2c9046679cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575022'] for subnet (None), before_response {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:50.617186 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-db72134e-4207-42fa-a197-d2c9046679cf admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/a9f3e399-c147-4588-8c4b-995d857b1b01 HTTP/1.1" status: 204 len: 168 time: 0.5041487 Aug 08 00:34:50.621173 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 58088) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:34:50.687821 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.plugins.ml2.db [None req-68fafd75-618e-452a-8ac7-28c4ebcf26d6 None None] For port d097e915-bb0f-475b-88c0-fa36a62bcb50, host dv-cinder-851640-3-iscsi, cleared binding levels {{(pid=115994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 00:34:50.690500 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db72134e-4207-42fa-a197-d2c9046679cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9f3e399-c147-4588-8c4b-995d857b1b01,revision_number=None']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:34:50.697673 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.plugins.ml2.db [None req-68fafd75-618e-452a-8ac7-28c4ebcf26d6 None None] For port d097e915-bb0f-475b-88c0-fa36a62bcb50, host dv-cinder-851640-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851640-3-iscsi',level=0,port_id=d097e915-bb0f-475b-88c0-fa36a62bcb50,segment=NetworkSegment(754c6398-7ffc-4c6c-8fe5-13465d56b5d3),segment_id=754c6398-7ffc-4c6c-8fe5-13465d56b5d3)] {{(pid=115994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 00:34:50.728773 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f99f4a-84d9-46d9-9f3d-6de8ee68a139 req-a2e98c89-5caf-47d0-8380-789ac4cd8eef tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:34:50.738792 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-39f99f4a-84d9-46d9-9f3d-6de8ee68a139 req-a2e98c89-5caf-47d0-8380-789ac4cd8eef tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4829f58c-adec-413d-83c8-23f1d3143205 HTTP/1.1" status: 200 len: 945 time: 0.2096846 Aug 08 00:34:50.803300 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron_lib.callbacks.manager [None req-68fafd75-618e-452a-8ac7-28c4ebcf26d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821'] for port (d097e915-bb0f-475b-88c0-fa36a62bcb50), after_update {{(pid=115994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:50.862630 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68fafd75-618e-452a-8ac7-28c4ebcf26d6 None None] Routers {'f3baff67-aee5-41cc-abfc-7ca3c9ad3f5d'} bound to L3 agent in host dv-cinder-851640-3-iscsi {{(pid=115994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 00:34:50.863740 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_hamode_db [None req-68fafd75-618e-452a-8ac7-28c4ebcf26d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851640-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-08T00:24:12Z,description=,heartbeat_timestamp=2022-08-08T00:34:42Z,host='dv-cinder-851640-3-iscsi',id=d53f5436-7c7f-4441-9708-9d0333b57745,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T00:24:13Z,topic='l3_agent')) {'router_ids': ['f3baff67-aee5-41cc-abfc-7ca3c9ad3f5d'], 'active': True} {{(pid=115994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:34:50.864386 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-7b718c26-5454-47d0-bf24-3dcdf7bf9642 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1544796'] for network (9a93dae4-d7ec-4c1e-ac4b-35b1e7611cdc), before_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:50.878300 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-39f99f4a-84d9-46d9-9f3d-6de8ee68a139 req-491b6b83-a609-4202-83ee-393bfdfad879 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=99750fcd-194d-487c-b80c-a79152b12484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1337080 Aug 08 00:34:50.923692 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0dd0298-349d-41d5-8463-7430e5816727 admin admin] Made reservation on behalf of dd8ef69b931748e689f6d2a9cd4aceaa for: {'network': 1} {{(pid=115992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 00:34:50.929958 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-f0dd0298-349d-41d5-8463-7430e5816727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for network (None), before_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:50.942087 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e943827-875d-4965-8eaf-2c612d25f9e5 None None] Pushing event updated for resources: {'Port': ['ID=d097e915-bb0f-475b-88c0-fa36a62bcb50,revision_number=4']} {{(pid=115994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:34:50.964339 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-f0dd0298-349d-41d5-8463-7430e5816727 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:50.977334 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-7b718c26-5454-47d0-bf24-3dcdf7bf9642 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388207', 'neutron.services.segments.db._delete_segments_for_network-8764676474350'] for network (9a93dae4-d7ec-4c1e-ac4b-35b1e7611cdc), precommit_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:51.005456 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.services.segments.db [None req-7b718c26-5454-47d0-bf24-3dcdf7bf9642 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a93dae4-d7ec-4c1e-ac4b-35b1e7611cdc']}} {{(pid=115991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:34:51.020728 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.services.segments.db [None req-7b718c26-5454-47d0-bf24-3dcdf7bf9642 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a4c10ec-9d81-4667-8801-b7e2a45237bf') {'for_net_delete': True} {{(pid=115991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:34:51.020728 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.services.segments.db [None req-7b718c26-5454-47d0-bf24-3dcdf7bf9642 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a4c10ec-9d81-4667-8801-b7e2a45237bf') {} {{(pid=115991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:34:51.030445 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-a8e31a3d-3ab2-49fc-acb1-5f8d8056a663 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (53519517-ed0d-41e5-b0f7-fc52852c7618), after_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:51.032638 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-7b718c26-5454-47d0-bf24-3dcdf7bf9642 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764676474251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2349749'] for segment (9a4c10ec-9d81-4667-8801-b7e2a45237bf), before_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:51.035249 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-a8e31a3d-3ab2-49fc-acb1-5f8d8056a663 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:51.038877 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-a8e31a3d-3ab2-49fc-acb1-5f8d8056a663 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/53519517-ed0d-41e5-b0f7-fc52852c7618 HTTP/1.1" status: 204 len: 168 time: 0.6865799 Aug 08 00:34:51.039781 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_dvr_db [None req-68fafd75-618e-452a-8ac7-28c4ebcf26d6 None None] Set router f3baff67-aee5-41cc-abfc-7ca3c9ad3f5d gateway port host: dv-cinder-851640-3-iscsi {{(pid=115994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 00:34:51.069570 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-7b718c26-5454-47d0-bf24-3dcdf7bf9642 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1398331'] for segment (9a4c10ec-9d81-4667-8801-b7e2a45237bf), precommit_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:51.099633 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b718c26-5454-47d0-bf24-3dcdf7bf9642 admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=115991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 08 00:34:51.101510 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-7b718c26-5454-47d0-bf24-3dcdf7bf9642 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1398331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2783598'] for segment (9a4c10ec-9d81-4667-8801-b7e2a45237bf), after_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:51.102335 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e31a3d-3ab2-49fc-acb1-5f8d8056a663 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53519517-ed0d-41e5-b0f7-fc52852c7618,revision_number=None']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:34:51.229010 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:DELETE=4,neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:34:51.280302 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-f0dd0298-349d-41d5-8463-7430e5816727 admin admin] Publish callbacks [] for security_group (f8f916db-3127-4289-a722-3c8a391af3a1), precommit_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:51.336976 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:34:51.345805 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=100 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:34:51.346856 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-7b718c26-5454-47d0-bf24-3dcdf7bf9642 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-428578'] for network (9a93dae4-d7ec-4c1e-ac4b-35b1e7611cdc), after_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:51.354455 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-7b718c26-5454-47d0-bf24-3dcdf7bf9642 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575022'] for network (None), before_response {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:51.359446 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-7b718c26-5454-47d0-bf24-3dcdf7bf9642 admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/9a93dae4-d7ec-4c1e-ac4b-35b1e7611cdc HTTP/1.1" status: 204 len: 168 time: 0.7374804 Aug 08 00:34:51.370765 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-f0dd0298-349d-41d5-8463-7430e5816727 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (f8f916db-3127-4289-a722-3c8a391af3a1), after_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:51.388223 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b718c26-5454-47d0-bf24-3dcdf7bf9642 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a93dae4-d7ec-4c1e-ac4b-35b1e7611cdc,revision_number=None']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:34:51.440556 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_hamode_db [None req-68fafd75-618e-452a-8ac7-28c4ebcf26d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3baff67-aee5-41cc-abfc-7ca3c9ad3f5d', 'name': 'tempest-TestMinimumBasicScenario-259986573-router', 'tenant_id': 'fc3040045262415cb0fcb9525ba437bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '074e16c4-6277-4709-bfef-3d23a841cca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:34:41Z', 'updated_at': '2022-08-08T00:34:45Z', 'revision_number': 4, 'project_id': 'fc3040045262415cb0fcb9525ba437bc', 'gw_port': {'id': '074e16c4-6277-4709-bfef-3d23a841cca2', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:c0:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3baff67-aee5-41cc-abfc-7ca3c9ad3f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:34:41Z', 'updated_at': '2022-08-08T00:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi', '_interfaces': [{'id': 'd097e915-bb0f-475b-88c0-fa36a62bcb50', 'name': '', 'network_id': 'b7d4df26-7f3c-4a8b-af0d-6e65e40d3930', 'tenant_id': 'fc3040045262415cb0fcb9525ba437bc', 'mac_address': 'fa:16:3e:ec:99:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3baff67-aee5-41cc-abfc-7ca3c9ad3f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '6c63140e-226a-4bbd-a6bf-32948b7d12fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:34:44Z', 'updated_at': '2022-08-08T00:34:50Z', 'revision_number': 4, 'project_id': 'fc3040045262415cb0fcb9525ba437bc', 'subnets': [{'id': '6c63140e-226a-4bbd-a6bf-32948b7d12fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851640-3-iscsi', False) {} {{(pid=115994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:34:51.448753 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0dd0298-349d-41d5-8463-7430e5816727 admin admin] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=115992) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 08 00:34:51.480297 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68fafd75-618e-452a-8ac7-28c4ebcf26d6 None None] The sync data for ids ['f3baff67-aee5-41cc-abfc-7ca3c9ad3f5d'] in dv-cinder-851640-3-iscsi is: [{'id': 'f3baff67-aee5-41cc-abfc-7ca3c9ad3f5d', 'name': 'tempest-TestMinimumBasicScenario-259986573-router', 'tenant_id': 'fc3040045262415cb0fcb9525ba437bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '074e16c4-6277-4709-bfef-3d23a841cca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:34:41Z', 'updated_at': '2022-08-08T00:34:45Z', 'revision_number': 4, 'project_id': 'fc3040045262415cb0fcb9525ba437bc', 'gw_port': {'id': '074e16c4-6277-4709-bfef-3d23a841cca2', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:c0:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3baff67-aee5-41cc-abfc-7ca3c9ad3f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:34:41Z', 'updated_at': '2022-08-08T00:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi', '_interfaces': [{'id': 'd097e915-bb0f-475b-88c0-fa36a62bcb50', 'name': '', 'network_id': 'b7d4df26-7f3c-4a8b-af0d-6e65e40d3930', 'tenant_id': 'fc3040045262415cb0fcb9525ba437bc', 'mac_address': 'fa:16:3e:ec:99:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3baff67-aee5-41cc-abfc-7ca3c9ad3f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '6c63140e-226a-4bbd-a6bf-32948b7d12fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:34:44Z', 'updated_at': '2022-08-08T00:34:50Z', 'revision_number': 4, 'project_id': 'fc3040045262415cb0fcb9525ba437bc', 'subnets': [{'id': '6c63140e-226a-4bbd-a6bf-32948b7d12fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 00:34:51.493996 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:34:51.510830 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dd0298-349d-41d5-8463-7430e5816727 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8f916db-3127-4289-a722-3c8a391af3a1,revision_number=1']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:34:51.525781 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-f0dd0298-349d-41d5-8463-7430e5816727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1398331'] for segment (95c052e7-b798-4dd5-ac31-0ef54164c774), precommit_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:51.555362 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.db.segments_db [None req-f0dd0298-349d-41d5-8463-7430e5816727 admin admin] Added segment 95c052e7-b798-4dd5-ac31-0ef54164c774 of type vlan for network b9b39534-269b-4e34-8ccf-e849ef89c96f Aug 08 00:34:51.725192 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-f0dd0298-349d-41d5-8463-7430e5816727 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764676137144'] for network (b9b39534-269b-4e34-8ccf-e849ef89c96f), precommit_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:51.957789 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Device d097e915-bb0f-475b-88c0-fa36a62bcb50 up at agent ovs-agent-dv-cinder-851640-3-iscsi {{(pid=115993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 00:34:52.009801 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.services.segments.plugin [-] Segment 9a4c10ec-9d81-4667-8801-b7e2a45237bf resource provider aggregate not found Aug 08 00:34:52.037822 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.services.segments.plugin [-] Segment 9a4c10ec-9d81-4667-8801-b7e2a45237bf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9a4c10ec-9d81-4667-8801-b7e2a45237bf found for delete ", "request_id": "req-ee38a093-b459-41c2-857d-df5ffc8e8e7a"}]} Aug 08 00:34:52.067276 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Provisioning complete for port d097e915-bb0f-475b-88c0-fa36a62bcb50 triggered by entity L2. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:34:52.067892 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (d097e915-bb0f-475b-88c0-fa36a62bcb50), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:52.138630 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7e593a-e987-4730-9626-c46a31724502 req-6e4af996-d853-464a-801f-3f8521b61a5d tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:34:52.140331 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-ee7e593a-e987-4730-9626-c46a31724502 req-6e4af996-d853-464a-801f-3f8521b61a5d tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4829f58c-adec-413d-83c8-23f1d3143205 HTTP/1.1" status: 200 len: 945 time: 0.0731132 Aug 08 00:34:52.178953 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-f0dd0298-349d-41d5-8463-7430e5816727 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032'] for network (b9b39534-269b-4e34-8ccf-e849ef89c96f), after_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:52.180596 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0dd0298-349d-41d5-8463-7430e5816727 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:34:52.181400 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-f0dd0298-349d-41d5-8463-7430e5816727 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575022'] for network (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:52.228769 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Current status of the port d097e915-bb0f-475b-88c0-fa36a62bcb50 is: DOWN; New status is: ACTIVE {{(pid=115993) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 00:34:52.229574 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (d097e915-bb0f-475b-88c0-fa36a62bcb50), before_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:52.304141 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-ee7e593a-e987-4730-9626-c46a31724502 req-97de73d2-6da0-4faa-9f91-e18945f0afe5 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=99750fcd-194d-487c-b80c-a79152b12484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1527679 Aug 08 00:34:52.312568 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] For port d097e915-bb0f-475b-88c0-fa36a62bcb50, host dv-cinder-851640-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851640-3-iscsi',level=0,port_id=d097e915-bb0f-475b-88c0-fa36a62bcb50,segment=NetworkSegment(754c6398-7ffc-4c6c-8fe5-13465d56b5d3),segment_id=754c6398-7ffc-4c6c-8fe5-13465d56b5d3)] {{(pid=115993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:34:52.335816 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dd0298-349d-41d5-8463-7430e5816727 admin admin] Pushing event updated for resources: {'Network': ['ID=b9b39534-269b-4e34-8ccf-e849ef89c96f,revision_number=1']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:34:52.358314 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Network b9b39534-269b-4e34-8ccf-e849ef89c96f details requested by agent ovs-agent-dv-cinder-851640-3-iscsi with host dv-cinder-851640-3-iscsi {{(pid=115993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 08 00:34:52.425333 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-f0dd0298-349d-41d5-8463-7430e5816727 admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 868 time: 1.8364604 Aug 08 00:34:52.427892 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 58124) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:34:52.432882 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.v2.base [None req-485422af-2d1c-4ef8-9725-9003bfa3d9f7 admin admin] Request body: {'subnet': {'network_id': 'b9b39534-269b-4e34-8ccf-e849ef89c96f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-279310817-subnet', 'tenant_id': 'dd8ef69b931748e689f6d2a9cd4aceaa', 'ip_version': 4}} {{(pid=115992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:34:52.467192 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821'] for port (d097e915-bb0f-475b-88c0-fa36a62bcb50), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:52.526353 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 58126) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:34:52.563873 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:34:52.575556 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-485422af-2d1c-4ef8-9725-9003bfa3d9f7 admin admin] Made reservation on behalf of dd8ef69b931748e689f6d2a9cd4aceaa for: {'subnet': 1} {{(pid=115992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 00:34:52.580839 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-485422af-2d1c-4ef8-9725-9003bfa3d9f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26226893'] for subnet (None), before_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:52.589958 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Pushing event updated for resources: {'Port': ['ID=d097e915-bb0f-475b-88c0-fa36a62bcb50,revision_number=5']} {{(pid=115993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:34:52.730141 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:INSERT=12,neutron:SELECT=82,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:34:52.747955 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-363368f9-8ceb-418c-8fb6-9603f8fad04f admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=7e0952b6cdf344ddbca3415afa1fb625&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2179942 Aug 08 00:34:52.748996 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 58130) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:34:52.882041 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-c29ed0f9-f565-4704-b338-b67cd52731b6 admin admin] Publish callbacks [] for security_group (de847a30-a3e9-4462-b6cc-9cea4ae07c54), before_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:52.944644 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-485422af-2d1c-4ef8-9725-9003bfa3d9f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26371511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26226907'] for subnet (c9e9f466-3b5a-46ac-9ba5-87ca6e3f2322), after_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:52.955408 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-c29ed0f9-f565-4704-b338-b67cd52731b6 admin admin] Publish callbacks [] for security_group (de847a30-a3e9-4462-b6cc-9cea4ae07c54), precommit_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:53.174279 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485422af-2d1c-4ef8-9725-9003bfa3d9f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9e9f466-3b5a-46ac-9ba5-87ca6e3f2322,revision_number=0']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:34:53.197491 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485422af-2d1c-4ef8-9725-9003bfa3d9f7 admin admin] Checking segment: {'id': '95c052e7-b798-4dd5-ac31-0ef54164c774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b9b39534-269b-4e34-8ccf-e849ef89c96f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 00:34:53.197942 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-485422af-2d1c-4ef8-9725-9003bfa3d9f7 admin admin] Network hostable DHCP agents. Network: b9b39534-269b-4e34-8ccf-e849ef89c96f, hostable agents: ['93e2312b-3744-4a9e-8723-a0f19f10f89a'], hosted agents: [] {{(pid=115992) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 08 00:34:53.321319 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-c29ed0f9-f565-4704-b338-b67cd52731b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (de847a30-a3e9-4462-b6cc-9cea4ae07c54), after_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:53.324521 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-c29ed0f9-f565-4704-b338-b67cd52731b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:53.329385 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-c29ed0f9-f565-4704-b338-b67cd52731b6 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/de847a30-a3e9-4462-b6cc-9cea4ae07c54 HTTP/1.1" status: 204 len: 168 time: 0.5777867 Aug 08 00:34:53.330987 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-485422af-2d1c-4ef8-9725-9003bfa3d9f7 admin admin] Network b9b39534-269b-4e34-8ccf-e849ef89c96f is scheduled to be hosted by DHCP agent 93e2312b-3744-4a9e-8723-a0f19f10f89a with binding_index 1 {{(pid=115992) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 08 00:34:53.372478 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29ed0f9-f565-4704-b338-b67cd52731b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de847a30-a3e9-4462-b6cc-9cea4ae07c54,revision_number=None']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:34:53.594720 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574f28bb-1549-4100-94b4-4913c981be8f req-4652bf26-69da-4a5d-b65a-ee6373f5efd4 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:34:53.605941 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-574f28bb-1549-4100-94b4-4913c981be8f req-4652bf26-69da-4a5d-b65a-ee6373f5efd4 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4829f58c-adec-413d-83c8-23f1d3143205 HTTP/1.1" status: 200 len: 945 time: 0.1617885 Aug 08 00:34:53.616292 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.scheduler.base_scheduler [None req-485422af-2d1c-4ef8-9725-9003bfa3d9f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851640-3-iscsi, b9b39534-269b-4e34-8ccf-e849ef89c96f) {{(pid=115992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 00:34:53.621474 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-485422af-2d1c-4ef8-9725-9003bfa3d9f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:34:53.622947 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-485422af-2d1c-4ef8-9725-9003bfa3d9f7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:53.628060 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49557c4e-2ef2-412c-9dc7-cecc31aeecb1 None None] Network b9b39534-269b-4e34-8ccf-e849ef89c96f requested from dv-cinder-851640-3-iscsi {{(pid=115993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 00:34:53.783884 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-574f28bb-1549-4100-94b4-4913c981be8f req-2f964c1d-4a3c-4c9a-bf48-37f9c14bf187 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=99750fcd-194d-487c-b80c-a79152b12484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1761115 Aug 08 00:34:53.804961 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 58158) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:34:53.807216 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-485422af-2d1c-4ef8-9725-9003bfa3d9f7 admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3782275 Aug 08 00:34:53.810586 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.v2.base [None req-8e64cbdb-0517-4c3b-a349-25f4d4e0cb8e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-279310817-router', 'tenant_id': 'dd8ef69b931748e689f6d2a9cd4aceaa', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f'}}} {{(pid=115991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:34:53.827097 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Device d097e915-bb0f-475b-88c0-fa36a62bcb50 up at agent ovs-agent-dv-cinder-851640-3-iscsi {{(pid=115993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 00:34:53.869269 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b520306a-8f8a-4e3b-bef4-173694e7b5ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdec297ae-4d72-52f1-8857-0419de17422d-b9b39534-269b-4e34-8ccf-e849ef89c96f', 'network_id': 'b9b39534-269b-4e34-8ccf-e849ef89c96f', 'project_id': 'dd8ef69b931748e689f6d2a9cd4aceaa', 'fixed_ips': [{'subnet_id': 'c9e9f466-3b5a-46ac-9ba5-87ca6e3f2322'}]}} from dv-cinder-851640-3-iscsi. {{(pid=115993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 08 00:34:53.870720 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-b520306a-8f8a-4e3b-bef4-173694e7b5ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (None), before_create {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:53.909479 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Provisioning complete for port d097e915-bb0f-475b-88c0-fa36a62bcb50 triggered by entity L2. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:34:53.909967 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (d097e915-bb0f-475b-88c0-fa36a62bcb50), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:54.025464 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:34:54.064264 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-8e64cbdb-0517-4c3b-a349-25f4d4e0cb8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-512329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-835'] for router (e0235f1f-35fb-4a24-8061-602b91422ec6), before_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:54.066626 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-8e64cbdb-0517-4c3b-a349-25f4d4e0cb8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-502562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-438731', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1613470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-842'] for router (e0235f1f-35fb-4a24-8061-602b91422ec6), precommit_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:54.104103 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.db_base_plugin_common [None req-b520306a-8f8a-4e3b-bef4-173694e7b5ba None None] Allocated IP 172.20.0.2 (b9b39534-269b-4e34-8ccf-e849ef89c96f/c9e9f466-3b5a-46ac-9ba5-87ca6e3f2322/fd7f4ad5-89d6-496d-b212-5154b10b40d3) {{(pid=115993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 00:34:54.109205 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:DELETE=7,neutron:SELECT=85,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:34:54.163017 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-8e64cbdb-0517-4c3b-a349-25f4d4e0cb8e admin admin] Publish callbacks [] for router_controller (e0235f1f-35fb-4a24-8061-602b91422ec6), precommit_add_association {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:54.190333 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Current status of the port d097e915-bb0f-475b-88c0-fa36a62bcb50 is: ACTIVE; New status is: ACTIVE {{(pid=115993) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 00:34:54.324587 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-b520306a-8f8a-4e3b-bef4-173694e7b5ba None None] Publish callbacks [] for port (fd7f4ad5-89d6-496d-b212-5154b10b40d3), precommit_create {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:54.392435 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-8e64cbdb-0517-4c3b-a349-25f4d4e0cb8e admin admin] Publish callbacks [] for router_gateway (e0235f1f-35fb-4a24-8061-602b91422ec6), precommit_update {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:54.397998 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-b520306a-8f8a-4e3b-bef4-173694e7b5ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764676113785'] for port (fd7f4ad5-89d6-496d-b212-5154b10b40d3), after_create {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:54.445889 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b520306a-8f8a-4e3b-bef4-173694e7b5ba None None] Network b9b39534-269b-4e34-8ccf-e849ef89c96f is already hosted by enough agents. {{(pid=115993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 00:34:54.453825 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.scheduler.base_scheduler [None req-b520306a-8f8a-4e3b-bef4-173694e7b5ba None None] Resources bound (agent type, host, resource id): {{(pid=115993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 00:34:54.457610 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b520306a-8f8a-4e3b-bef4-173694e7b5ba None None] Received port after_create {{(pid=115993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 00:34:54.467407 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b520306a-8f8a-4e3b-bef4-173694e7b5ba None None] Pushing event updated for resources: {'Port': ['ID=fd7f4ad5-89d6-496d-b212-5154b10b40d3,revision_number=1']} {{(pid=115993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:34:54.677957 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.managers [None req-b520306a-8f8a-4e3b-bef4-173694e7b5ba None None] Attempting to bind port fd7f4ad5-89d6-496d-b212-5154b10b40d3 on host dv-cinder-851640-3-iscsi for vnic_type normal with profile {{(pid=115993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 00:34:54.678475 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.managers [None req-b520306a-8f8a-4e3b-bef4-173694e7b5ba None None] Attempting to bind port fd7f4ad5-89d6-496d-b212-5154b10b40d3 by drivers openvswitch,hyperv on host dv-cinder-851640-3-iscsi at level 0 using segments [{'id': '95c052e7-b798-4dd5-ac31-0ef54164c774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b9b39534-269b-4e34-8ccf-e849ef89c96f'}] {{(pid=115993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 00:34:54.678693 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b520306a-8f8a-4e3b-bef4-173694e7b5ba None None] Attempting to bind port fd7f4ad5-89d6-496d-b212-5154b10b40d3 on network b9b39534-269b-4e34-8ccf-e849ef89c96f {{(pid=115993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 00:34:54.692171 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b520306a-8f8a-4e3b-bef4-173694e7b5ba None None] Checking agent: {'id': 'aa35aa05-3c09-40ae-a1e3-ebf96fe3358c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851640-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 0, 24, 15), 'started_at': datetime.datetime(2022, 8, 8, 0, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 0, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851640-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 00:34:54.692556 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b520306a-8f8a-4e3b-bef4-173694e7b5ba None None] Checking segment: {'id': '95c052e7-b798-4dd5-ac31-0ef54164c774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b9b39534-269b-4e34-8ccf-e849ef89c96f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 00:34:54.692965 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-b520306a-8f8a-4e3b-bef4-173694e7b5ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:54.693356 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b520306a-8f8a-4e3b-bef4-173694e7b5ba None None] Bound using segment: {'id': '95c052e7-b798-4dd5-ac31-0ef54164c774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b9b39534-269b-4e34-8ccf-e849ef89c96f'} {{(pid=115993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 00:34:54.693834 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.managers [None req-b520306a-8f8a-4e3b-bef4-173694e7b5ba None None] Bound port: fd7f4ad5-89d6-496d-b212-5154b10b40d3, host: dv-cinder-851640-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95c052e7-b798-4dd5-ac31-0ef54164c774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b9b39534-269b-4e34-8ccf-e849ef89c96f'}}] {{(pid=115993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 00:34:54.694211 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-b520306a-8f8a-4e3b-bef4-173694e7b5ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (fd7f4ad5-89d6-496d-b212-5154b10b40d3), before_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:54.717151 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 58178) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:34:54.796079 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-b520306a-8f8a-4e3b-bef4-173694e7b5ba None None] For port fd7f4ad5-89d6-496d-b212-5154b10b40d3, host dv-cinder-851640-3-iscsi, cleared binding levels {{(pid=115993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 00:34:54.800983 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-b520306a-8f8a-4e3b-bef4-173694e7b5ba None None] For port fd7f4ad5-89d6-496d-b212-5154b10b40d3, host dv-cinder-851640-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851640-3-iscsi',level=0,port_id=fd7f4ad5-89d6-496d-b212-5154b10b40d3,segment=NetworkSegment(95c052e7-b798-4dd5-ac31-0ef54164c774),segment_id=95c052e7-b798-4dd5-ac31-0ef54164c774)] {{(pid=115993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 00:34:54.803902 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:34:54.808278 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-b333bb10-154b-44cf-9fb1-5dcf313db3cd admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=1df9b2b830bb4b46ad1c1b7b0a60af8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0869505 Aug 08 00:34:54.809310 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 58184) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:34:54.924201 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-b520306a-8f8a-4e3b-bef4-173694e7b5ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821'] for port (fd7f4ad5-89d6-496d-b212-5154b10b40d3), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:54.926563 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-54e40fe6-eded-4bde-8368-d572d2e025bb admin admin] Publish callbacks [] for security_group (b7633c0f-f5ca-42d0-8c6c-1468833fdcf8), before_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:54.977731 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-54e40fe6-eded-4bde-8368-d572d2e025bb admin admin] Publish callbacks [] for security_group (b7633c0f-f5ca-42d0-8c6c-1468833fdcf8), precommit_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:55.038891 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b520306a-8f8a-4e3b-bef4-173694e7b5ba None None] Pushing event updated for resources: {'Port': ['ID=fd7f4ad5-89d6-496d-b212-5154b10b40d3,revision_number=2']} {{(pid=115993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:34:55.133718 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-54e40fe6-eded-4bde-8368-d572d2e025bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (b7633c0f-f5ca-42d0-8c6c-1468833fdcf8), after_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:55.137426 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-54e40fe6-eded-4bde-8368-d572d2e025bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:55.139032 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-54e40fe6-eded-4bde-8368-d572d2e025bb admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/b7633c0f-f5ca-42d0-8c6c-1468833fdcf8 HTTP/1.1" status: 204 len: 168 time: 0.3286021 Aug 08 00:34:55.170876 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e40fe6-eded-4bde-8368-d572d2e025bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7633c0f-f5ca-42d0-8c6c-1468833fdcf8,revision_number=None']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:34:55.214120 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:34:55.299670 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cd52c3-f556-42f1-9c99-fe60e49aee0d req-410f9d1c-9edb-4db0-bcac-016081e70c68 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:34:55.301865 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-68cd52c3-f556-42f1-9c99-fe60e49aee0d req-410f9d1c-9edb-4db0-bcac-016081e70c68 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4829f58c-adec-413d-83c8-23f1d3143205 HTTP/1.1" status: 200 len: 945 time: 0.1646447 Aug 08 00:34:55.405477 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-8e64cbdb-0517-4c3b-a349-25f4d4e0cb8e admin admin] Publish callbacks [] for router_gateway (e0235f1f-35fb-4a24-8061-602b91422ec6), before_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:55.430206 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-68cd52c3-f556-42f1-9c99-fe60e49aee0d req-2c045053-8261-4a09-8d25-e701883fe05b tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=99750fcd-194d-487c-b80c-a79152b12484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091387 Aug 08 00:34:55.461950 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-8e64cbdb-0517-4c3b-a349-25f4d4e0cb8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (None), before_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:55.523541 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 58192) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:34:55.591198 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:34:55.599274 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.db.db_base_plugin_common [None req-8e64cbdb-0517-4c3b-a349-25f4d4e0cb8e admin admin] Allocated IP 172.27.3.13 (743d2d45-6b8c-49b7-a932-c537e45f946f/7df84031-3cb2-4601-a018-b61b0ad731dc/4f84cb1d-5646-4c76-b4a6-e0612e07531b) {{(pid=115991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 00:34:55.855899 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Device fd7f4ad5-89d6-496d-b212-5154b10b40d3 up at agent ovs-agent-dv-cinder-851640-3-iscsi {{(pid=115993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 00:34:55.866696 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-8e64cbdb-0517-4c3b-a349-25f4d4e0cb8e admin admin] Publish callbacks [] for port (4f84cb1d-5646-4c76-b4a6-e0612e07531b), precommit_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:55.971390 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Provisioning complete for port fd7f4ad5-89d6-496d-b212-5154b10b40d3 triggered by entity L2. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:34:55.971939 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (fd7f4ad5-89d6-496d-b212-5154b10b40d3), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:55.975704 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-b96943ff-ae84-4d66-8ded-30611a9db66e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:56.001203 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-8e64cbdb-0517-4c3b-a349-25f4d4e0cb8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764676113785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2785209'] for port (4f84cb1d-5646-4c76-b4a6-e0612e07531b), after_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:56.075205 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e64cbdb-0517-4c3b-a349-25f4d4e0cb8e admin admin] Network 743d2d45-6b8c-49b7-a932-c537e45f946f is already hosted by enough agents. {{(pid=115991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 00:34:56.079900 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.scheduler.base_scheduler [None req-8e64cbdb-0517-4c3b-a349-25f4d4e0cb8e admin admin] Resources bound (agent type, host, resource id): {{(pid=115991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 00:34:56.086345 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e64cbdb-0517-4c3b-a349-25f4d4e0cb8e admin admin] Received port after_create {{(pid=115991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 00:34:56.119308 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e64cbdb-0517-4c3b-a349-25f4d4e0cb8e admin admin] Pushing event updated for resources: {'Port': ['ID=4f84cb1d-5646-4c76-b4a6-e0612e07531b,revision_number=1']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:34:56.202881 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Current status of the port fd7f4ad5-89d6-496d-b212-5154b10b40d3 is: DOWN; New status is: ACTIVE {{(pid=115993) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 00:34:56.203931 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (fd7f4ad5-89d6-496d-b212-5154b10b40d3), before_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:56.236167 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-b96943ff-ae84-4d66-8ded-30611a9db66e admin admin] Publish callbacks [] for security_group (ddc0f006-0578-4cbe-9b35-87a680da7e5c), precommit_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:56.269372 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] For port fd7f4ad5-89d6-496d-b212-5154b10b40d3, host dv-cinder-851640-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851640-3-iscsi',level=0,port_id=fd7f4ad5-89d6-496d-b212-5154b10b40d3,segment=NetworkSegment(95c052e7-b798-4dd5-ac31-0ef54164c774),segment_id=95c052e7-b798-4dd5-ac31-0ef54164c774)] {{(pid=115993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:34:56.314338 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-b96943ff-ae84-4d66-8ded-30611a9db66e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (ddc0f006-0578-4cbe-9b35-87a680da7e5c), after_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:56.364270 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:34:56.370690 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821'] for port (fd7f4ad5-89d6-496d-b212-5154b10b40d3), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:56.379931 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-b96943ff-ae84-4d66-8ded-30611a9db66e admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=3eb54fe905044c9e8d77a4e151b08dde&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8543978 Aug 08 00:34:56.381687 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 58210) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:34:56.387916 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96943ff-ae84-4d66-8ded-30611a9db66e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddc0f006-0578-4cbe-9b35-87a680da7e5c,revision_number=1']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:34:56.429563 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5acf939-1425-42e4-810d-7221b8b0fd83 None None] Network b9b39534-269b-4e34-8ccf-e849ef89c96f requested from dv-cinder-851640-3-iscsi {{(pid=115993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 00:34:56.510237 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-c3645c32-0549-4583-b985-e437faf9d731 None None] Provisioning complete for port fd7f4ad5-89d6-496d-b212-5154b10b40d3 triggered by entity DHCP. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:34:56.510683 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-c3645c32-0549-4583-b985-e437faf9d731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (fd7f4ad5-89d6-496d-b212-5154b10b40d3), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:56.558152 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:34:56.569143 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Pushing event updated for resources: {'Port': ['ID=fd7f4ad5-89d6-496d-b212-5154b10b40d3,revision_number=3']} {{(pid=115993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:34:56.643752 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef0aae1-9ad3-46e8-ba45-d97b9c3253ec req-afbc642b-0367-479d-aa17-5882c7d8f657 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:34:56.662051 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-9ef0aae1-9ad3-46e8-ba45-d97b9c3253ec req-afbc642b-0367-479d-aa17-5882c7d8f657 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4829f58c-adec-413d-83c8-23f1d3143205 HTTP/1.1" status: 200 len: 945 time: 0.0838139 Aug 08 00:34:56.696827 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-c6614656-d12c-4859-aeae-f58f2a21f8e6 admin admin] Publish callbacks [] for security_group (ddc0f006-0578-4cbe-9b35-87a680da7e5c), before_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:56.737491 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-9ef0aae1-9ad3-46e8-ba45-d97b9c3253ec req-eb9ce592-1e18-478f-81e1-b002a8828d68 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=99750fcd-194d-487c-b80c-a79152b12484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713966 Aug 08 00:34:56.737895 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-c6614656-d12c-4859-aeae-f58f2a21f8e6 admin admin] Publish callbacks [] for security_group (ddc0f006-0578-4cbe-9b35-87a680da7e5c), precommit_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:56.774689 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-8e64cbdb-0517-4c3b-a349-25f4d4e0cb8e admin admin] Publish callbacks [] for router_gateway (e0235f1f-35fb-4a24-8061-602b91422ec6), after_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:56.793239 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-c3645c32-0549-4583-b985-e437faf9d731 None None] Current status of the port fd7f4ad5-89d6-496d-b212-5154b10b40d3 is: ACTIVE; New status is: ACTIVE {{(pid=115993) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 00:34:56.992878 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:34:57.086195 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-8e64cbdb-0517-4c3b-a349-25f4d4e0cb8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-501999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-427846'] for router (e0235f1f-35fb-4a24-8061-602b91422ec6), after_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:57.124652 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-0c2ecac4-1dd3-4b36-bb65-f76fdb89ffad None None] Provisioning complete for port fd7f4ad5-89d6-496d-b212-5154b10b40d3 triggered by entity DHCP. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:34:57.126389 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-0c2ecac4-1dd3-4b36-bb65-f76fdb89ffad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (fd7f4ad5-89d6-496d-b212-5154b10b40d3), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:57.186049 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-c6614656-d12c-4859-aeae-f58f2a21f8e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (ddc0f006-0578-4cbe-9b35-87a680da7e5c), after_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:57.192908 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-c6614656-d12c-4859-aeae-f58f2a21f8e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:57.192908 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-c6614656-d12c-4859-aeae-f58f2a21f8e6 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/ddc0f006-0578-4cbe-9b35-87a680da7e5c HTTP/1.1" status: 204 len: 168 time: 0.8065426 Aug 08 00:34:57.208226 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6614656-d12c-4859-aeae-f58f2a21f8e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddc0f006-0578-4cbe-9b35-87a680da7e5c,revision_number=None']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:34:57.222743 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-0c2ecac4-1dd3-4b36-bb65-f76fdb89ffad None None] Current status of the port fd7f4ad5-89d6-496d-b212-5154b10b40d3 is: ACTIVE; New status is: ACTIVE {{(pid=115993) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 00:34:57.226002 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:34:57.384553 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e64cbdb-0517-4c3b-a349-25f4d4e0cb8e admin admin] Router e0235f1f-35fb-4a24-8061-602b91422ec6 is scheduled to L3 agent d53f5436-7c7f-4441-9708-9d0333b57745 with binding_index 1 {{(pid=115991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 08 00:34:57.506032 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e64cbdb-0517-4c3b-a349-25f4d4e0cb8e admin admin] Notify agent at l3_agent.dv-cinder-851640-3-iscsi the message routers_updated {{(pid=115991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 00:34:57.520303 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032689d1-f074-46ea-b431-dbf4fb2f7e60 None None] Sync routers for ids ['e0235f1f-35fb-4a24-8061-602b91422ec6'] in dv-cinder-851640-3-iscsi {{(pid=115993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 00:34:57.532229 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032689d1-f074-46ea-b431-dbf4fb2f7e60 None None] Routers {'e0235f1f-35fb-4a24-8061-602b91422ec6'} bound to L3 agent in host dv-cinder-851640-3-iscsi {{(pid=115993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 00:34:57.533238 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_hamode_db [None req-032689d1-f074-46ea-b431-dbf4fb2f7e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851640-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-08T00:24:12Z,description=,heartbeat_timestamp=2022-08-08T00:34:42Z,host='dv-cinder-851640-3-iscsi',id=d53f5436-7c7f-4441-9708-9d0333b57745,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T00:24:13Z,topic='l3_agent')) {'router_ids': ['e0235f1f-35fb-4a24-8061-602b91422ec6'], 'active': True} {{(pid=115993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:34:57.603772 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-8e64cbdb-0517-4c3b-a349-25f4d4e0cb8e admin admin] Publish callbacks [] for router (None), before_response {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:57.609019 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-8e64cbdb-0517-4c3b-a349-25f4d4e0cb8e admin admin] 10.222.0.15 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.8018622 Aug 08 00:34:57.612246 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 58234) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:34:57.915123 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Device fd7f4ad5-89d6-496d-b212-5154b10b40d3 up at agent ovs-agent-dv-cinder-851640-3-iscsi {{(pid=115993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 00:34:58.023293 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 58248) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:34:58.044532 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvr_db [None req-032689d1-f074-46ea-b431-dbf4fb2f7e60 None None] Set router e0235f1f-35fb-4a24-8061-602b91422ec6 gateway port host: dv-cinder-851640-3-iscsi {{(pid=115993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 00:34:58.148413 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Provisioning complete for port fd7f4ad5-89d6-496d-b212-5154b10b40d3 triggered by entity L2. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:34:58.149014 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (fd7f4ad5-89d6-496d-b212-5154b10b40d3), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:58.168833 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e3507c-6e68-49c8-81ef-291f0a37e815 req-ab4eddde-de7c-4bf9-b6db-40a53794d021 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:34:58.170479 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-b6e3507c-6e68-49c8-81ef-291f0a37e815 req-ab4eddde-de7c-4bf9-b6db-40a53794d021 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4829f58c-adec-413d-83c8-23f1d3143205 HTTP/1.1" status: 200 len: 945 time: 0.2300444 Aug 08 00:34:58.212479 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:34:58.267857 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-b6e3507c-6e68-49c8-81ef-291f0a37e815 req-74afbb09-8b4b-4d43-b7fe-d3e042aabb3b tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=99750fcd-194d-487c-b80c-a79152b12484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754747 Aug 08 00:34:58.273852 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-4257c827-ce4c-47d7-abf7-17f4ed5878e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:58.313364 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=100 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:34:58.435109 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-4257c827-ce4c-47d7-abf7-17f4ed5878e5 admin admin] Publish callbacks [] for security_group (ccf8add0-87e0-4562-aadd-faec90b7fff7), precommit_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:58.498779 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Current status of the port fd7f4ad5-89d6-496d-b212-5154b10b40d3 is: ACTIVE; New status is: ACTIVE {{(pid=115993) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 00:34:58.502320 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-4257c827-ce4c-47d7-abf7-17f4ed5878e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (ccf8add0-87e0-4562-aadd-faec90b7fff7), after_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:58.519499 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_hamode_db [None req-032689d1-f074-46ea-b431-dbf4fb2f7e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0235f1f-35fb-4a24-8061-602b91422ec6', 'name': 'tempest-TestMinimumBasicScenario-279310817-router', 'tenant_id': 'dd8ef69b931748e689f6d2a9cd4aceaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '4f84cb1d-5646-4c76-b4a6-e0612e07531b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:34:54Z', 'updated_at': '2022-08-08T00:34:56Z', 'revision_number': 3, 'project_id': 'dd8ef69b931748e689f6d2a9cd4aceaa', 'gw_port': {'id': '4f84cb1d-5646-4c76-b4a6-e0612e07531b', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:08:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0235f1f-35fb-4a24-8061-602b91422ec6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:34:55Z', 'updated_at': '2022-08-08T00:34:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi'}], 'dv-cinder-851640-3-iscsi', False) {} {{(pid=115993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:34:58.556426 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032689d1-f074-46ea-b431-dbf4fb2f7e60 None None] Checking router: e0235f1f-35fb-4a24-8061-602b91422ec6 for host: dv-cinder-851640-3-iscsi {{(pid=115993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 00:34:58.584945 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032689d1-f074-46ea-b431-dbf4fb2f7e60 None None] Updating router e0235f1f-35fb-4a24-8061-602b91422ec6 port 4f84cb1d-5646-4c76-b4a6-e0612e07531b binding host dv-cinder-851640-3-iscsi {{(pid=115993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 08 00:34:58.598580 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-032689d1-f074-46ea-b431-dbf4fb2f7e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (4f84cb1d-5646-4c76-b4a6-e0612e07531b), before_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:58.618869 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-4257c827-ce4c-47d7-abf7-17f4ed5878e5 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=38e9f131db4f4134b0b712ce747eab71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5944605 Aug 08 00:34:58.626224 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4257c827-ce4c-47d7-abf7-17f4ed5878e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccf8add0-87e0-4562-aadd-faec90b7fff7,revision_number=1']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:34:58.630495 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 58258) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:34:58.807662 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-a88a649b-42ea-426a-a741-2a547387bbb5 admin admin] Publish callbacks [] for security_group (ccf8add0-87e0-4562-aadd-faec90b7fff7), before_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:58.868220 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-d9652d01-8978-4a7b-9b18-84a9f6cf33d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (None), before_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:58.926036 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-a88a649b-42ea-426a-a741-2a547387bbb5 admin admin] Publish callbacks [] for security_group (ccf8add0-87e0-4562-aadd-faec90b7fff7), precommit_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:59.024219 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:34:59.252586 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-cea55e41-e254-4e2e-a01e-9b25c323bdd7 req-a9125d4d-f1fd-4280-9172-04270123b45c tempest-VolumesNegativeTest-1273807410 tempest-VolumesNegativeTest-1273807410-project] 10.222.0.15 "GET /networking/v2.0/networks?tenant_id=0fb873acb9dc45d98bb0ccde8ee50a5a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0297511 Aug 08 00:34:59.274512 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-032689d1-f074-46ea-b431-dbf4fb2f7e60 None None] Publish callbacks [] for port (4f84cb1d-5646-4c76-b4a6-e0612e07531b), precommit_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:59.359949 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-032689d1-f074-46ea-b431-dbf4fb2f7e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821'] for port (4f84cb1d-5646-4c76-b4a6-e0612e07531b), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:59.426832 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.managers [None req-032689d1-f074-46ea-b431-dbf4fb2f7e60 None None] Attempting to bind port 4f84cb1d-5646-4c76-b4a6-e0612e07531b on host dv-cinder-851640-3-iscsi for vnic_type normal with profile {{(pid=115993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 00:34:59.427437 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.managers [None req-032689d1-f074-46ea-b431-dbf4fb2f7e60 None None] Attempting to bind port 4f84cb1d-5646-4c76-b4a6-e0612e07531b by drivers openvswitch,hyperv on host dv-cinder-851640-3-iscsi at level 0 using segments [{'id': '15fce33c-3ff3-4714-8fe9-15b1a1600e57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f'}] {{(pid=115993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 00:34:59.428202 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032689d1-f074-46ea-b431-dbf4fb2f7e60 None None] Attempting to bind port 4f84cb1d-5646-4c76-b4a6-e0612e07531b on network 743d2d45-6b8c-49b7-a932-c537e45f946f {{(pid=115993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 00:34:59.464528 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032689d1-f074-46ea-b431-dbf4fb2f7e60 None None] Checking agent: {'id': 'aa35aa05-3c09-40ae-a1e3-ebf96fe3358c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851640-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 0, 24, 15), 'started_at': datetime.datetime(2022, 8, 8, 0, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 0, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851640-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 00:34:59.464969 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032689d1-f074-46ea-b431-dbf4fb2f7e60 None None] Checking segment: {'id': '15fce33c-3ff3-4714-8fe9-15b1a1600e57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 00:34:59.465456 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-032689d1-f074-46ea-b431-dbf4fb2f7e60 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:59.465940 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032689d1-f074-46ea-b431-dbf4fb2f7e60 None None] Bound using segment: {'id': '15fce33c-3ff3-4714-8fe9-15b1a1600e57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f'} {{(pid=115993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 00:34:59.466430 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.managers [None req-032689d1-f074-46ea-b431-dbf4fb2f7e60 None None] Bound port: 4f84cb1d-5646-4c76-b4a6-e0612e07531b, host: dv-cinder-851640-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15fce33c-3ff3-4714-8fe9-15b1a1600e57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f'}}] {{(pid=115993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 00:34:59.467551 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-a88a649b-42ea-426a-a741-2a547387bbb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (ccf8add0-87e0-4562-aadd-faec90b7fff7), after_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:59.470815 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-a88a649b-42ea-426a-a741-2a547387bbb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:59.472043 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-a88a649b-42ea-426a-a741-2a547387bbb5 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/ccf8add0-87e0-4562-aadd-faec90b7fff7 HTTP/1.1" status: 204 len: 168 time: 0.8372447 Aug 08 00:34:59.476876 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 58294) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:34:59.492583 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-032689d1-f074-46ea-b431-dbf4fb2f7e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (4f84cb1d-5646-4c76-b4a6-e0612e07531b), before_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:59.508046 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88a649b-42ea-426a-a741-2a547387bbb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccf8add0-87e0-4562-aadd-faec90b7fff7,revision_number=None']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:34:59.529026 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea55e41-e254-4e2e-a01e-9b25c323bdd7 req-57d58a8d-0723-4a31-96bd-3359730e0706 tempest-VolumesNegativeTest-1273807410 tempest-VolumesNegativeTest-1273807410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:34:59.533959 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-cea55e41-e254-4e2e-a01e-9b25c323bdd7 req-57d58a8d-0723-4a31-96bd-3359730e0706 tempest-VolumesNegativeTest-1273807410 tempest-VolumesNegativeTest-1273807410-project] 10.222.0.15 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2752082 Aug 08 00:34:59.556356 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ceaf3c-f369-4ec8-b04f-d2a0892f085c None None] Pushing event updated for resources: {'Port': ['ID=4f84cb1d-5646-4c76-b4a6-e0612e07531b,revision_number=2']} {{(pid=115993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:34:59.561519 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-cea55e41-e254-4e2e-a01e-9b25c323bdd7 req-4a909660-5be0-401b-8743-df9c4b60cdcd tempest-VolumesNegativeTest-1273807410 tempest-VolumesNegativeTest-1273807410-project] 10.222.0.15 "GET /networking/v2.0/quotas/0fb873acb9dc45d98bb0ccde8ee50a5a HTTP/1.1" status: 200 len: 375 time: 0.0193682 Aug 08 00:34:59.598337 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-032689d1-f074-46ea-b431-dbf4fb2f7e60 None None] For port 4f84cb1d-5646-4c76-b4a6-e0612e07531b, host dv-cinder-851640-3-iscsi, cleared binding levels {{(pid=115993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 00:34:59.602012 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-032689d1-f074-46ea-b431-dbf4fb2f7e60 None None] For port 4f84cb1d-5646-4c76-b4a6-e0612e07531b, host dv-cinder-851640-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851640-3-iscsi',level=0,port_id=4f84cb1d-5646-4c76-b4a6-e0612e07531b,segment=NetworkSegment(15fce33c-3ff3-4714-8fe9-15b1a1600e57),segment_id=15fce33c-3ff3-4714-8fe9-15b1a1600e57)] {{(pid=115993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 00:34:59.627553 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-cea55e41-e254-4e2e-a01e-9b25c323bdd7 req-861ecf73-3dc5-4bee-98c2-1ff86b214501 tempest-VolumesNegativeTest-1273807410 tempest-VolumesNegativeTest-1273807410-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=0fb873acb9dc45d98bb0ccde8ee50a5a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0474753 Aug 08 00:34:59.638028 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13b94c6-174c-4fa2-94cc-ceee118449d0 req-9991851a-6e5b-413b-b065-5a9d4e8f6819 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:34:59.647461 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-c13b94c6-174c-4fa2-94cc-ceee118449d0 req-9991851a-6e5b-413b-b065-5a9d4e8f6819 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4829f58c-adec-413d-83c8-23f1d3143205 HTTP/1.1" status: 200 len: 945 time: 0.2698092 Aug 08 00:34:59.689598 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-032689d1-f074-46ea-b431-dbf4fb2f7e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821'] for port (4f84cb1d-5646-4c76-b4a6-e0612e07531b), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:59.780288 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.db.db_base_plugin_common [None req-d9652d01-8978-4a7b-9b18-84a9f6cf33d6 admin admin] Allocated IP 172.20.0.1 (b9b39534-269b-4e34-8ccf-e849ef89c96f/c9e9f466-3b5a-46ac-9ba5-87ca6e3f2322/a89c498d-b71e-4a40-9fe2-0ce227d194d5) {{(pid=115991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 00:34:59.783109 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032689d1-f074-46ea-b431-dbf4fb2f7e60 None None] Routers {'e0235f1f-35fb-4a24-8061-602b91422ec6'} bound to L3 agent in host dv-cinder-851640-3-iscsi {{(pid=115993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 00:34:59.784570 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_hamode_db [None req-032689d1-f074-46ea-b431-dbf4fb2f7e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851640-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-08T00:24:12Z,description=,heartbeat_timestamp=2022-08-08T00:34:42Z,host='dv-cinder-851640-3-iscsi',id=d53f5436-7c7f-4441-9708-9d0333b57745,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T00:24:13Z,topic='l3_agent')) {'router_ids': ['e0235f1f-35fb-4a24-8061-602b91422ec6'], 'active': True} {{(pid=115993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:34:59.787905 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.v2.base [None req-cde2d27d-0669-4bac-8334-6d4b7bcef615 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-431316987-network', 'tenant_id': '3101620baddd42c48179a6f411bbd33e'}} {{(pid=115992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:34:59.882622 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ceaf3c-f369-4ec8-b04f-d2a0892f085c None None] Pushing event updated for resources: {'Port': ['ID=4f84cb1d-5646-4c76-b4a6-e0612e07531b,revision_number=3']} {{(pid=115993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:34:59.891134 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:34:59.949293 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cde2d27d-0669-4bac-8334-6d4b7bcef615 admin admin] Made reservation on behalf of 3101620baddd42c48179a6f411bbd33e for: {'network': 1} {{(pid=115992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 00:34:59.949293 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-cde2d27d-0669-4bac-8334-6d4b7bcef615 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for network (None), before_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:59.976497 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvr_db [None req-032689d1-f074-46ea-b431-dbf4fb2f7e60 None None] Set router e0235f1f-35fb-4a24-8061-602b91422ec6 gateway port host: dv-cinder-851640-3-iscsi {{(pid=115993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 00:34:59.979969 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-cde2d27d-0669-4bac-8334-6d4b7bcef615 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:34:59.994089 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-c13b94c6-174c-4fa2-94cc-ceee118449d0 req-9eea9409-07e3-46b6-9a30-3961be03e06a tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=99750fcd-194d-487c-b80c-a79152b12484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3454506 Aug 08 00:35:00.002798 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-d9652d01-8978-4a7b-9b18-84a9f6cf33d6 admin admin] Publish callbacks [] for port (a89c498d-b71e-4a40-9fe2-0ce227d194d5), precommit_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:00.156833 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-07ed7c0b-2645-4539-b6d4-0dd32a8dd96f req-0ccbacad-3aed-4b09-ab0a-df36525eaf25 tempest-VolumesNegativeTest-1273807410 tempest-VolumesNegativeTest-1273807410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=abceacff-4197-477c-99d2-090dbe5727e4 HTTP/1.1" status: 200 len: 210 time: 0.0788465 Aug 08 00:35:00.198860 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-cde2d27d-0669-4bac-8334-6d4b7bcef615 admin admin] Publish callbacks [] for security_group (53240227-46f5-4e89-afe3-07c5703a3bcc), precommit_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:00.246065 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-d9652d01-8978-4a7b-9b18-84a9f6cf33d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764676113785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2785209'] for port (a89c498d-b71e-4a40-9fe2-0ce227d194d5), after_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:00.256048 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_hamode_db [None req-032689d1-f074-46ea-b431-dbf4fb2f7e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0235f1f-35fb-4a24-8061-602b91422ec6', 'name': 'tempest-TestMinimumBasicScenario-279310817-router', 'tenant_id': 'dd8ef69b931748e689f6d2a9cd4aceaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '4f84cb1d-5646-4c76-b4a6-e0612e07531b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:34:54Z', 'updated_at': '2022-08-08T00:34:56Z', 'revision_number': 3, 'project_id': 'dd8ef69b931748e689f6d2a9cd4aceaa', 'gw_port': {'id': '4f84cb1d-5646-4c76-b4a6-e0612e07531b', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:08:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0235f1f-35fb-4a24-8061-602b91422ec6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:34:55Z', 'updated_at': '2022-08-08T00:34:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi'}], 'dv-cinder-851640-3-iscsi', False) {} {{(pid=115993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:35:00.298009 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032689d1-f074-46ea-b431-dbf4fb2f7e60 None None] The sync data for ids ['e0235f1f-35fb-4a24-8061-602b91422ec6'] in dv-cinder-851640-3-iscsi is: [{'id': 'e0235f1f-35fb-4a24-8061-602b91422ec6', 'name': 'tempest-TestMinimumBasicScenario-279310817-router', 'tenant_id': 'dd8ef69b931748e689f6d2a9cd4aceaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '4f84cb1d-5646-4c76-b4a6-e0612e07531b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:34:54Z', 'updated_at': '2022-08-08T00:34:56Z', 'revision_number': 3, 'project_id': 'dd8ef69b931748e689f6d2a9cd4aceaa', 'gw_port': {'id': '4f84cb1d-5646-4c76-b4a6-e0612e07531b', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:08:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0235f1f-35fb-4a24-8061-602b91422ec6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:34:55Z', 'updated_at': '2022-08-08T00:34:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi'}] {{(pid=115993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 00:35:00.304394 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9652d01-8978-4a7b-9b18-84a9f6cf33d6 admin admin] Network b9b39534-269b-4e34-8ccf-e849ef89c96f is already hosted by enough agents. {{(pid=115991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 00:35:00.311317 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.scheduler.base_scheduler [None req-d9652d01-8978-4a7b-9b18-84a9f6cf33d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=115991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 00:35:00.316337 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-cde2d27d-0669-4bac-8334-6d4b7bcef615 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (53240227-46f5-4e89-afe3-07c5703a3bcc), after_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:00.328228 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9652d01-8978-4a7b-9b18-84a9f6cf33d6 admin admin] Received port after_create {{(pid=115991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 00:35:00.348751 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:35:00.385788 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cde2d27d-0669-4bac-8334-6d4b7bcef615 admin admin] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=115992) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 08 00:35:00.399124 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde2d27d-0669-4bac-8334-6d4b7bcef615 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53240227-46f5-4e89-afe3-07c5703a3bcc,revision_number=1']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:35:00.408353 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9652d01-8978-4a7b-9b18-84a9f6cf33d6 admin admin] Pushing event updated for resources: {'Port': ['ID=a89c498d-b71e-4a40-9fe2-0ce227d194d5,revision_number=1']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:35:00.408841 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-cde2d27d-0669-4bac-8334-6d4b7bcef615 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1398331'] for segment (0fda41cf-3f2e-4d41-af88-28d3b79aa971), precommit_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:00.409179 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.db.segments_db [None req-cde2d27d-0669-4bac-8334-6d4b7bcef615 admin admin] Added segment 0fda41cf-3f2e-4d41-af88-28d3b79aa971 of type vlan for network 40eb5d4b-84fa-4b2b-9896-3375999a2051 Aug 08 00:35:00.436901 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-d9652d01-8978-4a7b-9b18-84a9f6cf33d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-500133'] for router_interface (e0235f1f-35fb-4a24-8061-602b91422ec6), before_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:00.479790 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=77,neutron:INSERT=16,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:35:00.485927 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (c200ec1a-5dc3-458a-a30d-0f16255c41c0), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:00.498722 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-cde2d27d-0669-4bac-8334-6d4b7bcef615 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764676137144'] for network (40eb5d4b-84fa-4b2b-9896-3375999a2051), precommit_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:00.514089 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:35:00.626933 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-cde2d27d-0669-4bac-8334-6d4b7bcef615 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032'] for network (40eb5d4b-84fa-4b2b-9896-3375999a2051), after_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:00.637465 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde2d27d-0669-4bac-8334-6d4b7bcef615 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:35:00.637465 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-cde2d27d-0669-4bac-8334-6d4b7bcef615 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575022'] for network (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:00.784060 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-7ff9ce4c-8e03-4388-ad7e-328e645ceac7 None None] Provisioning complete for port a89c498d-b71e-4a40-9fe2-0ce227d194d5 triggered by entity DHCP. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:35:00.785878 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-7ff9ce4c-8e03-4388-ad7e-328e645ceac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (a89c498d-b71e-4a40-9fe2-0ce227d194d5), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:00.793244 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-d9652d01-8978-4a7b-9b18-84a9f6cf33d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (a89c498d-b71e-4a40-9fe2-0ce227d194d5), before_update {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:00.845571 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-cde2d27d-0669-4bac-8334-6d4b7bcef615 admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.3655946 Aug 08 00:35:00.850366 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 58324) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:35:00.864524 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:35:00.866099 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.v2.base [None req-bd09ebea-7522-498a-84f4-39ba4ae6e858 admin admin] Request body: {'subnet': {'network_id': '40eb5d4b-84fa-4b2b-9896-3375999a2051', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-431316987-subnet', 'tenant_id': '3101620baddd42c48179a6f411bbd33e', 'ip_version': 4}} {{(pid=115992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:35:00.893141 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-7ff9ce4c-8e03-4388-ad7e-328e645ceac7 None None] Port a89c498d-b71e-4a40-9fe2-0ce227d194d5 cannot update to ACTIVE because it is not bound. {{(pid=115993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 08 00:35:00.895138 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde2d27d-0669-4bac-8334-6d4b7bcef615 admin admin] Pushing event updated for resources: {'Network': ['ID=40eb5d4b-84fa-4b2b-9896-3375999a2051,revision_number=1']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:35:00.912474 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Network 40eb5d4b-84fa-4b2b-9896-3375999a2051 details requested by agent ovs-agent-dv-cinder-851640-3-iscsi with host dv-cinder-851640-3-iscsi {{(pid=115993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 08 00:35:00.991149 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd09ebea-7522-498a-84f4-39ba4ae6e858 admin admin] Made reservation on behalf of 3101620baddd42c48179a6f411bbd33e for: {'subnet': 1} {{(pid=115992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 00:35:00.993793 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-bd09ebea-7522-498a-84f4-39ba4ae6e858 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26226893'] for subnet (None), before_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:01.195562 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be94f524-6cfb-47b9-9464-20f0a1f4dbfb req-e71fd110-f952-45ff-8f90-436c8829e84a tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:35:01.202615 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-be94f524-6cfb-47b9-9464-20f0a1f4dbfb req-e71fd110-f952-45ff-8f90-436c8829e84a tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4829f58c-adec-413d-83c8-23f1d3143205 HTTP/1.1" status: 200 len: 945 time: 0.0703077 Aug 08 00:35:01.211291 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-d9652d01-8978-4a7b-9b18-84a9f6cf33d6 admin admin] Publish callbacks [] for port (a89c498d-b71e-4a40-9fe2-0ce227d194d5), precommit_update {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:01.284938 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-be94f524-6cfb-47b9-9464-20f0a1f4dbfb req-fcedc3f7-33c1-4ed9-b5a4-d7e1fdae87d6 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=99750fcd-194d-487c-b80c-a79152b12484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804842 Aug 08 00:35:01.295826 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-a0af2e59-9778-48fa-8672-60b1f3b88057 req-6d66cb71-8158-476c-a740-c07429ad2675 tempest-VolumesNegativeTest-1273807410 tempest-VolumesNegativeTest-1273807410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=abceacff-4197-477c-99d2-090dbe5727e4 HTTP/1.1" status: 200 len: 210 time: 0.0531714 Aug 08 00:35:01.298393 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-d9652d01-8978-4a7b-9b18-84a9f6cf33d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2785206'] for port (a89c498d-b71e-4a40-9fe2-0ce227d194d5), after_update {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:01.380441 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9652d01-8978-4a7b-9b18-84a9f6cf33d6 admin admin] Pushing event updated for resources: {'Port': ['ID=a89c498d-b71e-4a40-9fe2-0ce227d194d5,revision_number=2']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:35:01.384385 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-d9652d01-8978-4a7b-9b18-84a9f6cf33d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-499733'] for router_interface (e0235f1f-35fb-4a24-8061-602b91422ec6), after_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:01.460989 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:35:01.469917 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-bd09ebea-7522-498a-84f4-39ba4ae6e858 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26371511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26226907'] for subnet (b1d5723f-10fd-4b95-91b6-00f6c09bff0d), after_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:01.555868 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9652d01-8978-4a7b-9b18-84a9f6cf33d6 admin admin] Network b9b39534-269b-4e34-8ccf-e849ef89c96f is already hosted by enough agents. {{(pid=115991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 00:35:01.567855 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.scheduler.base_scheduler [None req-d9652d01-8978-4a7b-9b18-84a9f6cf33d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=115991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 00:35:01.590018 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd09ebea-7522-498a-84f4-39ba4ae6e858 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1d5723f-10fd-4b95-91b6-00f6c09bff0d,revision_number=0']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:35:01.660965 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd09ebea-7522-498a-84f4-39ba4ae6e858 admin admin] Checking segment: {'id': '0fda41cf-3f2e-4d41-af88-28d3b79aa971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '40eb5d4b-84fa-4b2b-9896-3375999a2051'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 00:35:01.664677 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd09ebea-7522-498a-84f4-39ba4ae6e858 admin admin] Network hostable DHCP agents. Network: 40eb5d4b-84fa-4b2b-9896-3375999a2051, hostable agents: ['93e2312b-3744-4a9e-8723-a0f19f10f89a'], hosted agents: [] {{(pid=115992) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 08 00:35:01.808880 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:35:01.810231 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd09ebea-7522-498a-84f4-39ba4ae6e858 admin admin] Network 40eb5d4b-84fa-4b2b-9896-3375999a2051 is scheduled to be hosted by DHCP agent 93e2312b-3744-4a9e-8723-a0f19f10f89a with binding_index 1 {{(pid=115992) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 08 00:35:01.842634 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9652d01-8978-4a7b-9b18-84a9f6cf33d6 admin admin] Router e0235f1f-35fb-4a24-8061-602b91422ec6 has already been hosted by L3 agent d53f5436-7c7f-4441-9708-9d0333b57745 {{(pid=115991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 00:35:01.935465 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Device 4f84cb1d-5646-4c76-b4a6-e0612e07531b up at agent ovs-agent-dv-cinder-851640-3-iscsi {{(pid=115993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 00:35:01.947882 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.scheduler.base_scheduler [None req-bd09ebea-7522-498a-84f4-39ba4ae6e858 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851640-3-iscsi, 40eb5d4b-84fa-4b2b-9896-3375999a2051) {{(pid=115992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 00:35:01.951924 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd09ebea-7522-498a-84f4-39ba4ae6e858 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:35:01.952553 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-bd09ebea-7522-498a-84f4-39ba4ae6e858 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:02.034556 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-976b8f39-64d4-4b25-b4e4-73c7685cde80 None None] Network 40eb5d4b-84fa-4b2b-9896-3375999a2051 requested from dv-cinder-851640-3-iscsi {{(pid=115993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 00:35:02.044223 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9652d01-8978-4a7b-9b18-84a9f6cf33d6 admin admin] Notify agent at l3_agent.dv-cinder-851640-3-iscsi the message routers_updated {{(pid=115991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 00:35:02.050696 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-d9652d01-8978-4a7b-9b18-84a9f6cf33d6 admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/e0235f1f-35fb-4a24-8061-602b91422ec6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4371810 Aug 08 00:35:02.061143 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-bd09ebea-7522-498a-84f4-39ba4ae6e858 admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.2035284 Aug 08 00:35:02.064579 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 58380) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:35:02.068963 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.v2.base [None req-73d1f4a2-40d5-4e66-b640-9bda110d555b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-431316987-router', 'tenant_id': '3101620baddd42c48179a6f411bbd33e', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f'}}} {{(pid=115991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:35:02.150558 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-73d1f4a2-40d5-4e66-b640-9bda110d555b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-512329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-835'] for router (bcf99a59-317d-4ae4-a645-317607217c8f), before_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:02.151764 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-73d1f4a2-40d5-4e66-b640-9bda110d555b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-502562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-438731', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1613470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-842'] for router (bcf99a59-317d-4ae4-a645-317607217c8f), precommit_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:02.175820 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Provisioning complete for port 4f84cb1d-5646-4c76-b4a6-e0612e07531b triggered by entity L2. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:35:02.177996 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (4f84cb1d-5646-4c76-b4a6-e0612e07531b), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:02.237338 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-1be2bfc0-b4e0-4aeb-923e-00e5685bbbbb None None] Provisioning complete for port a89c498d-b71e-4a40-9fe2-0ce227d194d5 triggered by entity DHCP. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:35:02.237867 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-1be2bfc0-b4e0-4aeb-923e-00e5685bbbbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (a89c498d-b71e-4a40-9fe2-0ce227d194d5), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:02.260773 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-73d1f4a2-40d5-4e66-b640-9bda110d555b admin admin] Publish callbacks [] for router_controller (bcf99a59-317d-4ae4-a645-317607217c8f), precommit_add_association {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:02.275316 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=100 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:35:02.305620 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-1be2bfc0-b4e0-4aeb-923e-00e5685bbbbb None None] Port a89c498d-b71e-4a40-9fe2-0ce227d194d5 cannot update to ACTIVE because it is not bound. {{(pid=115993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 08 00:35:02.366562 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Current status of the port 4f84cb1d-5646-4c76-b4a6-e0612e07531b is: DOWN; New status is: ACTIVE {{(pid=115993) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 00:35:02.366562 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (4f84cb1d-5646-4c76-b4a6-e0612e07531b), before_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:02.389408 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] For port 4f84cb1d-5646-4c76-b4a6-e0612e07531b, host dv-cinder-851640-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851640-3-iscsi',level=0,port_id=4f84cb1d-5646-4c76-b4a6-e0612e07531b,segment=NetworkSegment(15fce33c-3ff3-4714-8fe9-15b1a1600e57),segment_id=15fce33c-3ff3-4714-8fe9-15b1a1600e57)] {{(pid=115993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:35:02.391867 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e81844-0c5b-4b72-9598-bf82c83c4133 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdec297ae-4d72-52f1-8857-0419de17422d-40eb5d4b-84fa-4b2b-9896-3375999a2051', 'network_id': '40eb5d4b-84fa-4b2b-9896-3375999a2051', 'project_id': '3101620baddd42c48179a6f411bbd33e', 'fixed_ips': [{'subnet_id': 'b1d5723f-10fd-4b95-91b6-00f6c09bff0d'}]}} from dv-cinder-851640-3-iscsi. {{(pid=115993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 08 00:35:02.392835 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-79e81844-0c5b-4b72-9598-bf82c83c4133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (None), before_create {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:02.518354 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821'] for port (4f84cb1d-5646-4c76-b4a6-e0612e07531b), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:02.692919 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Pushing event updated for resources: {'Port': ['ID=4f84cb1d-5646-4c76-b4a6-e0612e07531b,revision_number=4']} {{(pid=115993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:35:02.817514 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba823e2a-1b6a-4068-96da-73c80c29fc80 req-69d2524a-426f-4cd8-891a-6c203094a710 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:35:02.821442 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-ba823e2a-1b6a-4068-96da-73c80c29fc80 req-69d2524a-426f-4cd8-891a-6c203094a710 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4829f58c-adec-413d-83c8-23f1d3143205 HTTP/1.1" status: 200 len: 945 time: 0.1224089 Aug 08 00:35:02.870864 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.db_base_plugin_common [None req-79e81844-0c5b-4b72-9598-bf82c83c4133 None None] Allocated IP 172.20.0.2 (40eb5d4b-84fa-4b2b-9896-3375999a2051/b1d5723f-10fd-4b95-91b6-00f6c09bff0d/245d7372-7308-4a1b-9616-09a5e8cc8d18) {{(pid=115993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 00:35:02.955734 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:35:02.958174 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-ba823e2a-1b6a-4068-96da-73c80c29fc80 req-b76b63ef-8353-4279-ad57-0a0ece2f9a79 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=99750fcd-194d-487c-b80c-a79152b12484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278973 Aug 08 00:35:02.975176 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-625d2a3e-3419-4a3f-83c7-9bf988ada809 req-9986f096-2f15-47d1-8b15-c363f39ba7fd tempest-VolumesNegativeTest-1273807410 tempest-VolumesNegativeTest-1273807410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=abceacff-4197-477c-99d2-090dbe5727e4 HTTP/1.1" status: 200 len: 210 time: 0.5465710 Aug 08 00:35:03.112551 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-73d1f4a2-40d5-4e66-b640-9bda110d555b admin admin] Publish callbacks [] for router_gateway (bcf99a59-317d-4ae4-a645-317607217c8f), precommit_update {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:03.178563 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-79e81844-0c5b-4b72-9598-bf82c83c4133 None None] Publish callbacks [] for port (245d7372-7308-4a1b-9616-09a5e8cc8d18), precommit_create {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:03.296278 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e9096a-5aeb-48cd-aa52-879198b5b8a4 None None] Sync routers for ids ['e0235f1f-35fb-4a24-8061-602b91422ec6'] in dv-cinder-851640-3-iscsi {{(pid=115994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 00:35:03.297752 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-79e81844-0c5b-4b72-9598-bf82c83c4133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764676113785'] for port (245d7372-7308-4a1b-9616-09a5e8cc8d18), after_create {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:03.322857 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e9096a-5aeb-48cd-aa52-879198b5b8a4 None None] Routers {'e0235f1f-35fb-4a24-8061-602b91422ec6'} bound to L3 agent in host dv-cinder-851640-3-iscsi {{(pid=115994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 00:35:03.323848 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_hamode_db [None req-64e9096a-5aeb-48cd-aa52-879198b5b8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851640-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-08T00:24:12Z,description=,heartbeat_timestamp=2022-08-08T00:34:42Z,host='dv-cinder-851640-3-iscsi',id=d53f5436-7c7f-4441-9708-9d0333b57745,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T00:24:13Z,topic='l3_agent')) {'router_ids': ['e0235f1f-35fb-4a24-8061-602b91422ec6'], 'active': True} {{(pid=115994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:35:03.395773 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e81844-0c5b-4b72-9598-bf82c83c4133 None None] Network 40eb5d4b-84fa-4b2b-9896-3375999a2051 is already hosted by enough agents. {{(pid=115993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 00:35:03.398669 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:35:03.402422 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.scheduler.base_scheduler [None req-79e81844-0c5b-4b72-9598-bf82c83c4133 None None] Resources bound (agent type, host, resource id): {{(pid=115993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 00:35:03.408296 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e81844-0c5b-4b72-9598-bf82c83c4133 None None] Received port after_create {{(pid=115993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 00:35:03.411926 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e81844-0c5b-4b72-9598-bf82c83c4133 None None] Pushing event updated for resources: {'Port': ['ID=245d7372-7308-4a1b-9616-09a5e8cc8d18,revision_number=1']} {{(pid=115993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:35:03.507074 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-73d1f4a2-40d5-4e66-b640-9bda110d555b admin admin] Publish callbacks [] for router_gateway (bcf99a59-317d-4ae4-a645-317607217c8f), before_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:03.515422 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.managers [None req-79e81844-0c5b-4b72-9598-bf82c83c4133 None None] Attempting to bind port 245d7372-7308-4a1b-9616-09a5e8cc8d18 on host dv-cinder-851640-3-iscsi for vnic_type normal with profile {{(pid=115993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 00:35:03.516071 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.managers [None req-79e81844-0c5b-4b72-9598-bf82c83c4133 None None] Attempting to bind port 245d7372-7308-4a1b-9616-09a5e8cc8d18 by drivers openvswitch,hyperv on host dv-cinder-851640-3-iscsi at level 0 using segments [{'id': '0fda41cf-3f2e-4d41-af88-28d3b79aa971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '40eb5d4b-84fa-4b2b-9896-3375999a2051'}] {{(pid=115993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 00:35:03.516653 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e81844-0c5b-4b72-9598-bf82c83c4133 None None] Attempting to bind port 245d7372-7308-4a1b-9616-09a5e8cc8d18 on network 40eb5d4b-84fa-4b2b-9896-3375999a2051 {{(pid=115993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 00:35:03.522728 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e81844-0c5b-4b72-9598-bf82c83c4133 None None] Checking agent: {'id': 'aa35aa05-3c09-40ae-a1e3-ebf96fe3358c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851640-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 0, 24, 15), 'started_at': datetime.datetime(2022, 8, 8, 0, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 0, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851640-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 00:35:03.523431 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e81844-0c5b-4b72-9598-bf82c83c4133 None None] Checking segment: {'id': '0fda41cf-3f2e-4d41-af88-28d3b79aa971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '40eb5d4b-84fa-4b2b-9896-3375999a2051'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 00:35:03.524062 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-79e81844-0c5b-4b72-9598-bf82c83c4133 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:03.524623 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e81844-0c5b-4b72-9598-bf82c83c4133 None None] Bound using segment: {'id': '0fda41cf-3f2e-4d41-af88-28d3b79aa971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '40eb5d4b-84fa-4b2b-9896-3375999a2051'} {{(pid=115993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 00:35:03.526010 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.managers [None req-79e81844-0c5b-4b72-9598-bf82c83c4133 None None] Bound port: 245d7372-7308-4a1b-9616-09a5e8cc8d18, host: dv-cinder-851640-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fda41cf-3f2e-4d41-af88-28d3b79aa971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '40eb5d4b-84fa-4b2b-9896-3375999a2051'}}] {{(pid=115993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 00:35:03.526582 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-79e81844-0c5b-4b72-9598-bf82c83c4133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (245d7372-7308-4a1b-9616-09a5e8cc8d18), before_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:03.531599 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-73d1f4a2-40d5-4e66-b640-9bda110d555b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (None), before_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:03.572945 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_dvr_db [None req-64e9096a-5aeb-48cd-aa52-879198b5b8a4 None None] Set router e0235f1f-35fb-4a24-8061-602b91422ec6 gateway port host: dv-cinder-851640-3-iscsi {{(pid=115994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 00:35:03.616692 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-79e81844-0c5b-4b72-9598-bf82c83c4133 None None] For port 245d7372-7308-4a1b-9616-09a5e8cc8d18, host dv-cinder-851640-3-iscsi, cleared binding levels {{(pid=115993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 00:35:03.621674 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-79e81844-0c5b-4b72-9598-bf82c83c4133 None None] For port 245d7372-7308-4a1b-9616-09a5e8cc8d18, host dv-cinder-851640-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851640-3-iscsi',level=0,port_id=245d7372-7308-4a1b-9616-09a5e8cc8d18,segment=NetworkSegment(0fda41cf-3f2e-4d41-af88-28d3b79aa971),segment_id=0fda41cf-3f2e-4d41-af88-28d3b79aa971)] {{(pid=115993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 00:35:03.712335 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.db.db_base_plugin_common [None req-73d1f4a2-40d5-4e66-b640-9bda110d555b admin admin] Allocated IP 172.27.3.150 (743d2d45-6b8c-49b7-a932-c537e45f946f/7df84031-3cb2-4601-a018-b61b0ad731dc/eb87a7f7-c8f8-4bf2-9fb4-c38496a46f98) {{(pid=115991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 00:35:03.771621 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-79e81844-0c5b-4b72-9598-bf82c83c4133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821'] for port (245d7372-7308-4a1b-9616-09a5e8cc8d18), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:03.845773 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Device 4f84cb1d-5646-4c76-b4a6-e0612e07531b up at agent ovs-agent-dv-cinder-851640-3-iscsi {{(pid=115993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 00:35:03.893572 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_hamode_db [None req-64e9096a-5aeb-48cd-aa52-879198b5b8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0235f1f-35fb-4a24-8061-602b91422ec6', 'name': 'tempest-TestMinimumBasicScenario-279310817-router', 'tenant_id': 'dd8ef69b931748e689f6d2a9cd4aceaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '4f84cb1d-5646-4c76-b4a6-e0612e07531b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:34:54Z', 'updated_at': '2022-08-08T00:35:00Z', 'revision_number': 4, 'project_id': 'dd8ef69b931748e689f6d2a9cd4aceaa', 'gw_port': {'id': '4f84cb1d-5646-4c76-b4a6-e0612e07531b', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:08:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0235f1f-35fb-4a24-8061-602b91422ec6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:34:55Z', 'updated_at': '2022-08-08T00:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi', '_interfaces': [{'id': 'a89c498d-b71e-4a40-9fe2-0ce227d194d5', 'name': '', 'network_id': 'b9b39534-269b-4e34-8ccf-e849ef89c96f', 'tenant_id': 'dd8ef69b931748e689f6d2a9cd4aceaa', 'mac_address': 'fa:16:3e:bd:01:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0235f1f-35fb-4a24-8061-602b91422ec6', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'c9e9f466-3b5a-46ac-9ba5-87ca6e3f2322', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:34:58Z', 'updated_at': '2022-08-08T00:35:00Z', 'revision_number': 2, 'project_id': 'dd8ef69b931748e689f6d2a9cd4aceaa', 'subnets': [{'id': 'c9e9f466-3b5a-46ac-9ba5-87ca6e3f2322', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851640-3-iscsi', False) {} {{(pid=115994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:35:03.944297 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-73d1f4a2-40d5-4e66-b640-9bda110d555b admin admin] Publish callbacks [] for port (eb87a7f7-c8f8-4bf2-9fb4-c38496a46f98), precommit_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:03.958718 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e9096a-5aeb-48cd-aa52-879198b5b8a4 None None] Checking router: e0235f1f-35fb-4a24-8061-602b91422ec6 for host: dv-cinder-851640-3-iscsi {{(pid=115994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 00:35:03.959519 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e9096a-5aeb-48cd-aa52-879198b5b8a4 None None] Updating router e0235f1f-35fb-4a24-8061-602b91422ec6 port a89c498d-b71e-4a40-9fe2-0ce227d194d5 binding host dv-cinder-851640-3-iscsi {{(pid=115994) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 08 00:35:03.994143 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron_lib.callbacks.manager [None req-64e9096a-5aeb-48cd-aa52-879198b5b8a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (a89c498d-b71e-4a40-9fe2-0ce227d194d5), before_update {{(pid=115994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:04.004135 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:35:04.143268 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-73d1f4a2-40d5-4e66-b640-9bda110d555b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764676113785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2785209'] for port (eb87a7f7-c8f8-4bf2-9fb4-c38496a46f98), after_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:04.215651 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d1f4a2-40d5-4e66-b640-9bda110d555b admin admin] Network 743d2d45-6b8c-49b7-a932-c537e45f946f is already hosted by enough agents. {{(pid=115991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 00:35:04.245160 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.scheduler.base_scheduler [None req-73d1f4a2-40d5-4e66-b640-9bda110d555b admin admin] Resources bound (agent type, host, resource id): {{(pid=115991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 00:35:04.271853 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d1f4a2-40d5-4e66-b640-9bda110d555b admin admin] Received port after_create {{(pid=115991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 00:35:04.308428 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-4be48d7e-8ef1-47ee-8503-bd092ccecdfd req-b5640d35-2c94-4eb8-a6dd-7d280101e1f2 tempest-VolumesNegativeTest-1273807410 tempest-VolumesNegativeTest-1273807410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=abceacff-4197-477c-99d2-090dbe5727e4 HTTP/1.1" status: 200 len: 210 time: 0.1150970 Aug 08 00:35:04.353142 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d1f4a2-40d5-4e66-b640-9bda110d555b admin admin] Pushing event updated for resources: {'Port': ['ID=eb87a7f7-c8f8-4bf2-9fb4-c38496a46f98,revision_number=1']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:35:04.480698 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-cea55e41-e254-4e2e-a01e-9b25c323bdd7 req-9f286d1e-615b-4447-a8a3-cec0a33525a8 tempest-VolumesNegativeTest-1273807410 tempest-VolumesNegativeTest-1273807410-project] 10.222.0.25 "GET /networking/v2.0/networks?tenant_id=0fb873acb9dc45d98bb0ccde8ee50a5a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1080408 Aug 08 00:35:04.572544 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e81844-0c5b-4b72-9598-bf82c83c4133 None None] Pushing event updated for resources: {'Port': ['ID=245d7372-7308-4a1b-9616-09a5e8cc8d18,revision_number=2']} {{(pid=115993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:35:04.585222 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Provisioning complete for port 4f84cb1d-5646-4c76-b4a6-e0612e07531b triggered by entity L2. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:35:04.586905 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (4f84cb1d-5646-4c76-b4a6-e0612e07531b), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:04.687270 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:UPDATE=5,neutron:SELECT=93,neutron:INSERT=2 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:35:04.743395 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron_lib.callbacks.manager [None req-64e9096a-5aeb-48cd-aa52-879198b5b8a4 None None] Publish callbacks [] for port (a89c498d-b71e-4a40-9fe2-0ce227d194d5), precommit_update {{(pid=115994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:04.769529 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Current status of the port 4f84cb1d-5646-4c76-b4a6-e0612e07531b is: ACTIVE; New status is: ACTIVE {{(pid=115993) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 00:35:04.808283 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd53a94-bfb3-4244-a82c-68fc092fc603 req-039fa2e1-377b-495e-910e-0539c2c0c77a tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:35:04.818029 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-0bd53a94-bfb3-4244-a82c-68fc092fc603 req-039fa2e1-377b-495e-910e-0539c2c0c77a tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4829f58c-adec-413d-83c8-23f1d3143205 HTTP/1.1" status: 200 len: 945 time: 0.6600590 Aug 08 00:35:04.905447 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-0bd53a94-bfb3-4244-a82c-68fc092fc603 req-53f6a2e5-233b-43fc-a238-9ff8d99644d8 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=99750fcd-194d-487c-b80c-a79152b12484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861535 Aug 08 00:35:04.912326 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron_lib.callbacks.manager [None req-64e9096a-5aeb-48cd-aa52-879198b5b8a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821'] for port (a89c498d-b71e-4a40-9fe2-0ce227d194d5), after_update {{(pid=115994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:04.916175 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=100 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:35:04.960748 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea55e41-e254-4e2e-a01e-9b25c323bdd7 req-13f273af-4574-4333-b818-9eef0b873793 tempest-VolumesNegativeTest-1273807410 tempest-VolumesNegativeTest-1273807410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:35:04.962214 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-cea55e41-e254-4e2e-a01e-9b25c323bdd7 req-13f273af-4574-4333-b818-9eef0b873793 tempest-VolumesNegativeTest-1273807410 tempest-VolumesNegativeTest-1273807410-project] 10.222.0.25 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4807167 Aug 08 00:35:04.979544 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.v2.base [req-cea55e41-e254-4e2e-a01e-9b25c323bdd7 req-7c0602ae-832c-4ce5-9ce4-1aafe72f49fc tempest-VolumesNegativeTest-1273807410 tempest-VolumesNegativeTest-1273807410-project] Request body: {'port': {'device_id': 'abceacff-4197-477c-99d2-090dbe5727e4', 'network_id': '4ba08957-9b93-48bf-9331-567e432abb12', 'admin_state_up': True, 'tenant_id': '0fb873acb9dc45d98bb0ccde8ee50a5a'}} {{(pid=115992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:35:05.145041 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0926796-8cd5-49c7-9999-8a187a243f3b None None] Pushing event updated for resources: {'Port': ['ID=a89c498d-b71e-4a40-9fe2-0ce227d194d5,revision_number=3']} {{(pid=115994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:35:05.153763 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.plugins.ml2.managers [None req-64e9096a-5aeb-48cd-aa52-879198b5b8a4 None None] Attempting to bind port a89c498d-b71e-4a40-9fe2-0ce227d194d5 on host dv-cinder-851640-3-iscsi for vnic_type normal with profile {{(pid=115994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 00:35:05.154412 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.plugins.ml2.managers [None req-64e9096a-5aeb-48cd-aa52-879198b5b8a4 None None] Attempting to bind port a89c498d-b71e-4a40-9fe2-0ce227d194d5 by drivers openvswitch,hyperv on host dv-cinder-851640-3-iscsi at level 0 using segments [{'id': '95c052e7-b798-4dd5-ac31-0ef54164c774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b9b39534-269b-4e34-8ccf-e849ef89c96f'}] {{(pid=115994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 00:35:05.154958 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e9096a-5aeb-48cd-aa52-879198b5b8a4 None None] Attempting to bind port a89c498d-b71e-4a40-9fe2-0ce227d194d5 on network b9b39534-269b-4e34-8ccf-e849ef89c96f {{(pid=115994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 00:35:05.161166 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e9096a-5aeb-48cd-aa52-879198b5b8a4 None None] Checking agent: {'id': 'aa35aa05-3c09-40ae-a1e3-ebf96fe3358c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851640-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 0, 24, 15), 'started_at': datetime.datetime(2022, 8, 8, 0, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 0, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851640-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 00:35:05.161922 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e9096a-5aeb-48cd-aa52-879198b5b8a4 None None] Checking segment: {'id': '95c052e7-b798-4dd5-ac31-0ef54164c774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b9b39534-269b-4e34-8ccf-e849ef89c96f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 00:35:05.162524 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron_lib.callbacks.manager [None req-64e9096a-5aeb-48cd-aa52-879198b5b8a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:05.163081 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e9096a-5aeb-48cd-aa52-879198b5b8a4 None None] Bound using segment: {'id': '95c052e7-b798-4dd5-ac31-0ef54164c774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b9b39534-269b-4e34-8ccf-e849ef89c96f'} {{(pid=115994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 00:35:05.163730 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.plugins.ml2.managers [None req-64e9096a-5aeb-48cd-aa52-879198b5b8a4 None None] Bound port: a89c498d-b71e-4a40-9fe2-0ce227d194d5, host: dv-cinder-851640-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95c052e7-b798-4dd5-ac31-0ef54164c774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b9b39534-269b-4e34-8ccf-e849ef89c96f'}}] {{(pid=115994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 00:35:05.164286 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron_lib.callbacks.manager [None req-64e9096a-5aeb-48cd-aa52-879198b5b8a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (a89c498d-b71e-4a40-9fe2-0ce227d194d5), before_update {{(pid=115994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:05.167361 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:35:05.195648 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-73d1f4a2-40d5-4e66-b640-9bda110d555b admin admin] Publish callbacks [] for router_gateway (bcf99a59-317d-4ae4-a645-317607217c8f), after_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:05.388836 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:35:05.490012 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cea55e41-e254-4e2e-a01e-9b25c323bdd7 req-7c0602ae-832c-4ce5-9ce4-1aafe72f49fc tempest-VolumesNegativeTest-1273807410 tempest-VolumesNegativeTest-1273807410-project] Made reservation on behalf of 0fb873acb9dc45d98bb0ccde8ee50a5a for: {'port': 1} {{(pid=115992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 00:35:05.490012 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-cea55e41-e254-4e2e-a01e-9b25c323bdd7 req-7c0602ae-832c-4ce5-9ce4-1aafe72f49fc tempest-VolumesNegativeTest-1273807410 tempest-VolumesNegativeTest-1273807410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (None), before_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:05.502581 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-cea55e41-e254-4e2e-a01e-9b25c323bdd7 req-7c0602ae-832c-4ce5-9ce4-1aafe72f49fc tempest-VolumesNegativeTest-1273807410 tempest-VolumesNegativeTest-1273807410-project] Publish callbacks [] for security_group (None), before_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:05.591201 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:35:05.619469 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.plugins.ml2.db [None req-64e9096a-5aeb-48cd-aa52-879198b5b8a4 None None] For port a89c498d-b71e-4a40-9fe2-0ce227d194d5, host dv-cinder-851640-3-iscsi, cleared binding levels {{(pid=115994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 00:35:05.631747 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.plugins.ml2.db [None req-64e9096a-5aeb-48cd-aa52-879198b5b8a4 None None] For port a89c498d-b71e-4a40-9fe2-0ce227d194d5, host dv-cinder-851640-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851640-3-iscsi',level=0,port_id=a89c498d-b71e-4a40-9fe2-0ce227d194d5,segment=NetworkSegment(95c052e7-b798-4dd5-ac31-0ef54164c774),segment_id=95c052e7-b798-4dd5-ac31-0ef54164c774)] {{(pid=115994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 00:35:05.644229 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-c2562fa5-0b2a-4796-abc6-66c7e290da05 req-fa5d2203-252b-4991-bdee-d843da2aa982 tempest-VolumesNegativeTest-1273807410 tempest-VolumesNegativeTest-1273807410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=abceacff-4197-477c-99d2-090dbe5727e4 HTTP/1.1" status: 200 len: 210 time: 0.2095563 Aug 08 00:35:05.752254 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-73d1f4a2-40d5-4e66-b640-9bda110d555b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-501999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-427846'] for router (bcf99a59-317d-4ae4-a645-317607217c8f), after_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:05.796349 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-cea55e41-e254-4e2e-a01e-9b25c323bdd7 req-7c0602ae-832c-4ce5-9ce4-1aafe72f49fc tempest-VolumesNegativeTest-1273807410 tempest-VolumesNegativeTest-1273807410-project] Publish callbacks [] for security_group (c6db009f-a036-4703-90d8-7f733b781789), precommit_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:05.934074 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Device 245d7372-7308-4a1b-9616-09a5e8cc8d18 up at agent ovs-agent-dv-cinder-851640-3-iscsi {{(pid=115993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 00:35:05.959680 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron_lib.callbacks.manager [None req-64e9096a-5aeb-48cd-aa52-879198b5b8a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821'] for port (a89c498d-b71e-4a40-9fe2-0ce227d194d5), after_update {{(pid=115994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:05.993656 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-cea55e41-e254-4e2e-a01e-9b25c323bdd7 req-7c0602ae-832c-4ce5-9ce4-1aafe72f49fc tempest-VolumesNegativeTest-1273807410 tempest-VolumesNegativeTest-1273807410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (c6db009f-a036-4703-90d8-7f733b781789), after_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:06.120576 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Provisioning complete for port 245d7372-7308-4a1b-9616-09a5e8cc8d18 triggered by entity L2. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:35:06.144641 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (245d7372-7308-4a1b-9616-09a5e8cc8d18), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:06.182155 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e9096a-5aeb-48cd-aa52-879198b5b8a4 None None] Routers {'e0235f1f-35fb-4a24-8061-602b91422ec6'} bound to L3 agent in host dv-cinder-851640-3-iscsi {{(pid=115994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 00:35:06.196087 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_hamode_db [None req-64e9096a-5aeb-48cd-aa52-879198b5b8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851640-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-08T00:24:12Z,description=,heartbeat_timestamp=2022-08-08T00:34:42Z,host='dv-cinder-851640-3-iscsi',id=d53f5436-7c7f-4441-9708-9d0333b57745,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T00:24:13Z,topic='l3_agent')) {'router_ids': ['e0235f1f-35fb-4a24-8061-602b91422ec6'], 'active': True} {{(pid=115994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:35:06.283992 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bafe5d05-8032-460d-8b8e-4b1ec64344a0 None None] Network 40eb5d4b-84fa-4b2b-9896-3375999a2051 requested from dv-cinder-851640-3-iscsi {{(pid=115993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 00:35:06.321861 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-455ef782-d19a-4a6e-a116-ff54861693e4 None None] Provisioning complete for port 245d7372-7308-4a1b-9616-09a5e8cc8d18 triggered by entity DHCP. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:35:06.322244 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-455ef782-d19a-4a6e-a116-ff54861693e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (245d7372-7308-4a1b-9616-09a5e8cc8d18), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:06.327332 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_dvr_db [None req-64e9096a-5aeb-48cd-aa52-879198b5b8a4 None None] Set router e0235f1f-35fb-4a24-8061-602b91422ec6 gateway port host: dv-cinder-851640-3-iscsi {{(pid=115994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 00:35:06.338654 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.db.db_base_plugin_common [req-cea55e41-e254-4e2e-a01e-9b25c323bdd7 req-7c0602ae-832c-4ce5-9ce4-1aafe72f49fc tempest-VolumesNegativeTest-1273807410 tempest-VolumesNegativeTest-1273807410-project] Allocated IP 192.168.233.196 (4ba08957-9b93-48bf-9331-567e432abb12/f5527607-6ef5-48a8-9251-20ac67094115/b04c5d59-5942-49e6-af63-74888b176926) {{(pid=115992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 00:35:06.463520 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Current status of the port 245d7372-7308-4a1b-9616-09a5e8cc8d18 is: DOWN; New status is: ACTIVE {{(pid=115993) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 00:35:06.463520 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (245d7372-7308-4a1b-9616-09a5e8cc8d18), before_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:06.463825 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0926796-8cd5-49c7-9999-8a187a243f3b None None] Pushing event updated for resources: {'Port': ['ID=a89c498d-b71e-4a40-9fe2-0ce227d194d5,revision_number=4']} {{(pid=115994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:35:06.479734 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=5 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:35:06.550599 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-455ef782-d19a-4a6e-a116-ff54861693e4 None None] Current status of the port 245d7372-7308-4a1b-9616-09a5e8cc8d18 is: DOWN; New status is: ACTIVE {{(pid=115993) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 00:35:06.550599 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-455ef782-d19a-4a6e-a116-ff54861693e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (245d7372-7308-4a1b-9616-09a5e8cc8d18), before_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:06.580834 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:35:06.592162 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_hamode_db [None req-64e9096a-5aeb-48cd-aa52-879198b5b8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0235f1f-35fb-4a24-8061-602b91422ec6', 'name': 'tempest-TestMinimumBasicScenario-279310817-router', 'tenant_id': 'dd8ef69b931748e689f6d2a9cd4aceaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '4f84cb1d-5646-4c76-b4a6-e0612e07531b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:34:54Z', 'updated_at': '2022-08-08T00:35:00Z', 'revision_number': 4, 'project_id': 'dd8ef69b931748e689f6d2a9cd4aceaa', 'gw_port': {'id': '4f84cb1d-5646-4c76-b4a6-e0612e07531b', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:08:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0235f1f-35fb-4a24-8061-602b91422ec6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:34:55Z', 'updated_at': '2022-08-08T00:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi', '_interfaces': [{'id': 'a89c498d-b71e-4a40-9fe2-0ce227d194d5', 'name': '', 'network_id': 'b9b39534-269b-4e34-8ccf-e849ef89c96f', 'tenant_id': 'dd8ef69b931748e689f6d2a9cd4aceaa', 'mac_address': 'fa:16:3e:bd:01:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0235f1f-35fb-4a24-8061-602b91422ec6', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'c9e9f466-3b5a-46ac-9ba5-87ca6e3f2322', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:34:58Z', 'updated_at': '2022-08-08T00:35:05Z', 'revision_number': 4, 'project_id': 'dd8ef69b931748e689f6d2a9cd4aceaa', 'subnets': [{'id': 'c9e9f466-3b5a-46ac-9ba5-87ca6e3f2322', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851640-3-iscsi', False) {} {{(pid=115994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:35:06.610063 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] For port 245d7372-7308-4a1b-9616-09a5e8cc8d18, host dv-cinder-851640-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851640-3-iscsi',level=0,port_id=245d7372-7308-4a1b-9616-09a5e8cc8d18,segment=NetworkSegment(0fda41cf-3f2e-4d41-af88-28d3b79aa971),segment_id=0fda41cf-3f2e-4d41-af88-28d3b79aa971)] {{(pid=115993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:35:06.619116 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0602ae-832c-4ce5-9ce4-1aafe72f49fc tempest-VolumesNegativeTest-1273807410 tempest-VolumesNegativeTest-1273807410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6db009f-a036-4703-90d8-7f733b781789,revision_number=1']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:35:06.629607 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e9096a-5aeb-48cd-aa52-879198b5b8a4 None None] The sync data for ids ['e0235f1f-35fb-4a24-8061-602b91422ec6'] in dv-cinder-851640-3-iscsi is: [{'id': 'e0235f1f-35fb-4a24-8061-602b91422ec6', 'name': 'tempest-TestMinimumBasicScenario-279310817-router', 'tenant_id': 'dd8ef69b931748e689f6d2a9cd4aceaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '4f84cb1d-5646-4c76-b4a6-e0612e07531b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:34:54Z', 'updated_at': '2022-08-08T00:35:00Z', 'revision_number': 4, 'project_id': 'dd8ef69b931748e689f6d2a9cd4aceaa', 'gw_port': {'id': '4f84cb1d-5646-4c76-b4a6-e0612e07531b', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:08:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0235f1f-35fb-4a24-8061-602b91422ec6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:34:55Z', 'updated_at': '2022-08-08T00:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi', '_interfaces': [{'id': 'a89c498d-b71e-4a40-9fe2-0ce227d194d5', 'name': '', 'network_id': 'b9b39534-269b-4e34-8ccf-e849ef89c96f', 'tenant_id': 'dd8ef69b931748e689f6d2a9cd4aceaa', 'mac_address': 'fa:16:3e:bd:01:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0235f1f-35fb-4a24-8061-602b91422ec6', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'c9e9f466-3b5a-46ac-9ba5-87ca6e3f2322', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:34:58Z', 'updated_at': '2022-08-08T00:35:05Z', 'revision_number': 4, 'project_id': 'dd8ef69b931748e689f6d2a9cd4aceaa', 'subnets': [{'id': 'c9e9f466-3b5a-46ac-9ba5-87ca6e3f2322', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 00:35:06.671063 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73d1f4a2-40d5-4e66-b640-9bda110d555b admin admin] Router bcf99a59-317d-4ae4-a645-317607217c8f is scheduled to L3 agent d53f5436-7c7f-4441-9708-9d0333b57745 with binding_index 1 {{(pid=115991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 08 00:35:06.680936 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a4dd2d-cd7c-4406-ac10-41f917782228 req-021a3318-2598-470b-8ef6-efc42a2125a1 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:35:06.682458 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-13a4dd2d-cd7c-4406-ac10-41f917782228 req-021a3318-2598-470b-8ef6-efc42a2125a1 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4829f58c-adec-413d-83c8-23f1d3143205 HTTP/1.1" status: 200 len: 945 time: 0.1913607 Aug 08 00:35:06.728466 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821'] for port (245d7372-7308-4a1b-9616-09a5e8cc8d18), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:06.744924 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-cea55e41-e254-4e2e-a01e-9b25c323bdd7 req-7c0602ae-832c-4ce5-9ce4-1aafe72f49fc tempest-VolumesNegativeTest-1273807410 tempest-VolumesNegativeTest-1273807410-project] Publish callbacks [] for port (b04c5d59-5942-49e6-af63-74888b176926), precommit_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:06.875089 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-13a4dd2d-cd7c-4406-ac10-41f917782228 req-c2e13f85-1d84-4470-bd94-0d54cfd3b2ff tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=99750fcd-194d-487c-b80c-a79152b12484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1749454 Aug 08 00:35:06.950185 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.db.api [None req-455ef782-d19a-4a6e-a116-ff54861693e4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115993) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 08 00:35:06.950747 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG oslo_db.api [None req-455ef782-d19a-4a6e-a116-ff54861693e4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 08 00:35:06.958641 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Pushing event updated for resources: {'Port': ['ID=245d7372-7308-4a1b-9616-09a5e8cc8d18,revision_number=3']} {{(pid=115993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:35:06.960993 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-cea55e41-e254-4e2e-a01e-9b25c323bdd7 req-7c0602ae-832c-4ce5-9ce4-1aafe72f49fc tempest-VolumesNegativeTest-1273807410 tempest-VolumesNegativeTest-1273807410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764676113785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26371331'] for port (b04c5d59-5942-49e6-af63-74888b176926), after_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:07.032961 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73d1f4a2-40d5-4e66-b640-9bda110d555b admin admin] Notify agent at l3_agent.dv-cinder-851640-3-iscsi the message routers_updated {{(pid=115991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 00:35:07.050937 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da69879-f891-4968-8aee-9cf280e814f5 None None] Sync routers for ids ['bcf99a59-317d-4ae4-a645-317607217c8f'] in dv-cinder-851640-3-iscsi {{(pid=115993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 00:35:07.082473 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da69879-f891-4968-8aee-9cf280e814f5 None None] Routers {'bcf99a59-317d-4ae4-a645-317607217c8f'} bound to L3 agent in host dv-cinder-851640-3-iscsi {{(pid=115993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 00:35:07.087689 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_hamode_db [None req-5da69879-f891-4968-8aee-9cf280e814f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851640-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-08T00:24:12Z,description=,heartbeat_timestamp=2022-08-08T00:34:42Z,host='dv-cinder-851640-3-iscsi',id=d53f5436-7c7f-4441-9708-9d0333b57745,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T00:24:13Z,topic='l3_agent')) {'router_ids': ['bcf99a59-317d-4ae4-a645-317607217c8f'], 'active': True} {{(pid=115993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:35:07.134989 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02f41bc-82ae-4e07-bd60-93905bd7f840 req-3492f5e7-d17b-4e78-91b7-ed75614a10e7 tempest-VolumesNegativeTest-1273807410 tempest-VolumesNegativeTest-1273807410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:35:07.138511 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cea55e41-e254-4e2e-a01e-9b25c323bdd7 req-7c0602ae-832c-4ce5-9ce4-1aafe72f49fc tempest-VolumesNegativeTest-1273807410 tempest-VolumesNegativeTest-1273807410-project] Network 4ba08957-9b93-48bf-9331-567e432abb12 is already hosted by enough agents. {{(pid=115992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 00:35:07.141930 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-c02f41bc-82ae-4e07-bd60-93905bd7f840 req-3492f5e7-d17b-4e78-91b7-ed75614a10e7 tempest-VolumesNegativeTest-1273807410 tempest-VolumesNegativeTest-1273807410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=abceacff-4197-477c-99d2-090dbe5727e4 HTTP/1.1" status: 200 len: 936 time: 0.2110403 Aug 08 00:35:07.142770 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.scheduler.base_scheduler [req-cea55e41-e254-4e2e-a01e-9b25c323bdd7 req-7c0602ae-832c-4ce5-9ce4-1aafe72f49fc tempest-VolumesNegativeTest-1273807410 tempest-VolumesNegativeTest-1273807410-project] Resources bound (agent type, host, resource id): {{(pid=115992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 00:35:07.147216 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.db.l3_dvrscheduler_db [req-cea55e41-e254-4e2e-a01e-9b25c323bdd7 req-7c0602ae-832c-4ce5-9ce4-1aafe72f49fc tempest-VolumesNegativeTest-1273807410 tempest-VolumesNegativeTest-1273807410-project] Received port after_create {{(pid=115992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 00:35:07.211115 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:35:07.237134 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0602ae-832c-4ce5-9ce4-1aafe72f49fc tempest-VolumesNegativeTest-1273807410 tempest-VolumesNegativeTest-1273807410-project] Pushing event updated for resources: {'Port': ['ID=b04c5d59-5942-49e6-af63-74888b176926,revision_number=1']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:35:07.239599 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-73d1f4a2-40d5-4e66-b640-9bda110d555b admin admin] Publish callbacks [] for router (None), before_response {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:07.244018 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-73d1f4a2-40d5-4e66-b640-9bda110d555b admin admin] 10.222.0.15 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.1783738 Aug 08 00:35:07.244687 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 58452) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:35:07.313138 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea55e41-e254-4e2e-a01e-9b25c323bdd7 req-7c0602ae-832c-4ce5-9ce4-1aafe72f49fc tempest-VolumesNegativeTest-1273807410 tempest-VolumesNegativeTest-1273807410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:35:07.313764 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-cea55e41-e254-4e2e-a01e-9b25c323bdd7 req-7c0602ae-832c-4ce5-9ce4-1aafe72f49fc tempest-VolumesNegativeTest-1273807410 tempest-VolumesNegativeTest-1273807410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63196'] for port (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:07.447041 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-cea55e41-e254-4e2e-a01e-9b25c323bdd7 req-7c0602ae-832c-4ce5-9ce4-1aafe72f49fc tempest-VolumesNegativeTest-1273807410 tempest-VolumesNegativeTest-1273807410-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4717963 Aug 08 00:35:07.466540 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-c02f41bc-82ae-4e07-bd60-93905bd7f840 req-81878c43-3b13-4863-99e7-79a79a989915 tempest-VolumesNegativeTest-1273807410 tempest-VolumesNegativeTest-1273807410-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c6db009f-a036-4703-90d8-7f733b781789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3091774 Aug 08 00:35:07.556407 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvr_db [None req-5da69879-f891-4968-8aee-9cf280e814f5 None None] Set router bcf99a59-317d-4ae4-a645-317607217c8f gateway port host: dv-cinder-851640-3-iscsi {{(pid=115993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 00:35:07.837454 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-455ef782-d19a-4a6e-a116-ff54861693e4 None None] Current status of the port 245d7372-7308-4a1b-9616-09a5e8cc8d18 is: ACTIVE; New status is: ACTIVE {{(pid=115993) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 00:35:07.927261 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.v2.base [req-cea55e41-e254-4e2e-a01e-9b25c323bdd7 req-244c50a3-ef0e-42e3-9caf-dfd19748b759 service neutron] Request body: {'port': {'device_id': 'abceacff-4197-477c-99d2-090dbe5727e4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85164'}} {{(pid=115992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:35:07.986627 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-e2052e44-b99d-4def-a19a-feb2191d6c3c None None] Provisioning complete for port 245d7372-7308-4a1b-9616-09a5e8cc8d18 triggered by entity DHCP. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:35:07.987163 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-e2052e44-b99d-4def-a19a-feb2191d6c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (245d7372-7308-4a1b-9616-09a5e8cc8d18), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:08.024184 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:35:08.038648 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Device a89c498d-b71e-4a40-9fe2-0ce227d194d5 up at agent ovs-agent-dv-cinder-851640-3-iscsi {{(pid=115993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 00:35:08.054703 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_hamode_db [None req-5da69879-f891-4968-8aee-9cf280e814f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcf99a59-317d-4ae4-a645-317607217c8f', 'name': 'tempest-TestShelveInstance-431316987-router', 'tenant_id': '3101620baddd42c48179a6f411bbd33e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': 'eb87a7f7-c8f8-4bf2-9fb4-c38496a46f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:35:02Z', 'updated_at': '2022-08-08T00:35:04Z', 'revision_number': 3, 'project_id': '3101620baddd42c48179a6f411bbd33e', 'gw_port': {'id': 'eb87a7f7-c8f8-4bf2-9fb4-c38496a46f98', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:99:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcf99a59-317d-4ae4-a645-317607217c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:35:03Z', 'updated_at': '2022-08-08T00:35:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi'}], 'dv-cinder-851640-3-iscsi', False) {} {{(pid=115993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:35:08.093437 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-cea55e41-e254-4e2e-a01e-9b25c323bdd7 req-244c50a3-ef0e-42e3-9caf-dfd19748b759 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (b04c5d59-5942-49e6-af63-74888b176926), before_update {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:08.223694 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da69879-f891-4968-8aee-9cf280e814f5 None None] Checking router: bcf99a59-317d-4ae4-a645-317607217c8f for host: dv-cinder-851640-3-iscsi {{(pid=115993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 00:35:08.229318 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da69879-f891-4968-8aee-9cf280e814f5 None None] Updating router bcf99a59-317d-4ae4-a645-317607217c8f port eb87a7f7-c8f8-4bf2-9fb4-c38496a46f98 binding host dv-cinder-851640-3-iscsi {{(pid=115993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 08 00:35:08.323134 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-5da69879-f891-4968-8aee-9cf280e814f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (eb87a7f7-c8f8-4bf2-9fb4-c38496a46f98), before_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:08.385159 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-ce41c171-848f-4fd4-88b3-8315e8416f38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (None), before_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:08.620027 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Provisioning complete for port a89c498d-b71e-4a40-9fe2-0ce227d194d5 triggered by entity L2. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:35:08.620027 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (a89c498d-b71e-4a40-9fe2-0ce227d194d5), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:08.699676 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-e2052e44-b99d-4def-a19a-feb2191d6c3c None None] Current status of the port 245d7372-7308-4a1b-9616-09a5e8cc8d18 is: ACTIVE; New status is: ACTIVE {{(pid=115993) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 00:35:08.711850 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af464f71-e0ae-4d58-9f57-b5cd45ba3be2 req-4ec8ce1d-a1ef-4481-aba4-b6f772cc0a77 tempest-VolumesNegativeTest-1273807410 tempest-VolumesNegativeTest-1273807410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:35:08.714102 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-af464f71-e0ae-4d58-9f57-b5cd45ba3be2 req-4ec8ce1d-a1ef-4481-aba4-b6f772cc0a77 tempest-VolumesNegativeTest-1273807410 tempest-VolumesNegativeTest-1273807410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=abceacff-4197-477c-99d2-090dbe5727e4 HTTP/1.1" status: 200 len: 936 time: 0.1194072 Aug 08 00:35:08.745631 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-e2052e44-b99d-4def-a19a-feb2191d6c3c None None] Provisioning complete for port b04c5d59-5942-49e6-af63-74888b176926 triggered by entity DHCP. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:35:08.746096 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-e2052e44-b99d-4def-a19a-feb2191d6c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (b04c5d59-5942-49e6-af63-74888b176926), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:08.754085 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:35:08.848781 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:35:08.856252 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.db.db_base_plugin_common [None req-ce41c171-848f-4fd4-88b3-8315e8416f38 admin admin] Allocated IP 172.20.0.1 (40eb5d4b-84fa-4b2b-9896-3375999a2051/b1d5723f-10fd-4b95-91b6-00f6c09bff0d/46ee863b-20ec-47a6-bd42-47e576b2cf6e) {{(pid=115991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 00:35:08.864040 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-af464f71-e0ae-4d58-9f57-b5cd45ba3be2 req-9e3d7efe-1a68-4966-a8b1-abece9719d3f tempest-VolumesNegativeTest-1273807410 tempest-VolumesNegativeTest-1273807410-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c6db009f-a036-4703-90d8-7f733b781789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387746 Aug 08 00:35:08.926921 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-e2052e44-b99d-4def-a19a-feb2191d6c3c None None] Port b04c5d59-5942-49e6-af63-74888b176926 cannot update to ACTIVE because it is not bound. {{(pid=115993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 08 00:35:08.931492 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:35:09.014690 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Current status of the port a89c498d-b71e-4a40-9fe2-0ce227d194d5 is: DOWN; New status is: ACTIVE {{(pid=115993) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 00:35:09.015905 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (a89c498d-b71e-4a40-9fe2-0ce227d194d5), before_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:09.030532 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-ce41c171-848f-4fd4-88b3-8315e8416f38 admin admin] Publish callbacks [] for port (46ee863b-20ec-47a6-bd42-47e576b2cf6e), precommit_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:09.031371 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2196cb79-76a3-4472-8ebf-faa898e37461 req-1bc738dd-ac82-462b-8fcb-73c0873f8e22 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:35:09.031371 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-2196cb79-76a3-4472-8ebf-faa898e37461 req-1bc738dd-ac82-462b-8fcb-73c0873f8e22 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4829f58c-adec-413d-83c8-23f1d3143205 HTTP/1.1" status: 200 len: 945 time: 0.9179394 Aug 08 00:35:09.071907 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:35:09.105362 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] For port a89c498d-b71e-4a40-9fe2-0ce227d194d5, host dv-cinder-851640-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851640-3-iscsi',level=0,port_id=a89c498d-b71e-4a40-9fe2-0ce227d194d5,segment=NetworkSegment(95c052e7-b798-4dd5-ac31-0ef54164c774),segment_id=95c052e7-b798-4dd5-ac31-0ef54164c774)] {{(pid=115993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:35:09.128803 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-5da69879-f891-4968-8aee-9cf280e814f5 None None] Publish callbacks [] for port (eb87a7f7-c8f8-4bf2-9fb4-c38496a46f98), precommit_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:09.163748 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-2196cb79-76a3-4472-8ebf-faa898e37461 req-e175f11f-9459-47b5-9e48-7a2790a72cd1 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=99750fcd-194d-487c-b80c-a79152b12484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1235988 Aug 08 00:35:09.177653 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-ce41c171-848f-4fd4-88b3-8315e8416f38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764676113785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2785209'] for port (46ee863b-20ec-47a6-bd42-47e576b2cf6e), after_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:09.216457 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-5da69879-f891-4968-8aee-9cf280e814f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821'] for port (eb87a7f7-c8f8-4bf2-9fb4-c38496a46f98), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:09.243821 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.notifiers.nova [req-cea55e41-e254-4e2e-a01e-9b25c323bdd7 req-244c50a3-ef0e-42e3-9caf-dfd19748b759 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b04c5d59-5942-49e6-af63-74888b176926 {{(pid=115992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 00:35:09.253193 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-cea55e41-e254-4e2e-a01e-9b25c323bdd7 req-244c50a3-ef0e-42e3-9caf-dfd19748b759 service neutron] Publish callbacks [] for port (b04c5d59-5942-49e6-af63-74888b176926), precommit_update {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:09.258745 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.managers [None req-5da69879-f891-4968-8aee-9cf280e814f5 None None] Attempting to bind port eb87a7f7-c8f8-4bf2-9fb4-c38496a46f98 on host dv-cinder-851640-3-iscsi for vnic_type normal with profile {{(pid=115993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 00:35:09.260328 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.managers [None req-5da69879-f891-4968-8aee-9cf280e814f5 None None] Attempting to bind port eb87a7f7-c8f8-4bf2-9fb4-c38496a46f98 by drivers openvswitch,hyperv on host dv-cinder-851640-3-iscsi at level 0 using segments [{'id': '15fce33c-3ff3-4714-8fe9-15b1a1600e57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f'}] {{(pid=115993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 00:35:09.263355 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da69879-f891-4968-8aee-9cf280e814f5 None None] Attempting to bind port eb87a7f7-c8f8-4bf2-9fb4-c38496a46f98 on network 743d2d45-6b8c-49b7-a932-c537e45f946f {{(pid=115993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 00:35:09.273945 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821'] for port (a89c498d-b71e-4a40-9fe2-0ce227d194d5), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:09.275970 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Device 245d7372-7308-4a1b-9616-09a5e8cc8d18 up at agent ovs-agent-dv-cinder-851640-3-iscsi {{(pid=115993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 00:35:09.276577 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.db.provisioning_blocks [req-cea55e41-e254-4e2e-a01e-9b25c323bdd7 req-244c50a3-ef0e-42e3-9caf-dfd19748b759 service neutron] Transition to ACTIVE for port object b04c5d59-5942-49e6-af63-74888b176926 will not be triggered until provisioned by entity L2. {{(pid=115992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 08 00:35:09.329491 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce41c171-848f-4fd4-88b3-8315e8416f38 admin admin] Network 40eb5d4b-84fa-4b2b-9896-3375999a2051 is already hosted by enough agents. {{(pid=115991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 00:35:09.341492 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.scheduler.base_scheduler [None req-ce41c171-848f-4fd4-88b3-8315e8416f38 admin admin] Resources bound (agent type, host, resource id): {{(pid=115991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 00:35:09.346404 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-cea55e41-e254-4e2e-a01e-9b25c323bdd7 req-244c50a3-ef0e-42e3-9caf-dfd19748b759 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26371340'] for port (b04c5d59-5942-49e6-af63-74888b176926), after_update {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:09.351867 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce41c171-848f-4fd4-88b3-8315e8416f38 admin admin] Pushing event updated for resources: {'Port': ['ID=46ee863b-20ec-47a6-bd42-47e576b2cf6e,revision_number=1']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:35:09.360420 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce41c171-848f-4fd4-88b3-8315e8416f38 admin admin] Received port after_create {{(pid=115991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 00:35:09.434823 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244c50a3-ef0e-42e3-9caf-dfd19748b759 service neutron] Pushing event updated for resources: {'Port': ['ID=b04c5d59-5942-49e6-af63-74888b176926,revision_number=2']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:35:09.437066 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da69879-f891-4968-8aee-9cf280e814f5 None None] Checking agent: {'id': 'aa35aa05-3c09-40ae-a1e3-ebf96fe3358c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851640-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 0, 24, 15), 'started_at': datetime.datetime(2022, 8, 8, 0, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 0, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851640-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 00:35:09.437659 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da69879-f891-4968-8aee-9cf280e814f5 None None] Checking segment: {'id': '15fce33c-3ff3-4714-8fe9-15b1a1600e57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 00:35:09.437995 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-5da69879-f891-4968-8aee-9cf280e814f5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:09.438302 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da69879-f891-4968-8aee-9cf280e814f5 None None] Bound using segment: {'id': '15fce33c-3ff3-4714-8fe9-15b1a1600e57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f'} {{(pid=115993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 00:35:09.438793 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.managers [None req-5da69879-f891-4968-8aee-9cf280e814f5 None None] Bound port: eb87a7f7-c8f8-4bf2-9fb4-c38496a46f98, host: dv-cinder-851640-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15fce33c-3ff3-4714-8fe9-15b1a1600e57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f'}}] {{(pid=115993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 00:35:09.439175 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-5da69879-f891-4968-8aee-9cf280e814f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (eb87a7f7-c8f8-4bf2-9fb4-c38496a46f98), before_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:09.524976 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-5da69879-f891-4968-8aee-9cf280e814f5 None None] For port eb87a7f7-c8f8-4bf2-9fb4-c38496a46f98, host dv-cinder-851640-3-iscsi, cleared binding levels {{(pid=115993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 00:35:09.524976 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-5da69879-f891-4968-8aee-9cf280e814f5 None None] For port eb87a7f7-c8f8-4bf2-9fb4-c38496a46f98, host dv-cinder-851640-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851640-3-iscsi',level=0,port_id=eb87a7f7-c8f8-4bf2-9fb4-c38496a46f98,segment=NetworkSegment(15fce33c-3ff3-4714-8fe9-15b1a1600e57),segment_id=15fce33c-3ff3-4714-8fe9-15b1a1600e57)] {{(pid=115993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 00:35:09.568623 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.managers [req-cea55e41-e254-4e2e-a01e-9b25c323bdd7 req-244c50a3-ef0e-42e3-9caf-dfd19748b759 service neutron] Attempting to bind port b04c5d59-5942-49e6-af63-74888b176926 on host hv-cinder-85164 for vnic_type normal with profile {{(pid=115992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 00:35:09.568623 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.managers [req-cea55e41-e254-4e2e-a01e-9b25c323bdd7 req-244c50a3-ef0e-42e3-9caf-dfd19748b759 service neutron] Attempting to bind port b04c5d59-5942-49e6-af63-74888b176926 by drivers openvswitch,hyperv on host hv-cinder-85164 at level 0 using segments [{'id': 'b37535b0-f4c5-4e11-ad70-c93acf81356a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '4ba08957-9b93-48bf-9331-567e432abb12'}] {{(pid=115992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 00:35:09.568623 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea55e41-e254-4e2e-a01e-9b25c323bdd7 req-244c50a3-ef0e-42e3-9caf-dfd19748b759 service neutron] Attempting to bind port b04c5d59-5942-49e6-af63-74888b176926 on network 4ba08957-9b93-48bf-9331-567e432abb12 {{(pid=115992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 00:35:09.568992 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-ce41c171-848f-4fd4-88b3-8315e8416f38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-500133'] for router_interface (bcf99a59-317d-4ae4-a645-317607217c8f), before_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:09.573954 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea55e41-e254-4e2e-a01e-9b25c323bdd7 req-244c50a3-ef0e-42e3-9caf-dfd19748b759 service neutron] Port b04c5d59-5942-49e6-af63-74888b176926 on network 4ba08957-9b93-48bf-9331-567e432abb12 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85164 {{(pid=115992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 08 00:35:09.574584 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea55e41-e254-4e2e-a01e-9b25c323bdd7 req-244c50a3-ef0e-42e3-9caf-dfd19748b759 service neutron] Attempting to bind port b04c5d59-5942-49e6-af63-74888b176926 on network 4ba08957-9b93-48bf-9331-567e432abb12 {{(pid=115992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 00:35:09.581807 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea55e41-e254-4e2e-a01e-9b25c323bdd7 req-244c50a3-ef0e-42e3-9caf-dfd19748b759 service neutron] Checking agent: {'id': 'c200ec1a-5dc3-458a-a30d-0f16255c41c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85164', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 0, 30, 30), 'started_at': datetime.datetime(2022, 8, 8, 0, 30, 30), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 0, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 00:35:09.582603 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea55e41-e254-4e2e-a01e-9b25c323bdd7 req-244c50a3-ef0e-42e3-9caf-dfd19748b759 service neutron] Checking segment: {'id': 'b37535b0-f4c5-4e11-ad70-c93acf81356a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '4ba08957-9b93-48bf-9331-567e432abb12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 00:35:09.583635 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea55e41-e254-4e2e-a01e-9b25c323bdd7 req-244c50a3-ef0e-42e3-9caf-dfd19748b759 service neutron] Bound using segment: {'id': 'b37535b0-f4c5-4e11-ad70-c93acf81356a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '4ba08957-9b93-48bf-9331-567e432abb12'} {{(pid=115992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 00:35:09.584706 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.managers [req-cea55e41-e254-4e2e-a01e-9b25c323bdd7 req-244c50a3-ef0e-42e3-9caf-dfd19748b759 service neutron] Bound port: b04c5d59-5942-49e6-af63-74888b176926, host: hv-cinder-85164, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b37535b0-f4c5-4e11-ad70-c93acf81356a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '4ba08957-9b93-48bf-9331-567e432abb12'}}] {{(pid=115992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 00:35:09.585312 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-cea55e41-e254-4e2e-a01e-9b25c323bdd7 req-244c50a3-ef0e-42e3-9caf-dfd19748b759 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (b04c5d59-5942-49e6-af63-74888b176926), before_update {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:09.607010 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c083ea7-87aa-42e8-86ce-b118d38e3953 None None] Pushing event updated for resources: {'Port': ['ID=eb87a7f7-c8f8-4bf2-9fb4-c38496a46f98,revision_number=2']} {{(pid=115993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:35:09.621161 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Provisioning complete for port 245d7372-7308-4a1b-9616-09a5e8cc8d18 triggered by entity L2. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:35:09.621780 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (245d7372-7308-4a1b-9616-09a5e8cc8d18), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:09.639373 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.agents_db [None req-431a3ab4-e5a4-4361-9fcb-d2d78b6c2e03 None None] Agent healthcheck: found 6 active agents {{(pid=115994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 00:35:09.680000 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-5da69879-f891-4968-8aee-9cf280e814f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821'] for port (eb87a7f7-c8f8-4bf2-9fb4-c38496a46f98), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:09.722357 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.db [req-cea55e41-e254-4e2e-a01e-9b25c323bdd7 req-244c50a3-ef0e-42e3-9caf-dfd19748b759 service neutron] For port b04c5d59-5942-49e6-af63-74888b176926, host hv-cinder-85164, cleared binding levels {{(pid=115992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 00:35:09.727275 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.db [req-cea55e41-e254-4e2e-a01e-9b25c323bdd7 req-244c50a3-ef0e-42e3-9caf-dfd19748b759 service neutron] For port b04c5d59-5942-49e6-af63-74888b176926, host hv-cinder-85164, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85164',level=0,port_id=b04c5d59-5942-49e6-af63-74888b176926,segment=NetworkSegment(b37535b0-f4c5-4e11-ad70-c93acf81356a),segment_id=b37535b0-f4c5-4e11-ad70-c93acf81356a)] {{(pid=115992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 00:35:09.775974 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da69879-f891-4968-8aee-9cf280e814f5 None None] Routers {'bcf99a59-317d-4ae4-a645-317607217c8f'} bound to L3 agent in host dv-cinder-851640-3-iscsi {{(pid=115993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 00:35:09.776621 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_hamode_db [None req-5da69879-f891-4968-8aee-9cf280e814f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851640-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-08T00:24:12Z,description=,heartbeat_timestamp=2022-08-08T00:34:42Z,host='dv-cinder-851640-3-iscsi',id=d53f5436-7c7f-4441-9708-9d0333b57745,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T00:24:13Z,topic='l3_agent')) {'router_ids': ['bcf99a59-317d-4ae4-a645-317607217c8f'], 'active': True} {{(pid=115993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:35:09.819246 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-cea55e41-e254-4e2e-a01e-9b25c323bdd7 req-244c50a3-ef0e-42e3-9caf-dfd19748b759 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26371340'] for port (b04c5d59-5942-49e6-af63-74888b176926), after_update {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:09.924745 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea55e41-e254-4e2e-a01e-9b25c323bdd7 req-244c50a3-ef0e-42e3-9caf-dfd19748b759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:35:09.925429 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-cea55e41-e254-4e2e-a01e-9b25c323bdd7 req-244c50a3-ef0e-42e3-9caf-dfd19748b759 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63196'] for port (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:09.927739 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-cea55e41-e254-4e2e-a01e-9b25c323bdd7 req-244c50a3-ef0e-42e3-9caf-dfd19748b759 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/b04c5d59-5942-49e6-af63-74888b176926 HTTP/1.1" status: 200 len: 1098 time: 2.0045221 Aug 08 00:35:09.928623 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244c50a3-ef0e-42e3-9caf-dfd19748b759 service neutron] Pushing event updated for resources: {'Port': ['ID=b04c5d59-5942-49e6-af63-74888b176926,revision_number=3']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:35:09.932298 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abceacff-4197-477c-99d2-090dbe5727e4', 'tag': 'b04c5d59-5942-49e6-af63-74888b176926'}] {{(pid=115992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 00:35:09.934899 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15c1dc6174c04d27a45b4789687485f3f31469fbdbb3cd0a658d3b47a2d9b382" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87534149-b765-4e3a-bc35-ddba5cea6bf1" -d '{"events": [{"name": "network-changed", "server_uuid": "abceacff-4197-477c-99d2-090dbe5727e4", "tag": "b04c5d59-5942-49e6-af63-74888b176926"}]}' {{(pid=115992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 00:35:10.047045 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 00:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b460164-ed19-4db1-8190-5323d358d42c x-openstack-request-id: req-8b460164-ed19-4db1-8190-5323d358d42c {{(pid=115992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 00:35:10.049252 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abceacff-4197-477c-99d2-090dbe5727e4", "tag": "b04c5d59-5942-49e6-af63-74888b176926", "status": "completed", "code": 200}]} {{(pid=115992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 00:35:10.049252 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8b460164-ed19-4db1-8190-5323d358d42c {{(pid=115992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 00:35:10.049252 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b460164-ed19-4db1-8190-5323d358d42c'] response: {'name': 'network-changed', 'server_uuid': 'abceacff-4197-477c-99d2-090dbe5727e4', 'tag': 'b04c5d59-5942-49e6-af63-74888b176926', 'status': 'completed', 'code': 200} Aug 08 00:35:10.202174 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87534149-b765-4e3a-bc35-ddba5cea6bf1 req-7ef3261c-7baf-4da8-95df-5df7ee6438e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:35:10.204504 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-87534149-b765-4e3a-bc35-ddba5cea6bf1 req-7ef3261c-7baf-4da8-95df-5df7ee6438e7 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=0fb873acb9dc45d98bb0ccde8ee50a5a&device_id=abceacff-4197-477c-99d2-090dbe5727e4 HTTP/1.1" status: 200 len: 1132 time: 0.0903873 Aug 08 00:35:10.208741 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777f58cf-d2cc-4eb0-abec-7c19233c82fc req-c57f2f5a-4dc9-4c57-be49-47454037b525 tempest-VolumesNegativeTest-1273807410 tempest-VolumesNegativeTest-1273807410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:35:10.210690 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-777f58cf-d2cc-4eb0-abec-7c19233c82fc req-c57f2f5a-4dc9-4c57-be49-47454037b525 tempest-VolumesNegativeTest-1273807410 tempest-VolumesNegativeTest-1273807410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=abceacff-4197-477c-99d2-090dbe5727e4 HTTP/1.1" status: 200 len: 948 time: 0.1800339 Aug 08 00:35:10.221319 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-ce41c171-848f-4fd4-88b3-8315e8416f38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (46ee863b-20ec-47a6-bd42-47e576b2cf6e), before_update {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:10.236651 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Pushing event updated for resources: {'Port': ['ID=a89c498d-b71e-4a40-9fe2-0ce227d194d5,revision_number=5']} {{(pid=115993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:35:10.249819 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-87943a4e-ef18-4a01-bd30-bfbab948696a None None] Provisioning complete for port 46ee863b-20ec-47a6-bd42-47e576b2cf6e triggered by entity DHCP. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:35:10.250200 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-87943a4e-ef18-4a01-bd30-bfbab948696a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (46ee863b-20ec-47a6-bd42-47e576b2cf6e), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:10.423019 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:INSERT=1 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:35:10.460453 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-87534149-b765-4e3a-bc35-ddba5cea6bf1 req-d31d110a-dd22-449b-8b5c-014f9ddc183d service neutron] 10.222.0.25 "GET /networking/v2.0/networks?tenant_id=0fb873acb9dc45d98bb0ccde8ee50a5a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0661194 Aug 08 00:35:10.486904 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-87943a4e-ef18-4a01-bd30-bfbab948696a None None] Port 46ee863b-20ec-47a6-bd42-47e576b2cf6e cannot update to ACTIVE because it is not bound. {{(pid=115993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 08 00:35:10.493232 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c083ea7-87aa-42e8-86ce-b118d38e3953 None None] Pushing event updated for resources: {'Port': ['ID=eb87a7f7-c8f8-4bf2-9fb4-c38496a46f98,revision_number=3']} {{(pid=115993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:35:10.499120 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Current status of the port 245d7372-7308-4a1b-9616-09a5e8cc8d18 is: ACTIVE; New status is: ACTIVE {{(pid=115993) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 00:35:10.503428 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvr_db [None req-5da69879-f891-4968-8aee-9cf280e814f5 None None] Set router bcf99a59-317d-4ae4-a645-317607217c8f gateway port host: dv-cinder-851640-3-iscsi {{(pid=115993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 00:35:10.619906 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c436eb-aed8-471e-a431-3a407fb3cc53 req-26b7ca7e-7b4c-497b-b521-944975ced519 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:35:10.619906 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-00c436eb-aed8-471e-a431-3a407fb3cc53 req-26b7ca7e-7b4c-497b-b521-944975ced519 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4829f58c-adec-413d-83c8-23f1d3143205 HTTP/1.1" status: 200 len: 945 time: 0.1810524 Aug 08 00:35:10.665733 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:35:10.667693 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Device a89c498d-b71e-4a40-9fe2-0ce227d194d5 up at agent ovs-agent-dv-cinder-851640-3-iscsi {{(pid=115993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 00:35:10.680061 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:35:10.708343 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=100 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:35:10.708590 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87534149-b765-4e3a-bc35-ddba5cea6bf1 req-6b5bb339-6d27-41e8-bba0-516cf0fd457d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:35:10.710087 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-87534149-b765-4e3a-bc35-ddba5cea6bf1 req-6b5bb339-6d27-41e8-bba0-516cf0fd457d service neutron] 10.222.0.25 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2757106 Aug 08 00:35:10.735852 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-00c436eb-aed8-471e-a431-3a407fb3cc53 req-b6be985f-d259-4e12-ad15-ac89aada250a tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=99750fcd-194d-487c-b80c-a79152b12484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073370 Aug 08 00:35:10.797881 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Provisioning complete for port a89c498d-b71e-4a40-9fe2-0ce227d194d5 triggered by entity L2. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:35:10.798372 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (a89c498d-b71e-4a40-9fe2-0ce227d194d5), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:10.809802 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea55e41-e254-4e2e-a01e-9b25c323bdd7 req-bbe5960a-f420-4be4-afe2-c512fb832f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:35:10.811645 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-cea55e41-e254-4e2e-a01e-9b25c323bdd7 req-bbe5960a-f420-4be4-afe2-c512fb832f43 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=0fb873acb9dc45d98bb0ccde8ee50a5a&device_id=abceacff-4197-477c-99d2-090dbe5727e4 HTTP/1.1" status: 200 len: 1132 time: 0.0457380 Aug 08 00:35:10.814776 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-777f58cf-d2cc-4eb0-abec-7c19233c82fc req-a1e9474a-02ad-488d-8b5c-43e5878e42ff tempest-VolumesNegativeTest-1273807410 tempest-VolumesNegativeTest-1273807410-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c6db009f-a036-4703-90d8-7f733b781789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5562921 Aug 08 00:35:10.850407 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-583d71d1-eb0e-49f7-b9df-658573fb318e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (93e2312b-3744-4a9e-8723-a0f19f10f89a), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:10.856461 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dd0413-3c3f-4534-8059-f075e982b4b7 req-babe682e-41c0-4a43-861c-d3cb272d6a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:35:10.858364 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-62dd0413-3c3f-4534-8059-f075e982b4b7 req-babe682e-41c0-4a43-861c-d3cb272d6a1c service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=1aa84c8a680d49f8be48580c62c18889&device_id=4829f58c-adec-413d-83c8-23f1d3143205 HTTP/1.1" status: 200 len: 1129 time: 0.5117409 Aug 08 00:35:10.858591 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_hamode_db [None req-5da69879-f891-4968-8aee-9cf280e814f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcf99a59-317d-4ae4-a645-317607217c8f', 'name': 'tempest-TestShelveInstance-431316987-router', 'tenant_id': '3101620baddd42c48179a6f411bbd33e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': 'eb87a7f7-c8f8-4bf2-9fb4-c38496a46f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:35:02Z', 'updated_at': '2022-08-08T00:35:04Z', 'revision_number': 3, 'project_id': '3101620baddd42c48179a6f411bbd33e', 'gw_port': {'id': 'eb87a7f7-c8f8-4bf2-9fb4-c38496a46f98', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:99:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcf99a59-317d-4ae4-a645-317607217c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:35:03Z', 'updated_at': '2022-08-08T00:35:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi'}], 'dv-cinder-851640-3-iscsi', False) {} {{(pid=115993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:35:10.882168 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-cea55e41-e254-4e2e-a01e-9b25c323bdd7 req-66c6693e-aafa-4e8e-90ac-b1f49ae5b356 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=b04c5d59-5942-49e6-af63-74888b176926 HTTP/1.1" status: 200 len: 217 time: 0.0598388 Aug 08 00:35:10.889400 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da69879-f891-4968-8aee-9cf280e814f5 None None] The sync data for ids ['bcf99a59-317d-4ae4-a645-317607217c8f'] in dv-cinder-851640-3-iscsi is: [{'id': 'bcf99a59-317d-4ae4-a645-317607217c8f', 'name': 'tempest-TestShelveInstance-431316987-router', 'tenant_id': '3101620baddd42c48179a6f411bbd33e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': 'eb87a7f7-c8f8-4bf2-9fb4-c38496a46f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:35:02Z', 'updated_at': '2022-08-08T00:35:04Z', 'revision_number': 3, 'project_id': '3101620baddd42c48179a6f411bbd33e', 'gw_port': {'id': 'eb87a7f7-c8f8-4bf2-9fb4-c38496a46f98', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:99:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcf99a59-317d-4ae4-a645-317607217c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:35:03Z', 'updated_at': '2022-08-08T00:35:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi'}] {{(pid=115993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 00:35:10.953869 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea55e41-e254-4e2e-a01e-9b25c323bdd7 req-e0107f13-8fef-421f-83a7-9beddd33198b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:35:10.954179 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Current status of the port a89c498d-b71e-4a40-9fe2-0ce227d194d5 is: ACTIVE; New status is: ACTIVE {{(pid=115993) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 00:35:10.955625 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-cea55e41-e254-4e2e-a01e-9b25c323bdd7 req-e0107f13-8fef-421f-83a7-9beddd33198b service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=f5527607-6ef5-48a8-9251-20ac67094115 HTTP/1.1" status: 200 len: 843 time: 0.0686243 Aug 08 00:35:11.056793 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea55e41-e254-4e2e-a01e-9b25c323bdd7 req-c300025f-8c2f-40e7-98de-34d943a8ef1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:35:11.059743 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-cea55e41-e254-4e2e-a01e-9b25c323bdd7 req-c300025f-8c2f-40e7-98de-34d943a8ef1b service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=4ba08957-9b93-48bf-9331-567e432abb12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0933032 Aug 08 00:35:11.121251 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dd0413-3c3f-4534-8059-f075e982b4b7 req-826e75e9-3b6c-4694-8d71-7edeae1369c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:35:11.123013 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-62dd0413-3c3f-4534-8059-f075e982b4b7 req-826e75e9-3b6c-4694-8d71-7edeae1369c1 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=80d6d476-8f39-44d3-b747-4eed8b7c1a18 HTTP/1.1" status: 200 len: 918 time: 0.2561371 Aug 08 00:35:11.199202 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-cea55e41-e254-4e2e-a01e-9b25c323bdd7 req-b76668e7-790c-4a44-9a89-f5898d3f54fc service neutron] 10.222.0.25 "GET /networking/v2.0/networks/4ba08957-9b93-48bf-9331-567e432abb12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316948 Aug 08 00:35:11.217849 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-ce41c171-848f-4fd4-88b3-8315e8416f38 admin admin] Publish callbacks [] for port (46ee863b-20ec-47a6-bd42-47e576b2cf6e), precommit_update {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:11.234254 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-62dd0413-3c3f-4534-8059-f075e982b4b7 req-62a1dda7-0402-4e29-a326-8db6010fb265 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=424b2123-2ed7-4eda-bdcf-dd72a3df7bea HTTP/1.1" status: 200 len: 1001 time: 0.0996258 Aug 08 00:35:11.316099 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-ce41c171-848f-4fd4-88b3-8315e8416f38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2785206'] for port (46ee863b-20ec-47a6-bd42-47e576b2cf6e), after_update {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:11.397664 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:35:11.400990 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-cea55e41-e254-4e2e-a01e-9b25c323bdd7 req-169054ce-ec49-4c4c-a758-dcac71d9b4ab service neutron] 10.222.0.25 "GET /networking/v2.0/networks/4ba08957-9b93-48bf-9331-567e432abb12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912129 Aug 08 00:35:11.407437 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dd0413-3c3f-4534-8059-f075e982b4b7 req-42948eca-1cc6-4c13-b12e-c4ea2e40621e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:35:11.410415 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-62dd0413-3c3f-4534-8059-f075e982b4b7 req-42948eca-1cc6-4c13-b12e-c4ea2e40621e service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=2e97ee91-c7eb-4a92-adff-260b02055216 HTTP/1.1" status: 200 len: 856 time: 0.1672616 Aug 08 00:35:11.467951 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce41c171-848f-4fd4-88b3-8315e8416f38 admin admin] Pushing event updated for resources: {'Port': ['ID=46ee863b-20ec-47a6-bd42-47e576b2cf6e,revision_number=2']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:35:11.467951 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-ce41c171-848f-4fd4-88b3-8315e8416f38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-499733'] for router_interface (bcf99a59-317d-4ae4-a645-317607217c8f), after_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:11.478778 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:35:11.541301 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dd0413-3c3f-4534-8059-f075e982b4b7 req-49b36266-e1a2-4496-8cc0-94bd1174f573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:35:11.543117 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-62dd0413-3c3f-4534-8059-f075e982b4b7 req-49b36266-e1a2-4496-8cc0-94bd1174f573 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=80d6d476-8f39-44d3-b747-4eed8b7c1a18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1273878 Aug 08 00:35:11.624783 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce41c171-848f-4fd4-88b3-8315e8416f38 admin admin] Network 40eb5d4b-84fa-4b2b-9896-3375999a2051 is already hosted by enough agents. {{(pid=115991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 00:35:11.627220 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.scheduler.base_scheduler [None req-ce41c171-848f-4fd4-88b3-8315e8416f38 admin admin] Resources bound (agent type, host, resource id): {{(pid=115991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 00:35:11.790753 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce41c171-848f-4fd4-88b3-8315e8416f38 admin admin] Router bcf99a59-317d-4ae4-a645-317607217c8f has already been hosted by L3 agent d53f5436-7c7f-4441-9708-9d0333b57745 {{(pid=115991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 00:35:12.002034 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c5a0bc-817f-466e-b374-7eec103013df req-5a7e3c86-0c61-4c57-a27c-5098c837b87c tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:35:12.010821 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-38c5a0bc-817f-466e-b374-7eec103013df req-5a7e3c86-0c61-4c57-a27c-5098c837b87c tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4829f58c-adec-413d-83c8-23f1d3143205 HTTP/1.1" status: 200 len: 945 time: 0.1457145 Aug 08 00:35:12.118048 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45486a6-045b-4f5d-bc84-d418e03574f8 req-a4366529-58de-49c3-b8dd-b395cbfd8fd8 tempest-VolumesNegativeTest-1273807410 tempest-VolumesNegativeTest-1273807410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:35:12.119740 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-b45486a6-045b-4f5d-bc84-d418e03574f8 req-a4366529-58de-49c3-b8dd-b395cbfd8fd8 tempest-VolumesNegativeTest-1273807410 tempest-VolumesNegativeTest-1273807410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=abceacff-4197-477c-99d2-090dbe5727e4 HTTP/1.1" status: 200 len: 948 time: 0.1287799 Aug 08 00:35:12.124330 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce41c171-848f-4fd4-88b3-8315e8416f38 admin admin] Notify agent at l3_agent.dv-cinder-851640-3-iscsi the message routers_updated {{(pid=115991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 00:35:12.127922 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-38c5a0bc-817f-466e-b374-7eec103013df req-84d54690-fb4c-47ce-83c2-270e062f657e tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=99750fcd-194d-487c-b80c-a79152b12484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160831 Aug 08 00:35:12.182695 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-ce41c171-848f-4fd4-88b3-8315e8416f38 admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/bcf99a59-317d-4ae4-a645-317607217c8f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9318969 Aug 08 00:35:12.238743 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-11046a29-61ff-4c82-9f41-777f990ace33 None None] Provisioning complete for port 46ee863b-20ec-47a6-bd42-47e576b2cf6e triggered by entity DHCP. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:35:12.238743 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-11046a29-61ff-4c82-9f41-777f990ace33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (46ee863b-20ec-47a6-bd42-47e576b2cf6e), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:12.279824 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-11046a29-61ff-4c82-9f41-777f990ace33 None None] Port 46ee863b-20ec-47a6-bd42-47e576b2cf6e cannot update to ACTIVE because it is not bound. {{(pid=115993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 08 00:35:12.291764 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-b45486a6-045b-4f5d-bc84-d418e03574f8 req-be2401c2-7b59-49fc-b42d-79c8f44425c2 tempest-VolumesNegativeTest-1273807410 tempest-VolumesNegativeTest-1273807410-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c6db009f-a036-4703-90d8-7f733b781789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580596 Aug 08 00:35:12.573700 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fb703b18-368e-459d-a159-2e0509b4fea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (d53f5436-7c7f-4441-9708-9d0333b57745), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:12.604498 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-62dd0413-3c3f-4534-8059-f075e982b4b7 req-4be491f4-6db1-4d1c-a2ce-25695c7a96e3 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/80d6d476-8f39-44d3-b747-4eed8b7c1a18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148069 Aug 08 00:35:12.689779 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Device eb87a7f7-c8f8-4bf2-9fb4-c38496a46f98 up at agent ovs-agent-dv-cinder-851640-3-iscsi {{(pid=115993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 00:35:12.784241 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-62dd0413-3c3f-4534-8059-f075e982b4b7 req-8db6855f-ada8-476c-bda8-4a013f8065d4 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/80d6d476-8f39-44d3-b747-4eed8b7c1a18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661110 Aug 08 00:35:12.795166 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Provisioning complete for port eb87a7f7-c8f8-4bf2-9fb4-c38496a46f98 triggered by entity L2. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:35:12.796369 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (eb87a7f7-c8f8-4bf2-9fb4-c38496a46f98), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:12.915901 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Current status of the port eb87a7f7-c8f8-4bf2-9fb4-c38496a46f98 is: DOWN; New status is: ACTIVE {{(pid=115993) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 00:35:12.916336 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (eb87a7f7-c8f8-4bf2-9fb4-c38496a46f98), before_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:12.953192 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] For port eb87a7f7-c8f8-4bf2-9fb4-c38496a46f98, host dv-cinder-851640-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851640-3-iscsi',level=0,port_id=eb87a7f7-c8f8-4bf2-9fb4-c38496a46f98,segment=NetworkSegment(15fce33c-3ff3-4714-8fe9-15b1a1600e57),segment_id=15fce33c-3ff3-4714-8fe9-15b1a1600e57)] {{(pid=115993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:35:13.049966 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821'] for port (eb87a7f7-c8f8-4bf2-9fb4-c38496a46f98), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:13.128686 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Pushing event updated for resources: {'Port': ['ID=eb87a7f7-c8f8-4bf2-9fb4-c38496a46f98,revision_number=4']} {{(pid=115993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:35:13.403615 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 58586) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:35:13.411904 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.v2.base [None req-e83084b6-6e48-48c5-92a9-ed7f0e98140d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-464855528-network', 'tenant_id': 'eea2a896babe4ab2b7136af9bb4c3851'}} {{(pid=115991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:35:13.451154 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8360b1-7871-4b9d-8172-9ee633e1c348 None None] Sync routers for ids ['bcf99a59-317d-4ae4-a645-317607217c8f'] in dv-cinder-851640-3-iscsi {{(pid=115994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 00:35:13.457204 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:35:13.465683 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40406c88-3cd0-4827-a35f-ec48412a9a83 req-6a3a34d6-95cb-4ce4-be0c-5a694c49b4d1 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:35:13.471683 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-40406c88-3cd0-4827-a35f-ec48412a9a83 req-6a3a34d6-95cb-4ce4-be0c-5a694c49b4d1 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4829f58c-adec-413d-83c8-23f1d3143205 HTTP/1.1" status: 200 len: 945 time: 0.1532252 Aug 08 00:35:13.471812 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8360b1-7871-4b9d-8172-9ee633e1c348 None None] Routers {'bcf99a59-317d-4ae4-a645-317607217c8f'} bound to L3 agent in host dv-cinder-851640-3-iscsi {{(pid=115994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 00:35:13.471812 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_hamode_db [None req-9f8360b1-7871-4b9d-8172-9ee633e1c348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851640-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-08T00:24:12Z,description=,heartbeat_timestamp=2022-08-08T00:35:12Z,host='dv-cinder-851640-3-iscsi',id=d53f5436-7c7f-4441-9708-9d0333b57745,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T00:24:13Z,topic='l3_agent')) {'router_ids': ['bcf99a59-317d-4ae4-a645-317607217c8f'], 'active': True} {{(pid=115994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:35:13.493504 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=100 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:35:13.502845 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be97eb47-cd3f-4311-a173-a4cbf0484e35 req-870b8e05-6ed6-47af-a4df-5a624ff287a3 tempest-VolumesNegativeTest-1273807410 tempest-VolumesNegativeTest-1273807410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:35:13.511437 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-be97eb47-cd3f-4311-a173-a4cbf0484e35 req-870b8e05-6ed6-47af-a4df-5a624ff287a3 tempest-VolumesNegativeTest-1273807410 tempest-VolumesNegativeTest-1273807410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=abceacff-4197-477c-99d2-090dbe5727e4 HTTP/1.1" status: 200 len: 948 time: 0.0697737 Aug 08 00:35:13.538914 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=100 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:35:13.556927 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-40406c88-3cd0-4827-a35f-ec48412a9a83 req-bc25e977-d9c6-4da0-b063-44e0c99865e8 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=99750fcd-194d-487c-b80c-a79152b12484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708625 Aug 08 00:35:13.572098 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-be97eb47-cd3f-4311-a173-a4cbf0484e35 req-780a8100-98d9-4791-835d-4e3414fe957e tempest-VolumesNegativeTest-1273807410 tempest-VolumesNegativeTest-1273807410-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c6db009f-a036-4703-90d8-7f733b781789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597436 Aug 08 00:35:13.572934 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e83084b6-6e48-48c5-92a9-ed7f0e98140d admin admin] Made reservation on behalf of eea2a896babe4ab2b7136af9bb4c3851 for: {'network': 1} {{(pid=115991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 00:35:13.575323 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-e83084b6-6e48-48c5-92a9-ed7f0e98140d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for network (None), before_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:13.602463 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-e83084b6-6e48-48c5-92a9-ed7f0e98140d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:13.626490 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_dvr_db [None req-9f8360b1-7871-4b9d-8172-9ee633e1c348 None None] Set router bcf99a59-317d-4ae4-a645-317607217c8f gateway port host: dv-cinder-851640-3-iscsi {{(pid=115994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 00:35:13.718948 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-e83084b6-6e48-48c5-92a9-ed7f0e98140d admin admin] Publish callbacks [] for security_group (0342baf5-9309-4b7d-9dab-3973d7ec5913), precommit_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:13.802617 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-e83084b6-6e48-48c5-92a9-ed7f0e98140d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (0342baf5-9309-4b7d-9dab-3973d7ec5913), after_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:13.837718 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e83084b6-6e48-48c5-92a9-ed7f0e98140d admin admin] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=115991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 08 00:35:13.857352 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=82,neutron:INSERT=17,neutron:UPDATE=1 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:35:13.863988 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-e83084b6-6e48-48c5-92a9-ed7f0e98140d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1398331'] for segment (33f748c4-7e75-46e1-8877-3094e41393f7), precommit_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:13.864326 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.db.segments_db [None req-e83084b6-6e48-48c5-92a9-ed7f0e98140d admin admin] Added segment 33f748c4-7e75-46e1-8877-3094e41393f7 of type vlan for network e8f4a45d-baeb-4038-9588-39740257cc84 Aug 08 00:35:13.865948 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83084b6-6e48-48c5-92a9-ed7f0e98140d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0342baf5-9309-4b7d-9dab-3973d7ec5913,revision_number=1']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:35:13.869394 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_hamode_db [None req-9f8360b1-7871-4b9d-8172-9ee633e1c348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcf99a59-317d-4ae4-a645-317607217c8f', 'name': 'tempest-TestShelveInstance-431316987-router', 'tenant_id': '3101620baddd42c48179a6f411bbd33e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': 'eb87a7f7-c8f8-4bf2-9fb4-c38496a46f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:35:02Z', 'updated_at': '2022-08-08T00:35:09Z', 'revision_number': 4, 'project_id': '3101620baddd42c48179a6f411bbd33e', 'gw_port': {'id': 'eb87a7f7-c8f8-4bf2-9fb4-c38496a46f98', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:99:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf99a59-317d-4ae4-a645-317607217c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:35:03Z', 'updated_at': '2022-08-08T00:35:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi', '_interfaces': [{'id': '46ee863b-20ec-47a6-bd42-47e576b2cf6e', 'name': '', 'network_id': '40eb5d4b-84fa-4b2b-9896-3375999a2051', 'tenant_id': '3101620baddd42c48179a6f411bbd33e', 'mac_address': 'fa:16:3e:54:d8:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcf99a59-317d-4ae4-a645-317607217c8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'b1d5723f-10fd-4b95-91b6-00f6c09bff0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:35:08Z', 'updated_at': '2022-08-08T00:35:10Z', 'revision_number': 2, 'project_id': '3101620baddd42c48179a6f411bbd33e', 'subnets': [{'id': 'b1d5723f-10fd-4b95-91b6-00f6c09bff0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851640-3-iscsi', False) {} {{(pid=115994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:35:13.902468 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8360b1-7871-4b9d-8172-9ee633e1c348 None None] Checking router: bcf99a59-317d-4ae4-a645-317607217c8f for host: dv-cinder-851640-3-iscsi {{(pid=115994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 00:35:13.902918 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8360b1-7871-4b9d-8172-9ee633e1c348 None None] Updating router bcf99a59-317d-4ae4-a645-317607217c8f port 46ee863b-20ec-47a6-bd42-47e576b2cf6e binding host dv-cinder-851640-3-iscsi {{(pid=115994) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 08 00:35:13.930751 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-e83084b6-6e48-48c5-92a9-ed7f0e98140d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764676137144'] for network (e8f4a45d-baeb-4038-9588-39740257cc84), precommit_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:13.934995 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron_lib.callbacks.manager [None req-9f8360b1-7871-4b9d-8172-9ee633e1c348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (46ee863b-20ec-47a6-bd42-47e576b2cf6e), before_update {{(pid=115994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:13.960549 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Device b04c5d59-5942-49e6-af63-74888b176926 details requested by agent hyperv_hv-cinder-85164 with host hv-cinder-85164 {{(pid=115993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 08 00:35:13.983098 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Device 424b2123-2ed7-4eda-bdcf-dd72a3df7bea no longer exists at agent hyperv_hv-cinder-85164 {{(pid=115993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 00:35:14.076445 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-e83084b6-6e48-48c5-92a9-ed7f0e98140d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032'] for network (e8f4a45d-baeb-4038-9588-39740257cc84), after_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:14.078834 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e83084b6-6e48-48c5-92a9-ed7f0e98140d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:35:14.079922 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-e83084b6-6e48-48c5-92a9-ed7f0e98140d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575022'] for network (None), before_response {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:14.096674 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:35:14.113014 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:35:14.161385 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83084b6-6e48-48c5-92a9-ed7f0e98140d admin admin] Pushing event updated for resources: {'Network': ['ID=e8f4a45d-baeb-4038-9588-39740257cc84,revision_number=1']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:35:14.185931 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Network e8f4a45d-baeb-4038-9588-39740257cc84 details requested by agent ovs-agent-dv-cinder-851640-3-iscsi with host dv-cinder-851640-3-iscsi {{(pid=115993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 08 00:35:14.235559 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Current status of the port 424b2123-2ed7-4eda-bdcf-dd72a3df7bea is: ACTIVE; New status is: DOWN {{(pid=115993) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 00:35:14.236246 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (424b2123-2ed7-4eda-bdcf-dd72a3df7bea), before_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:14.266458 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] For port b04c5d59-5942-49e6-af63-74888b176926, host hv-cinder-85164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85164',level=0,port_id=b04c5d59-5942-49e6-af63-74888b176926,segment=NetworkSegment(b37535b0-f4c5-4e11-ad70-c93acf81356a),segment_id=b37535b0-f4c5-4e11-ad70-c93acf81356a)] {{(pid=115993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:35:14.272454 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-e83084b6-6e48-48c5-92a9-ed7f0e98140d admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.8678579 Aug 08 00:35:14.275129 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 58590) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:35:14.281845 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.v2.base [None req-feb28dde-f1e2-42b1-967b-a0bc210b38a2 admin admin] Request body: {'subnet': {'network_id': 'e8f4a45d-baeb-4038-9588-39740257cc84', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-464855528-subnet', 'tenant_id': 'eea2a896babe4ab2b7136af9bb4c3851', 'ip_version': 4}} {{(pid=115991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:35:14.291063 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4829f58c-adec-413d-83c8-23f1d3143205', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '424b2123-2ed7-4eda-bdcf-dd72a3df7bea'}] {{(pid=115993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 00:35:14.291344 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron_lib.callbacks.manager [None req-9f8360b1-7871-4b9d-8172-9ee633e1c348 None None] Publish callbacks [] for port (46ee863b-20ec-47a6-bd42-47e576b2cf6e), precommit_update {{(pid=115994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:14.294541 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffcbb3165cefe78fdef2215408d5e0047484b378f5d65619a4e095a8aefc113e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3402ba0-87a0-4782-907e-29c7de870804" -d '{"events": [{"server_uuid": "4829f58c-adec-413d-83c8-23f1d3143205", "name": "network-vif-unplugged", "status": "completed", "tag": "424b2123-2ed7-4eda-bdcf-dd72a3df7bea"}]}' {{(pid=115993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 00:35:14.318573 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-053f2fa2-08e2-4320-9ef7-ed55b6b025bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (8871f2bb-53fb-48a8-be6c-361eafeaffd1), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:14.319956 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:35:14.326780 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] For port 424b2123-2ed7-4eda-bdcf-dd72a3df7bea, host hv-cinder-85164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85164',level=0,port_id=424b2123-2ed7-4eda-bdcf-dd72a3df7bea,segment=NetworkSegment(e72a67c9-8c15-4f85-816f-48dd79f90a1d),segment_id=e72a67c9-8c15-4f85-816f-48dd79f90a1d)] {{(pid=115993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:35:14.334363 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Returning: {'device': 'b04c5d59-5942-49e6-af63-74888b176926', 'network_id': '4ba08957-9b93-48bf-9331-567e432abb12', 'port_id': 'b04c5d59-5942-49e6-af63-74888b176926', 'mac_address': 'fa:16:3e:0d:b0:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5527607-6ef5-48a8-9251-20ac67094115', 'ip_address': '192.168.233.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 08 00:35:14.356912 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Aug 2022 00:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbbf9204-d3a7-45cf-bfc7-b58f34e7bb4b x-openstack-request-id: req-dbbf9204-d3a7-45cf-bfc7-b58f34e7bb4b {{(pid=115993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 00:35:14.357427 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4829f58c-adec-413d-83c8-23f1d3143205", "name": "network-vif-unplugged", "status": "completed", "tag": "424b2123-2ed7-4eda-bdcf-dd72a3df7bea", "code": 200}]} {{(pid=115993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 00:35:14.358045 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dbbf9204-d3a7-45cf-bfc7-b58f34e7bb4b {{(pid=115993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 00:35:14.359302 dv-cinder-851640-3-iscsi neutron-server[115993]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbbf9204-d3a7-45cf-bfc7-b58f34e7bb4b'] response: {'server_uuid': '4829f58c-adec-413d-83c8-23f1d3143205', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '424b2123-2ed7-4eda-bdcf-dd72a3df7bea', 'code': 200} Aug 08 00:35:14.382326 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Current status of the port b04c5d59-5942-49e6-af63-74888b176926 is: DOWN; New status is: BUILD {{(pid=115993) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 00:35:14.382443 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (b04c5d59-5942-49e6-af63-74888b176926), before_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:14.398959 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.notifiers.nova [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b04c5d59-5942-49e6-af63-74888b176926 {{(pid=115993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 00:35:14.404355 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feb28dde-f1e2-42b1-967b-a0bc210b38a2 admin admin] Made reservation on behalf of eea2a896babe4ab2b7136af9bb4c3851 for: {'subnet': 1} {{(pid=115991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 00:35:14.405589 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821'] for port (424b2123-2ed7-4eda-bdcf-dd72a3df7bea), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:14.407256 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron_lib.callbacks.manager [None req-9f8360b1-7871-4b9d-8172-9ee633e1c348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821'] for port (46ee863b-20ec-47a6-bd42-47e576b2cf6e), after_update {{(pid=115994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:14.407446 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-feb28dde-f1e2-42b1-967b-a0bc210b38a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26229538'] for subnet (None), before_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:14.442753 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] For port b04c5d59-5942-49e6-af63-74888b176926, host hv-cinder-85164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85164',level=0,port_id=b04c5d59-5942-49e6-af63-74888b176926,segment=NetworkSegment(b37535b0-f4c5-4e11-ad70-c93acf81356a),segment_id=b37535b0-f4c5-4e11-ad70-c93acf81356a)] {{(pid=115993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:35:14.493989 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Pushing event updated for resources: {'Port': ['ID=424b2123-2ed7-4eda-bdcf-dd72a3df7bea,revision_number=8']} {{(pid=115993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:35:14.531710 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821'] for port (b04c5d59-5942-49e6-af63-74888b176926), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:14.612499 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.plugins.ml2.managers [None req-9f8360b1-7871-4b9d-8172-9ee633e1c348 None None] Attempting to bind port 46ee863b-20ec-47a6-bd42-47e576b2cf6e on host dv-cinder-851640-3-iscsi for vnic_type normal with profile {{(pid=115994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 00:35:14.612990 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.plugins.ml2.managers [None req-9f8360b1-7871-4b9d-8172-9ee633e1c348 None None] Attempting to bind port 46ee863b-20ec-47a6-bd42-47e576b2cf6e by drivers openvswitch,hyperv on host dv-cinder-851640-3-iscsi at level 0 using segments [{'id': '0fda41cf-3f2e-4d41-af88-28d3b79aa971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '40eb5d4b-84fa-4b2b-9896-3375999a2051'}] {{(pid=115994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 00:35:14.613552 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8360b1-7871-4b9d-8172-9ee633e1c348 None None] Attempting to bind port 46ee863b-20ec-47a6-bd42-47e576b2cf6e on network 40eb5d4b-84fa-4b2b-9896-3375999a2051 {{(pid=115994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 00:35:14.616255 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8e1506-abd0-4193-9e35-ce57fe07396c None None] Pushing event updated for resources: {'Port': ['ID=46ee863b-20ec-47a6-bd42-47e576b2cf6e,revision_number=3']} {{(pid=115994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:35:14.628134 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8e1506-abd0-4193-9e35-ce57fe07396c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:35:14.628487 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8e1506-abd0-4193-9e35-ce57fe07396c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:35:14.628984 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8e1506-abd0-4193-9e35-ce57fe07396c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:35:14.629447 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8e1506-abd0-4193-9e35-ce57fe07396c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:35:14.629853 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8e1506-abd0-4193-9e35-ce57fe07396c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:35:14.630343 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8e1506-abd0-4193-9e35-ce57fe07396c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:35:14.630737 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8e1506-abd0-4193-9e35-ce57fe07396c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:35:14.631326 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8e1506-abd0-4193-9e35-ce57fe07396c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:35:14.631677 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8e1506-abd0-4193-9e35-ce57fe07396c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:35:14.638140 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8e1506-abd0-4193-9e35-ce57fe07396c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:35:14.638140 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8e1506-abd0-4193-9e35-ce57fe07396c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:35:14.638140 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8e1506-abd0-4193-9e35-ce57fe07396c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:35:14.638140 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8e1506-abd0-4193-9e35-ce57fe07396c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:35:14.638140 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8e1506-abd0-4193-9e35-ce57fe07396c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:35:14.638140 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8e1506-abd0-4193-9e35-ce57fe07396c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:35:14.641917 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8360b1-7871-4b9d-8172-9ee633e1c348 None None] Checking agent: {'id': 'aa35aa05-3c09-40ae-a1e3-ebf96fe3358c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851640-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 0, 24, 15), 'started_at': datetime.datetime(2022, 8, 8, 0, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 0, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851640-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 00:35:14.642451 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8360b1-7871-4b9d-8172-9ee633e1c348 None None] Checking segment: {'id': '0fda41cf-3f2e-4d41-af88-28d3b79aa971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '40eb5d4b-84fa-4b2b-9896-3375999a2051'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 00:35:14.642949 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron_lib.callbacks.manager [None req-9f8360b1-7871-4b9d-8172-9ee633e1c348 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:14.643504 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8360b1-7871-4b9d-8172-9ee633e1c348 None None] Bound using segment: {'id': '0fda41cf-3f2e-4d41-af88-28d3b79aa971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '40eb5d4b-84fa-4b2b-9896-3375999a2051'} {{(pid=115994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 00:35:14.644223 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.plugins.ml2.managers [None req-9f8360b1-7871-4b9d-8172-9ee633e1c348 None None] Bound port: 46ee863b-20ec-47a6-bd42-47e576b2cf6e, host: dv-cinder-851640-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fda41cf-3f2e-4d41-af88-28d3b79aa971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '40eb5d4b-84fa-4b2b-9896-3375999a2051'}}] {{(pid=115994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 00:35:14.644830 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron_lib.callbacks.manager [None req-9f8360b1-7871-4b9d-8172-9ee633e1c348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (46ee863b-20ec-47a6-bd42-47e576b2cf6e), before_update {{(pid=115994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:14.697002 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Pushing event updated for resources: {'Port': ['ID=b04c5d59-5942-49e6-af63-74888b176926,revision_number=4']} {{(pid=115993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:35:14.771568 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Device eb87a7f7-c8f8-4bf2-9fb4-c38496a46f98 up at agent ovs-agent-dv-cinder-851640-3-iscsi {{(pid=115993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 00:35:14.803674 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.plugins.ml2.db [None req-9f8360b1-7871-4b9d-8172-9ee633e1c348 None None] For port 46ee863b-20ec-47a6-bd42-47e576b2cf6e, host dv-cinder-851640-3-iscsi, cleared binding levels {{(pid=115994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 00:35:14.808658 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.plugins.ml2.db [None req-9f8360b1-7871-4b9d-8172-9ee633e1c348 None None] For port 46ee863b-20ec-47a6-bd42-47e576b2cf6e, host dv-cinder-851640-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851640-3-iscsi',level=0,port_id=46ee863b-20ec-47a6-bd42-47e576b2cf6e,segment=NetworkSegment(0fda41cf-3f2e-4d41-af88-28d3b79aa971),segment_id=0fda41cf-3f2e-4d41-af88-28d3b79aa971)] {{(pid=115994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 00:35:14.849319 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] get_ports_and_sgs() called for port_ids ['b04c5d59-5942-49e6-af63-74888b176926'] {{(pid=115993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 00:35:14.880353 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006a09d6-5ce9-431b-b8fb-931c6e920aba req-84608bbe-5645-47c3-a2cd-9dc2bfc59d94 tempest-VolumesNegativeTest-1273807410 tempest-VolumesNegativeTest-1273807410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:35:14.887600 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-006a09d6-5ce9-431b-b8fb-931c6e920aba req-84608bbe-5645-47c3-a2cd-9dc2bfc59d94 tempest-VolumesNegativeTest-1273807410 tempest-VolumesNegativeTest-1273807410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=abceacff-4197-477c-99d2-090dbe5727e4 HTTP/1.1" status: 200 len: 949 time: 0.1296225 Aug 08 00:35:14.902114 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fd71ff-3522-45a2-ae63-9f801fb3783a req-54f610fb-519b-477e-8ed9-4448d7429a32 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:35:14.911951 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-54fd71ff-3522-45a2-ae63-9f801fb3783a req-54f610fb-519b-477e-8ed9-4448d7429a32 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4829f58c-adec-413d-83c8-23f1d3143205 HTTP/1.1" status: 200 len: 943 time: 0.0823328 Aug 08 00:35:14.935067 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Provisioning complete for port eb87a7f7-c8f8-4bf2-9fb4-c38496a46f98 triggered by entity L2. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:35:14.935470 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (eb87a7f7-c8f8-4bf2-9fb4-c38496a46f98), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:14.952905 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=85,neutron:UPDATE=4,neutron:INSERT=9,neutron:DELETE=2 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:35:14.956834 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-006a09d6-5ce9-431b-b8fb-931c6e920aba req-8eafeb56-bbfb-4765-a3a6-a0aadd4efcab tempest-VolumesNegativeTest-1273807410 tempest-VolumesNegativeTest-1273807410-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c6db009f-a036-4703-90d8-7f733b781789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638747 Aug 08 00:35:14.976201 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron_lib.callbacks.manager [None req-9f8360b1-7871-4b9d-8172-9ee633e1c348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821'] for port (46ee863b-20ec-47a6-bd42-47e576b2cf6e), after_update {{(pid=115994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:14.992161 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-feb28dde-f1e2-42b1-967b-a0bc210b38a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2785037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26229556'] for subnet (032e2349-7a26-42c9-ba71-28ad1105248a), after_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:15.033741 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-54fd71ff-3522-45a2-ae63-9f801fb3783a req-c0e95f72-e25f-4fed-b570-7f6d8e12c6cc tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=99750fcd-194d-487c-b80c-a79152b12484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194534 Aug 08 00:35:15.034513 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8360b1-7871-4b9d-8172-9ee633e1c348 None None] Routers {'bcf99a59-317d-4ae4-a645-317607217c8f'} bound to L3 agent in host dv-cinder-851640-3-iscsi {{(pid=115994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 00:35:15.035141 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_hamode_db [None req-9f8360b1-7871-4b9d-8172-9ee633e1c348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851640-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-08T00:24:12Z,description=,heartbeat_timestamp=2022-08-08T00:35:12Z,host='dv-cinder-851640-3-iscsi',id=d53f5436-7c7f-4441-9708-9d0333b57745,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T00:24:13Z,topic='l3_agent')) {'router_ids': ['bcf99a59-317d-4ae4-a645-317607217c8f'], 'active': True} {{(pid=115994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:35:15.081922 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb28dde-f1e2-42b1-967b-a0bc210b38a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=032e2349-7a26-42c9-ba71-28ad1105248a,revision_number=0']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:35:15.091111 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb28dde-f1e2-42b1-967b-a0bc210b38a2 admin admin] Checking segment: {'id': '33f748c4-7e75-46e1-8877-3094e41393f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'e8f4a45d-baeb-4038-9588-39740257cc84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 00:35:15.091728 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb28dde-f1e2-42b1-967b-a0bc210b38a2 admin admin] Network hostable DHCP agents. Network: e8f4a45d-baeb-4038-9588-39740257cc84, hostable agents: ['93e2312b-3744-4a9e-8723-a0f19f10f89a'], hosted agents: [] {{(pid=115991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 08 00:35:15.125077 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8e1506-abd0-4193-9e35-ce57fe07396c None None] Pushing event updated for resources: {'Port': ['ID=46ee863b-20ec-47a6-bd42-47e576b2cf6e,revision_number=4']} {{(pid=115994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:35:15.194810 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_dvr_db [None req-9f8360b1-7871-4b9d-8172-9ee633e1c348 None None] Set router bcf99a59-317d-4ae4-a645-317607217c8f gateway port host: dv-cinder-851640-3-iscsi {{(pid=115994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 00:35:15.218412 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb28dde-f1e2-42b1-967b-a0bc210b38a2 admin admin] Network e8f4a45d-baeb-4038-9588-39740257cc84 is scheduled to be hosted by DHCP agent 93e2312b-3744-4a9e-8723-a0f19f10f89a with binding_index 1 {{(pid=115991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 08 00:35:15.239443 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Current status of the port eb87a7f7-c8f8-4bf2-9fb4-c38496a46f98 is: ACTIVE; New status is: ACTIVE {{(pid=115993) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 00:35:15.287406 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.scheduler.base_scheduler [None req-feb28dde-f1e2-42b1-967b-a0bc210b38a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851640-3-iscsi, e8f4a45d-baeb-4038-9588-39740257cc84) {{(pid=115991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 00:35:15.295052 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb28dde-f1e2-42b1-967b-a0bc210b38a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:35:15.296539 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-feb28dde-f1e2-42b1-967b-a0bc210b38a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575022'] for subnet (None), before_response {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:15.301528 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a009b0cd-464a-4904-8d52-0c198bbfa92d None None] Network e8f4a45d-baeb-4038-9588-39740257cc84 requested from dv-cinder-851640-3-iscsi {{(pid=115993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 00:35:15.433926 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-feb28dde-f1e2-42b1-967b-a0bc210b38a2 admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.1571884 Aug 08 00:35:15.437940 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 58610) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:35:15.444224 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.v2.base [None req-0b15ab79-9b67-40ab-ac09-957d41fd23ce admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-464855528-router', 'tenant_id': 'eea2a896babe4ab2b7136af9bb4c3851', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f'}}} {{(pid=115992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:35:15.520888 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd3b72c7-78e1-47e8-8b8d-d787fb2c7431 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdec297ae-4d72-52f1-8857-0419de17422d-e8f4a45d-baeb-4038-9588-39740257cc84', 'network_id': 'e8f4a45d-baeb-4038-9588-39740257cc84', 'project_id': 'eea2a896babe4ab2b7136af9bb4c3851', 'fixed_ips': [{'subnet_id': '032e2349-7a26-42c9-ba71-28ad1105248a'}]}} from dv-cinder-851640-3-iscsi. {{(pid=115993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 08 00:35:15.522001 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fd3b72c7-78e1-47e8-8b8d-d787fb2c7431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (None), before_create {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:15.629475 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:35:15.706602 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_hamode_db [None req-9f8360b1-7871-4b9d-8172-9ee633e1c348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcf99a59-317d-4ae4-a645-317607217c8f', 'name': 'tempest-TestShelveInstance-431316987-router', 'tenant_id': '3101620baddd42c48179a6f411bbd33e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': 'eb87a7f7-c8f8-4bf2-9fb4-c38496a46f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:35:02Z', 'updated_at': '2022-08-08T00:35:09Z', 'revision_number': 4, 'project_id': '3101620baddd42c48179a6f411bbd33e', 'gw_port': {'id': 'eb87a7f7-c8f8-4bf2-9fb4-c38496a46f98', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:99:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf99a59-317d-4ae4-a645-317607217c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:35:03Z', 'updated_at': '2022-08-08T00:35:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi', '_interfaces': [{'id': '46ee863b-20ec-47a6-bd42-47e576b2cf6e', 'name': '', 'network_id': '40eb5d4b-84fa-4b2b-9896-3375999a2051', 'tenant_id': '3101620baddd42c48179a6f411bbd33e', 'mac_address': 'fa:16:3e:54:d8:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcf99a59-317d-4ae4-a645-317607217c8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'b1d5723f-10fd-4b95-91b6-00f6c09bff0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:35:08Z', 'updated_at': '2022-08-08T00:35:14Z', 'revision_number': 4, 'project_id': '3101620baddd42c48179a6f411bbd33e', 'subnets': [{'id': 'b1d5723f-10fd-4b95-91b6-00f6c09bff0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851640-3-iscsi', False) {} {{(pid=115994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:35:15.717872 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.db_base_plugin_common [None req-fd3b72c7-78e1-47e8-8b8d-d787fb2c7431 None None] Allocated IP 172.20.0.2 (e8f4a45d-baeb-4038-9588-39740257cc84/032e2349-7a26-42c9-ba71-28ad1105248a/ad5662b2-9052-4566-a9c9-c1b14cc1a05a) {{(pid=115993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 00:35:15.735828 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8360b1-7871-4b9d-8172-9ee633e1c348 None None] The sync data for ids ['bcf99a59-317d-4ae4-a645-317607217c8f'] in dv-cinder-851640-3-iscsi is: [{'id': 'bcf99a59-317d-4ae4-a645-317607217c8f', 'name': 'tempest-TestShelveInstance-431316987-router', 'tenant_id': '3101620baddd42c48179a6f411bbd33e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': 'eb87a7f7-c8f8-4bf2-9fb4-c38496a46f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:35:02Z', 'updated_at': '2022-08-08T00:35:09Z', 'revision_number': 4, 'project_id': '3101620baddd42c48179a6f411bbd33e', 'gw_port': {'id': 'eb87a7f7-c8f8-4bf2-9fb4-c38496a46f98', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:99:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf99a59-317d-4ae4-a645-317607217c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:35:03Z', 'updated_at': '2022-08-08T00:35:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi', '_interfaces': [{'id': '46ee863b-20ec-47a6-bd42-47e576b2cf6e', 'name': '', 'network_id': '40eb5d4b-84fa-4b2b-9896-3375999a2051', 'tenant_id': '3101620baddd42c48179a6f411bbd33e', 'mac_address': 'fa:16:3e:54:d8:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcf99a59-317d-4ae4-a645-317607217c8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'b1d5723f-10fd-4b95-91b6-00f6c09bff0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:35:08Z', 'updated_at': '2022-08-08T00:35:14Z', 'revision_number': 4, 'project_id': '3101620baddd42c48179a6f411bbd33e', 'subnets': [{'id': 'b1d5723f-10fd-4b95-91b6-00f6c09bff0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 00:35:15.816509 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:35:15.928323 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fd3b72c7-78e1-47e8-8b8d-d787fb2c7431 None None] Publish callbacks [] for port (ad5662b2-9052-4566-a9c9-c1b14cc1a05a), precommit_create {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:15.988385 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Device b04c5d59-5942-49e6-af63-74888b176926 up at agent hyperv_hv-cinder-85164 {{(pid=115993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 00:35:16.028241 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (aa35aa05-3c09-40ae-a1e3-ebf96fe3358c), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:16.078559 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-64237613-c389-4d10-936d-2956085fc78e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (998b03d7-10a2-4624-8114-660f2901b45f), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:16.085426 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fd3b72c7-78e1-47e8-8b8d-d787fb2c7431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764676113785'] for port (ad5662b2-9052-4566-a9c9-c1b14cc1a05a), after_create {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:16.085811 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd9f172-0bb5-4868-a82a-10003e3f3fdb req-a0ba20dd-2de2-4721-9c11-149b0a6565cb tempest-VolumesNegativeTest-1273807410 tempest-VolumesNegativeTest-1273807410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:35:16.094172 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-2cd9f172-0bb5-4868-a82a-10003e3f3fdb req-a0ba20dd-2de2-4721-9c11-149b0a6565cb tempest-VolumesNegativeTest-1273807410 tempest-VolumesNegativeTest-1273807410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=abceacff-4197-477c-99d2-090dbe5727e4 HTTP/1.1" status: 200 len: 949 time: 0.0606606 Aug 08 00:35:16.099210 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Provisioning for port b04c5d59-5942-49e6-af63-74888b176926 completed by entity L2. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 08 00:35:16.104241 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-0b15ab79-9b67-40ab-ac09-957d41fd23ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-512329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-835'] for router (2865cda1-15aa-4ed0-a09f-ff452e0cec2d), before_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:16.106056 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-0b15ab79-9b67-40ab-ac09-957d41fd23ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-502562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-438731', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1613470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-842'] for router (2865cda1-15aa-4ed0-a09f-ff452e0cec2d), precommit_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:16.156388 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd3b72c7-78e1-47e8-8b8d-d787fb2c7431 None None] Network e8f4a45d-baeb-4038-9588-39740257cc84 is already hosted by enough agents. {{(pid=115993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 00:35:16.159988 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.scheduler.base_scheduler [None req-fd3b72c7-78e1-47e8-8b8d-d787fb2c7431 None None] Resources bound (agent type, host, resource id): {{(pid=115993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 00:35:16.169793 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3b72c7-78e1-47e8-8b8d-d787fb2c7431 None None] Received port after_create {{(pid=115993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 00:35:16.174038 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-0b15ab79-9b67-40ab-ac09-957d41fd23ce admin admin] Publish callbacks [] for router_controller (2865cda1-15aa-4ed0-a09f-ff452e0cec2d), precommit_add_association {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:16.201900 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3b72c7-78e1-47e8-8b8d-d787fb2c7431 None None] Pushing event updated for resources: {'Port': ['ID=ad5662b2-9052-4566-a9c9-c1b14cc1a05a,revision_number=1']} {{(pid=115993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:35:16.241314 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-2cd9f172-0bb5-4868-a82a-10003e3f3fdb req-cbccc3dd-99d1-42b6-ac8f-b6fbcb87026d tempest-VolumesNegativeTest-1273807410 tempest-VolumesNegativeTest-1273807410-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c6db009f-a036-4703-90d8-7f733b781789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459818 Aug 08 00:35:16.254478 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9312589d-3209-4565-93c7-8e0ccfa315d3 req-d0547d26-a883-4315-8bf8-dcec8407638d tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:35:16.261999 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-9312589d-3209-4565-93c7-8e0ccfa315d3 req-d0547d26-a883-4315-8bf8-dcec8407638d tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4829f58c-adec-413d-83c8-23f1d3143205 HTTP/1.1" status: 200 len: 943 time: 0.0896661 Aug 08 00:35:16.303503 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Provisioning complete for port b04c5d59-5942-49e6-af63-74888b176926 triggered by entity L2. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:35:16.308558 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (b04c5d59-5942-49e6-af63-74888b176926), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:16.330272 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-9312589d-3209-4565-93c7-8e0ccfa315d3 req-0a4e83d8-d342-4409-bc86-d34e8ffb8e49 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=99750fcd-194d-487c-b80c-a79152b12484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670233 Aug 08 00:35:16.436042 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.managers [None req-fd3b72c7-78e1-47e8-8b8d-d787fb2c7431 None None] Attempting to bind port ad5662b2-9052-4566-a9c9-c1b14cc1a05a on host dv-cinder-851640-3-iscsi for vnic_type normal with profile {{(pid=115993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 00:35:16.436517 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.managers [None req-fd3b72c7-78e1-47e8-8b8d-d787fb2c7431 None None] Attempting to bind port ad5662b2-9052-4566-a9c9-c1b14cc1a05a by drivers openvswitch,hyperv on host dv-cinder-851640-3-iscsi at level 0 using segments [{'id': '33f748c4-7e75-46e1-8877-3094e41393f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'e8f4a45d-baeb-4038-9588-39740257cc84'}] {{(pid=115993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 00:35:16.436870 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3b72c7-78e1-47e8-8b8d-d787fb2c7431 None None] Attempting to bind port ad5662b2-9052-4566-a9c9-c1b14cc1a05a on network e8f4a45d-baeb-4038-9588-39740257cc84 {{(pid=115993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 00:35:16.443237 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3b72c7-78e1-47e8-8b8d-d787fb2c7431 None None] Checking agent: {'id': 'aa35aa05-3c09-40ae-a1e3-ebf96fe3358c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851640-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 0, 24, 15), 'started_at': datetime.datetime(2022, 8, 8, 0, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 0, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851640-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 00:35:16.443939 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3b72c7-78e1-47e8-8b8d-d787fb2c7431 None None] Checking segment: {'id': '33f748c4-7e75-46e1-8877-3094e41393f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'e8f4a45d-baeb-4038-9588-39740257cc84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 00:35:16.444365 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fd3b72c7-78e1-47e8-8b8d-d787fb2c7431 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:16.444775 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3b72c7-78e1-47e8-8b8d-d787fb2c7431 None None] Bound using segment: {'id': '33f748c4-7e75-46e1-8877-3094e41393f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'e8f4a45d-baeb-4038-9588-39740257cc84'} {{(pid=115993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 00:35:16.446160 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.managers [None req-fd3b72c7-78e1-47e8-8b8d-d787fb2c7431 None None] Bound port: ad5662b2-9052-4566-a9c9-c1b14cc1a05a, host: dv-cinder-851640-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33f748c4-7e75-46e1-8877-3094e41393f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'e8f4a45d-baeb-4038-9588-39740257cc84'}}] {{(pid=115993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 00:35:16.446483 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fd3b72c7-78e1-47e8-8b8d-d787fb2c7431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (ad5662b2-9052-4566-a9c9-c1b14cc1a05a), before_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:16.475416 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-0b15ab79-9b67-40ab-ac09-957d41fd23ce admin admin] Publish callbacks [] for router_gateway (2865cda1-15aa-4ed0-a09f-ff452e0cec2d), precommit_update {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:16.751919 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 58638) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:35:16.827595 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Device 46ee863b-20ec-47a6-bd42-47e576b2cf6e up at agent ovs-agent-dv-cinder-851640-3-iscsi {{(pid=115993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 00:35:16.866348 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:UPDATE=3,neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=1 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:35:16.896451 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-0b15ab79-9b67-40ab-ac09-957d41fd23ce admin admin] Publish callbacks [] for router_gateway (2865cda1-15aa-4ed0-a09f-ff452e0cec2d), before_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:16.908199 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Current status of the port b04c5d59-5942-49e6-af63-74888b176926 is: BUILD; New status is: ACTIVE {{(pid=115993) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 00:35:16.908617 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (b04c5d59-5942-49e6-af63-74888b176926), before_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:16.940100 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-0b15ab79-9b67-40ab-ac09-957d41fd23ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (None), before_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:16.952307 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abceacff-4197-477c-99d2-090dbe5727e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b04c5d59-5942-49e6-af63-74888b176926'}] {{(pid=115993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 00:35:16.954468 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffcbb3165cefe78fdef2215408d5e0047484b378f5d65619a4e095a8aefc113e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2be61fe6-4434-4d73-9d8e-6c928e27f567" -d '{"events": [{"server_uuid": "abceacff-4197-477c-99d2-090dbe5727e4", "name": "network-vif-plugged", "status": "completed", "tag": "b04c5d59-5942-49e6-af63-74888b176926"}]}' {{(pid=115993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 00:35:16.968329 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-fd3b72c7-78e1-47e8-8b8d-d787fb2c7431 None None] For port ad5662b2-9052-4566-a9c9-c1b14cc1a05a, host dv-cinder-851640-3-iscsi, cleared binding levels {{(pid=115993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 00:35:16.975071 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Provisioning complete for port 46ee863b-20ec-47a6-bd42-47e576b2cf6e triggered by entity L2. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:35:16.975454 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (46ee863b-20ec-47a6-bd42-47e576b2cf6e), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:16.989659 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] For port b04c5d59-5942-49e6-af63-74888b176926, host hv-cinder-85164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85164',level=0,port_id=b04c5d59-5942-49e6-af63-74888b176926,segment=NetworkSegment(b37535b0-f4c5-4e11-ad70-c93acf81356a),segment_id=b37535b0-f4c5-4e11-ad70-c93acf81356a)] {{(pid=115993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:35:17.010436 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-fd3b72c7-78e1-47e8-8b8d-d787fb2c7431 None None] For port ad5662b2-9052-4566-a9c9-c1b14cc1a05a, host dv-cinder-851640-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851640-3-iscsi',level=0,port_id=ad5662b2-9052-4566-a9c9-c1b14cc1a05a,segment=NetworkSegment(33f748c4-7e75-46e1-8877-3094e41393f7),segment_id=33f748c4-7e75-46e1-8877-3094e41393f7)] {{(pid=115993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 00:35:17.014963 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-441f599f-46a9-4bac-aa3f-9228b1c53632 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:17.038084 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 00:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08cb2f66-9ad0-4f68-bc9f-8c9ee1808f27 x-openstack-request-id: req-08cb2f66-9ad0-4f68-bc9f-8c9ee1808f27 {{(pid=115993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 00:35:17.038441 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abceacff-4197-477c-99d2-090dbe5727e4", "name": "network-vif-plugged", "status": "completed", "tag": "b04c5d59-5942-49e6-af63-74888b176926", "code": 200}]} {{(pid=115993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 00:35:17.038699 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-08cb2f66-9ad0-4f68-bc9f-8c9ee1808f27 {{(pid=115993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 00:35:17.039096 dv-cinder-851640-3-iscsi neutron-server[115993]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08cb2f66-9ad0-4f68-bc9f-8c9ee1808f27'] response: {'server_uuid': 'abceacff-4197-477c-99d2-090dbe5727e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b04c5d59-5942-49e6-af63-74888b176926', 'code': 200} Aug 08 00:35:17.086390 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821'] for port (b04c5d59-5942-49e6-af63-74888b176926), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:17.089122 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Device 424b2123-2ed7-4eda-bdcf-dd72a3df7bea no longer exists at agent hyperv_hv-cinder-85164 {{(pid=115993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 00:35:17.099217 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fd3b72c7-78e1-47e8-8b8d-d787fb2c7431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821'] for port (ad5662b2-9052-4566-a9c9-c1b14cc1a05a), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:17.139305 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.db.db_base_plugin_common [None req-0b15ab79-9b67-40ab-ac09-957d41fd23ce admin admin] Allocated IP 172.27.3.4 (743d2d45-6b8c-49b7-a932-c537e45f946f/7df84031-3cb2-4601-a018-b61b0ad731dc/c7c1628a-30a0-46ed-8199-6e81950ed81d) {{(pid=115992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 00:35:17.192692 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Current status of the port 46ee863b-20ec-47a6-bd42-47e576b2cf6e is: DOWN; New status is: ACTIVE {{(pid=115993) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 00:35:17.193080 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (46ee863b-20ec-47a6-bd42-47e576b2cf6e), before_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:17.229924 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-441f599f-46a9-4bac-aa3f-9228b1c53632 admin admin] Publish callbacks [] for security_group (fa701b7c-a407-4643-a85b-5c1da482de73), precommit_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:17.303022 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] For port 46ee863b-20ec-47a6-bd42-47e576b2cf6e, host dv-cinder-851640-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851640-3-iscsi',level=0,port_id=46ee863b-20ec-47a6-bd42-47e576b2cf6e,segment=NetworkSegment(0fda41cf-3f2e-4d41-af88-28d3b79aa971),segment_id=0fda41cf-3f2e-4d41-af88-28d3b79aa971)] {{(pid=115993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:35:17.304239 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Pushing event updated for resources: {'Port': ['ID=b04c5d59-5942-49e6-af63-74888b176926,revision_number=5']} {{(pid=115993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:35:17.331158 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-441f599f-46a9-4bac-aa3f-9228b1c53632 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (fa701b7c-a407-4643-a85b-5c1da482de73), after_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:17.331707 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-0b15ab79-9b67-40ab-ac09-957d41fd23ce admin admin] Publish callbacks [] for port (c7c1628a-30a0-46ed-8199-6e81950ed81d), precommit_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:17.363245 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:35:17.404426 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:35:17.405819 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:35:17.420277 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821'] for port (46ee863b-20ec-47a6-bd42-47e576b2cf6e), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:17.457904 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-441f599f-46a9-4bac-aa3f-9228b1c53632 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=2039a0e1619d46a8927b63797d34dc5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7049110 Aug 08 00:35:17.463426 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 58646) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:35:17.463667 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441f599f-46a9-4bac-aa3f-9228b1c53632 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa701b7c-a407-4643-a85b-5c1da482de73,revision_number=1']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:35:17.497386 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-0b15ab79-9b67-40ab-ac09-957d41fd23ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764676113785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26371331'] for port (c7c1628a-30a0-46ed-8199-6e81950ed81d), after_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:17.510655 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Current status of the port 424b2123-2ed7-4eda-bdcf-dd72a3df7bea is: DOWN; New status is: DOWN {{(pid=115993) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 00:35:17.520142 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3b72c7-78e1-47e8-8b8d-d787fb2c7431 None None] Pushing event updated for resources: {'Port': ['ID=ad5662b2-9052-4566-a9c9-c1b14cc1a05a,revision_number=2']} {{(pid=115993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:35:17.566477 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e75ba1-6521-4d23-b4cb-7ca5bea8518e req-c068f061-1550-48f9-90e7-8d1c2f7c0a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:35:17.571699 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-87e75ba1-6521-4d23-b4cb-7ca5bea8518e req-c068f061-1550-48f9-90e7-8d1c2f7c0a9d service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=abceacff-4197-477c-99d2-090dbe5727e4 HTTP/1.1" status: 200 len: 1134 time: 0.1511266 Aug 08 00:35:17.588462 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:35:17.618225 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Pushing event updated for resources: {'Port': ['ID=46ee863b-20ec-47a6-bd42-47e576b2cf6e,revision_number=5']} {{(pid=115993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:35:17.678142 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da38da5-b3b9-4a2c-933f-91eaff971ba1 req-803e95b4-7f76-4a32-8811-70183b6aaf13 tempest-VolumesNegativeTest-1273807410 tempest-VolumesNegativeTest-1273807410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:35:17.679879 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-1da38da5-b3b9-4a2c-933f-91eaff971ba1 req-803e95b4-7f76-4a32-8811-70183b6aaf13 tempest-VolumesNegativeTest-1273807410 tempest-VolumesNegativeTest-1273807410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=abceacff-4197-477c-99d2-090dbe5727e4 HTTP/1.1" status: 200 len: 950 time: 0.2015722 Aug 08 00:35:17.709857 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b15ab79-9b67-40ab-ac09-957d41fd23ce admin admin] Pushing event updated for resources: {'Port': ['ID=c7c1628a-30a0-46ed-8199-6e81950ed81d,revision_number=1']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:35:17.750313 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b15ab79-9b67-40ab-ac09-957d41fd23ce admin admin] Network 743d2d45-6b8c-49b7-a932-c537e45f946f is already hosted by enough agents. {{(pid=115992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 00:35:17.754202 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.scheduler.base_scheduler [None req-0b15ab79-9b67-40ab-ac09-957d41fd23ce admin admin] Resources bound (agent type, host, resource id): {{(pid=115992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 00:35:17.763969 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-87e75ba1-6521-4d23-b4cb-7ca5bea8518e req-ae08b6c7-7d23-4185-b50a-c1c43961165a service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c6db009f-a036-4703-90d8-7f733b781789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843607 Aug 08 00:35:17.778507 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b15ab79-9b67-40ab-ac09-957d41fd23ce admin admin] Received port after_create {{(pid=115992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 00:35:17.801452 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-1da38da5-b3b9-4a2c-933f-91eaff971ba1 req-0a4b6253-5952-4d90-b943-ac085ee2f902 tempest-VolumesNegativeTest-1273807410 tempest-VolumesNegativeTest-1273807410-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c6db009f-a036-4703-90d8-7f733b781789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124101 Aug 08 00:35:17.807839 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-2e90df5e-0241-4d62-b626-d30d7d4b6ed9 admin admin] Publish callbacks [] for security_group (fa701b7c-a407-4643-a85b-5c1da482de73), before_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:17.844083 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-2e90df5e-0241-4d62-b626-d30d7d4b6ed9 admin admin] Publish callbacks [] for security_group (fa701b7c-a407-4643-a85b-5c1da482de73), precommit_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:18.067253 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-2e90df5e-0241-4d62-b626-d30d7d4b6ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (fa701b7c-a407-4643-a85b-5c1da482de73), after_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:18.071505 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-2e90df5e-0241-4d62-b626-d30d7d4b6ed9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:18.076241 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-2e90df5e-0241-4d62-b626-d30d7d4b6ed9 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/fa701b7c-a407-4643-a85b-5c1da482de73 HTTP/1.1" status: 204 len: 168 time: 0.6114712 Aug 08 00:35:18.088593 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e90df5e-0241-4d62-b626-d30d7d4b6ed9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa701b7c-a407-4643-a85b-5c1da482de73,revision_number=None']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:35:18.289660 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [req-d44803df-1b93-4b2d-a193-6024aa9ead7b req-cff28a9c-55e0-4bcd-8939-e911c32b535d service neutron] http://10.222.0.15:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=115991) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 08 00:35:18.291538 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-d44803df-1b93-4b2d-a193-6024aa9ead7b req-cff28a9c-55e0-4bcd-8939-e911c32b535d service neutron] 10.222.0.15 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0140705 Aug 08 00:35:18.332243 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:35:18.335790 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-0b15ab79-9b67-40ab-ac09-957d41fd23ce admin admin] Publish callbacks [] for router_gateway (2865cda1-15aa-4ed0-a09f-ff452e0cec2d), after_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:18.752594 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-0b15ab79-9b67-40ab-ac09-957d41fd23ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-501999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-427846'] for router (2865cda1-15aa-4ed0-a09f-ff452e0cec2d), after_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:18.790536 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d4adab9-04fd-4ccc-b40c-f80735faa6cc None None] Network e8f4a45d-baeb-4038-9588-39740257cc84 requested from dv-cinder-851640-3-iscsi {{(pid=115993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 00:35:19.018351 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-c477ff3e-0867-4384-beec-92eaa5a7d5e4 None None] Provisioning complete for port ad5662b2-9052-4566-a9c9-c1b14cc1a05a triggered by entity DHCP. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:35:19.019025 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-c477ff3e-0867-4384-beec-92eaa5a7d5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (ad5662b2-9052-4566-a9c9-c1b14cc1a05a), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:19.039478 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aacaf20-62ff-4a00-be77-9d74085cb948 req-ae458478-f02b-46fa-ac6e-6b7e49d2b090 tempest-VolumesNegativeTest-1273807410 tempest-VolumesNegativeTest-1273807410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:35:19.041749 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-3aacaf20-62ff-4a00-be77-9d74085cb948 req-ae458478-f02b-46fa-ac6e-6b7e49d2b090 tempest-VolumesNegativeTest-1273807410 tempest-VolumesNegativeTest-1273807410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=abceacff-4197-477c-99d2-090dbe5727e4 HTTP/1.1" status: 200 len: 950 time: 0.1160541 Aug 08 00:35:19.082257 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Device 46ee863b-20ec-47a6-bd42-47e576b2cf6e up at agent ovs-agent-dv-cinder-851640-3-iscsi {{(pid=115993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 00:35:19.082479 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b844fd4-1975-489a-91f0-db0c0e3f99f9 req-2f7dd3f1-0b8d-49cf-bd0d-724db5fde50e tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:35:19.084769 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-9b844fd4-1975-489a-91f0-db0c0e3f99f9 req-2f7dd3f1-0b8d-49cf-bd0d-724db5fde50e tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4829f58c-adec-413d-83c8-23f1d3143205 HTTP/1.1" status: 200 len: 943 time: 0.1584904 Aug 08 00:35:19.177262 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-3aacaf20-62ff-4a00-be77-9d74085cb948 req-93b90a93-d00e-437b-aa40-37a9c9636f65 tempest-VolumesNegativeTest-1273807410 tempest-VolumesNegativeTest-1273807410-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c6db009f-a036-4703-90d8-7f733b781789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217687 Aug 08 00:35:19.182008 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-9b844fd4-1975-489a-91f0-db0c0e3f99f9 req-241ff95e-58b8-41ae-8dbd-4fbed1a3a545 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=99750fcd-194d-487c-b80c-a79152b12484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894313 Aug 08 00:35:19.206938 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b15ab79-9b67-40ab-ac09-957d41fd23ce admin admin] Router 2865cda1-15aa-4ed0-a09f-ff452e0cec2d is scheduled to L3 agent d53f5436-7c7f-4441-9708-9d0333b57745 with binding_index 1 {{(pid=115992) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 08 00:35:19.279560 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-c477ff3e-0867-4384-beec-92eaa5a7d5e4 None None] Current status of the port ad5662b2-9052-4566-a9c9-c1b14cc1a05a is: DOWN; New status is: ACTIVE {{(pid=115993) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 00:35:19.280404 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-c477ff3e-0867-4384-beec-92eaa5a7d5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (ad5662b2-9052-4566-a9c9-c1b14cc1a05a), before_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:19.314679 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Provisioning complete for port 46ee863b-20ec-47a6-bd42-47e576b2cf6e triggered by entity L2. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:35:19.315043 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (46ee863b-20ec-47a6-bd42-47e576b2cf6e), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:19.366624 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b15ab79-9b67-40ab-ac09-957d41fd23ce admin admin] Notify agent at l3_agent.dv-cinder-851640-3-iscsi the message routers_updated {{(pid=115992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 00:35:19.411848 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759a93e0-ae9f-4d80-b705-2ee91e6dabd9 None None] Sync routers for ids ['2865cda1-15aa-4ed0-a09f-ff452e0cec2d'] in dv-cinder-851640-3-iscsi {{(pid=115993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 00:35:19.477321 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-0b15ab79-9b67-40ab-ac09-957d41fd23ce admin admin] Publish callbacks [] for router (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:19.481120 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-0b15ab79-9b67-40ab-ac09-957d41fd23ce admin admin] 10.222.0.15 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 918 time: 4.0394361 Aug 08 00:35:19.481334 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 58674) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:35:19.532881 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Current status of the port 46ee863b-20ec-47a6-bd42-47e576b2cf6e is: ACTIVE; New status is: ACTIVE {{(pid=115993) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 00:35:19.537029 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Device ad5662b2-9052-4566-a9c9-c1b14cc1a05a up at agent ovs-agent-dv-cinder-851640-3-iscsi {{(pid=115993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 00:35:19.580469 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-c477ff3e-0867-4384-beec-92eaa5a7d5e4 None None] For port ad5662b2-9052-4566-a9c9-c1b14cc1a05a, host dv-cinder-851640-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851640-3-iscsi',level=0,port_id=ad5662b2-9052-4566-a9c9-c1b14cc1a05a,segment=NetworkSegment(33f748c4-7e75-46e1-8877-3094e41393f7),segment_id=33f748c4-7e75-46e1-8877-3094e41393f7)] {{(pid=115993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:35:19.581680 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:35:19.588710 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759a93e0-ae9f-4d80-b705-2ee91e6dabd9 None None] Routers {'2865cda1-15aa-4ed0-a09f-ff452e0cec2d'} bound to L3 agent in host dv-cinder-851640-3-iscsi {{(pid=115993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 00:35:19.588710 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_hamode_db [None req-759a93e0-ae9f-4d80-b705-2ee91e6dabd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851640-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-08T00:24:12Z,description=,heartbeat_timestamp=2022-08-08T00:35:12Z,host='dv-cinder-851640-3-iscsi',id=d53f5436-7c7f-4441-9708-9d0333b57745,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T00:24:13Z,topic='l3_agent')) {'router_ids': ['2865cda1-15aa-4ed0-a09f-ff452e0cec2d'], 'active': True} {{(pid=115993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:35:19.654382 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Provisioning complete for port ad5662b2-9052-4566-a9c9-c1b14cc1a05a triggered by entity L2. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:35:19.656919 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (ad5662b2-9052-4566-a9c9-c1b14cc1a05a), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:19.690932 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-c477ff3e-0867-4384-beec-92eaa5a7d5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821'] for port (ad5662b2-9052-4566-a9c9-c1b14cc1a05a), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:19.841569 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:35:19.871403 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-a0167f32-7b5f-46f5-b784-92f1eeabed6c None None] Provisioning complete for port ad5662b2-9052-4566-a9c9-c1b14cc1a05a triggered by entity DHCP. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:35:19.871776 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-a0167f32-7b5f-46f5-b784-92f1eeabed6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (ad5662b2-9052-4566-a9c9-c1b14cc1a05a), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:19.878496 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c477ff3e-0867-4384-beec-92eaa5a7d5e4 None None] Pushing event updated for resources: {'Port': ['ID=ad5662b2-9052-4566-a9c9-c1b14cc1a05a,revision_number=3']} {{(pid=115993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:35:19.929965 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvr_db [None req-759a93e0-ae9f-4d80-b705-2ee91e6dabd9 None None] Set router 2865cda1-15aa-4ed0-a09f-ff452e0cec2d gateway port host: dv-cinder-851640-3-iscsi {{(pid=115993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 00:35:19.933574 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:35:20.037202 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:35:20.065388 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-b0304d7f-b9db-47e2-8d6d-0da8f9955625 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (None), before_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:20.075036 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Current status of the port ad5662b2-9052-4566-a9c9-c1b14cc1a05a is: ACTIVE; New status is: ACTIVE {{(pid=115993) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 00:35:20.129742 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-a0167f32-7b5f-46f5-b784-92f1eeabed6c None None] Current status of the port ad5662b2-9052-4566-a9c9-c1b14cc1a05a is: ACTIVE; New status is: ACTIVE {{(pid=115993) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 00:35:20.272177 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_hamode_db [None req-759a93e0-ae9f-4d80-b705-2ee91e6dabd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2865cda1-15aa-4ed0-a09f-ff452e0cec2d', 'name': 'tempest-TestShelveInstance-464855528-router', 'tenant_id': 'eea2a896babe4ab2b7136af9bb4c3851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': 'c7c1628a-30a0-46ed-8199-6e81950ed81d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:35:16Z', 'updated_at': '2022-08-08T00:35:18Z', 'revision_number': 3, 'project_id': 'eea2a896babe4ab2b7136af9bb4c3851', 'gw_port': {'id': 'c7c1628a-30a0-46ed-8199-6e81950ed81d', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:72:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2865cda1-15aa-4ed0-a09f-ff452e0cec2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:35:16Z', 'updated_at': '2022-08-08T00:35:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi'}], 'dv-cinder-851640-3-iscsi', False) {} {{(pid=115993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:35:20.302939 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.db.db_base_plugin_common [None req-b0304d7f-b9db-47e2-8d6d-0da8f9955625 admin admin] Allocated IP 172.20.0.1 (e8f4a45d-baeb-4038-9588-39740257cc84/032e2349-7a26-42c9-ba71-28ad1105248a/367c75a9-9490-4396-965b-0dec6974c461) {{(pid=115992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 00:35:20.330115 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759a93e0-ae9f-4d80-b705-2ee91e6dabd9 None None] Checking router: 2865cda1-15aa-4ed0-a09f-ff452e0cec2d for host: dv-cinder-851640-3-iscsi {{(pid=115993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 00:35:20.330755 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759a93e0-ae9f-4d80-b705-2ee91e6dabd9 None None] Updating router 2865cda1-15aa-4ed0-a09f-ff452e0cec2d port c7c1628a-30a0-46ed-8199-6e81950ed81d binding host dv-cinder-851640-3-iscsi {{(pid=115993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 08 00:35:20.370524 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-759a93e0-ae9f-4d80-b705-2ee91e6dabd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (c7c1628a-30a0-46ed-8199-6e81950ed81d), before_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:20.398360 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c593c3d5-e6b2-41eb-9c30-44b34174d4f7 req-c1786e2a-9953-4a4c-a11d-7525d7c03e3d tempest-VolumesNegativeTest-1273807410 tempest-VolumesNegativeTest-1273807410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:35:20.407241 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-c593c3d5-e6b2-41eb-9c30-44b34174d4f7 req-c1786e2a-9953-4a4c-a11d-7525d7c03e3d tempest-VolumesNegativeTest-1273807410 tempest-VolumesNegativeTest-1273807410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=abceacff-4197-477c-99d2-090dbe5727e4 HTTP/1.1" status: 200 len: 950 time: 0.0722735 Aug 08 00:35:20.481816 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-c593c3d5-e6b2-41eb-9c30-44b34174d4f7 req-650cc60a-43b4-4788-b2d3-ff71217a9798 tempest-VolumesNegativeTest-1273807410 tempest-VolumesNegativeTest-1273807410-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c6db009f-a036-4703-90d8-7f733b781789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671303 Aug 08 00:35:20.498251 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fe1830-4955-4873-8930-685b12a55f01 req-c3309564-e5fe-4767-8618-67f3fa200da3 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:35:20.506805 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-09fe1830-4955-4873-8930-685b12a55f01 req-c3309564-e5fe-4767-8618-67f3fa200da3 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4829f58c-adec-413d-83c8-23f1d3143205 HTTP/1.1" status: 200 len: 943 time: 0.1412888 Aug 08 00:35:20.724513 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-09fe1830-4955-4873-8930-685b12a55f01 req-830f9406-4136-403f-b66f-640a697490db tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=99750fcd-194d-487c-b80c-a79152b12484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2166018 Aug 08 00:35:20.754459 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:35:20.761159 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 58704) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:35:20.766029 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-b0304d7f-b9db-47e2-8d6d-0da8f9955625 admin admin] Publish callbacks [] for port (367c75a9-9490-4396-965b-0dec6974c461), precommit_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:20.785270 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-759a93e0-ae9f-4d80-b705-2ee91e6dabd9 None None] Publish callbacks [] for port (c7c1628a-30a0-46ed-8199-6e81950ed81d), precommit_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:20.790772 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Device ad5662b2-9052-4566-a9c9-c1b14cc1a05a up at agent ovs-agent-dv-cinder-851640-3-iscsi {{(pid=115993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 00:35:20.793719 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:35:20.848286 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Provisioning complete for port ad5662b2-9052-4566-a9c9-c1b14cc1a05a triggered by entity L2. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:35:20.848962 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (ad5662b2-9052-4566-a9c9-c1b14cc1a05a), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:20.931454 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-bb4af61b-1b1b-475c-a9e2-7ee5fa1c74d2 req-4fece69a-9086-4f0f-ab7a-0cbb794aa0f0 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4829f58c-adec-413d-83c8-23f1d3143205&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1680908 Aug 08 00:35:20.937704 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [req-bb4af61b-1b1b-475c-a9e2-7ee5fa1c74d2 req-15c9e97e-49b7-4ccc-bc5d-3d2bd8b2ed02 service neutron] http://10.222.0.15:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=115991) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 08 00:35:20.938719 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-bb4af61b-1b1b-475c-a9e2-7ee5fa1c74d2 req-15c9e97e-49b7-4ccc-bc5d-3d2bd8b2ed02 service neutron] 10.222.0.15 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0062523 Aug 08 00:35:20.978641 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-b0304d7f-b9db-47e2-8d6d-0da8f9955625 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764676113785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26371331'] for port (367c75a9-9490-4396-965b-0dec6974c461), after_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:21.052969 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0304d7f-b9db-47e2-8d6d-0da8f9955625 admin admin] Network e8f4a45d-baeb-4038-9588-39740257cc84 is already hosted by enough agents. {{(pid=115992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 00:35:21.059102 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.scheduler.base_scheduler [None req-b0304d7f-b9db-47e2-8d6d-0da8f9955625 admin admin] Resources bound (agent type, host, resource id): {{(pid=115992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 00:35:21.069414 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0304d7f-b9db-47e2-8d6d-0da8f9955625 admin admin] Received port after_create {{(pid=115992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 00:35:21.107996 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 58716) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:35:21.123825 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-759a93e0-ae9f-4d80-b705-2ee91e6dabd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821'] for port (c7c1628a-30a0-46ed-8199-6e81950ed81d), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:21.165287 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Current status of the port ad5662b2-9052-4566-a9c9-c1b14cc1a05a is: ACTIVE; New status is: ACTIVE {{(pid=115993) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 00:35:21.168236 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0304d7f-b9db-47e2-8d6d-0da8f9955625 admin admin] Pushing event updated for resources: {'Port': ['ID=367c75a9-9490-4396-965b-0dec6974c461,revision_number=1']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:35:21.176388 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-b0304d7f-b9db-47e2-8d6d-0da8f9955625 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-500133'] for router_interface (2865cda1-15aa-4ed0-a09f-ff452e0cec2d), before_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:21.239705 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.managers [None req-759a93e0-ae9f-4d80-b705-2ee91e6dabd9 None None] Attempting to bind port c7c1628a-30a0-46ed-8199-6e81950ed81d on host dv-cinder-851640-3-iscsi for vnic_type normal with profile {{(pid=115993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 00:35:21.240036 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.managers [None req-759a93e0-ae9f-4d80-b705-2ee91e6dabd9 None None] Attempting to bind port c7c1628a-30a0-46ed-8199-6e81950ed81d by drivers openvswitch,hyperv on host dv-cinder-851640-3-iscsi at level 0 using segments [{'id': '15fce33c-3ff3-4714-8fe9-15b1a1600e57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f'}] {{(pid=115993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 00:35:21.240354 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759a93e0-ae9f-4d80-b705-2ee91e6dabd9 None None] Attempting to bind port c7c1628a-30a0-46ed-8199-6e81950ed81d on network 743d2d45-6b8c-49b7-a932-c537e45f946f {{(pid=115993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 00:35:21.274913 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759a93e0-ae9f-4d80-b705-2ee91e6dabd9 None None] Checking agent: {'id': 'aa35aa05-3c09-40ae-a1e3-ebf96fe3358c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851640-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 0, 24, 15), 'started_at': datetime.datetime(2022, 8, 8, 0, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 0, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851640-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 00:35:21.275357 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759a93e0-ae9f-4d80-b705-2ee91e6dabd9 None None] Checking segment: {'id': '15fce33c-3ff3-4714-8fe9-15b1a1600e57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 00:35:21.275708 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-759a93e0-ae9f-4d80-b705-2ee91e6dabd9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:21.276098 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759a93e0-ae9f-4d80-b705-2ee91e6dabd9 None None] Bound using segment: {'id': '15fce33c-3ff3-4714-8fe9-15b1a1600e57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f'} {{(pid=115993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 00:35:21.276859 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.managers [None req-759a93e0-ae9f-4d80-b705-2ee91e6dabd9 None None] Bound port: c7c1628a-30a0-46ed-8199-6e81950ed81d, host: dv-cinder-851640-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15fce33c-3ff3-4714-8fe9-15b1a1600e57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f'}}] {{(pid=115993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 00:35:21.277003 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-759a93e0-ae9f-4d80-b705-2ee91e6dabd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (c7c1628a-30a0-46ed-8199-6e81950ed81d), before_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:21.289556 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4af61b-1b1b-475c-a9e2-7ee5fa1c74d2 req-2e752797-c3f2-4421-88d7-3f5fff968f36 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:35:21.293258 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-bb4af61b-1b1b-475c-a9e2-7ee5fa1c74d2 req-2e752797-c3f2-4421-88d7-3f5fff968f36 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports/424b2123-2ed7-4eda-bdcf-dd72a3df7bea HTTP/1.1" status: 200 len: 940 time: 0.1840169 Aug 08 00:35:21.325663 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabde92c-a9cf-4f3a-ae88-556b5aa3ccee None None] Pushing event updated for resources: {'Port': ['ID=c7c1628a-30a0-46ed-8199-6e81950ed81d,revision_number=2']} {{(pid=115993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:35:21.376808 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d59313e-a6b4-4c5a-9a49-5b19f0b68475 req-e881a496-7424-497f-98eb-a1eef6b6c4e9 tempest-VolumesNegativeTest-1273807410 tempest-VolumesNegativeTest-1273807410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:35:21.378371 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-4d59313e-a6b4-4c5a-9a49-5b19f0b68475 req-e881a496-7424-497f-98eb-a1eef6b6c4e9 tempest-VolumesNegativeTest-1273807410 tempest-VolumesNegativeTest-1273807410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=abceacff-4197-477c-99d2-090dbe5727e4 HTTP/1.1" status: 200 len: 950 time: 0.0678167 Aug 08 00:35:21.394781 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-759a93e0-ae9f-4d80-b705-2ee91e6dabd9 None None] For port c7c1628a-30a0-46ed-8199-6e81950ed81d, host dv-cinder-851640-3-iscsi, cleared binding levels {{(pid=115993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 00:35:21.399640 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-759a93e0-ae9f-4d80-b705-2ee91e6dabd9 None None] For port c7c1628a-30a0-46ed-8199-6e81950ed81d, host dv-cinder-851640-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851640-3-iscsi',level=0,port_id=c7c1628a-30a0-46ed-8199-6e81950ed81d,segment=NetworkSegment(15fce33c-3ff3-4714-8fe9-15b1a1600e57),segment_id=15fce33c-3ff3-4714-8fe9-15b1a1600e57)] {{(pid=115993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 00:35:21.458436 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-4d59313e-a6b4-4c5a-9a49-5b19f0b68475 req-f69931dc-602a-4c22-ba0b-fce069ac6bd6 tempest-VolumesNegativeTest-1273807410 tempest-VolumesNegativeTest-1273807410-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c6db009f-a036-4703-90d8-7f733b781789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736580 Aug 08 00:35:21.481967 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-3bfc55a7-e1c7-4430-a56e-22603a4b934b None None] Provisioning complete for port 367c75a9-9490-4396-965b-0dec6974c461 triggered by entity DHCP. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:35:21.482353 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-3bfc55a7-e1c7-4430-a56e-22603a4b934b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (367c75a9-9490-4396-965b-0dec6974c461), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:21.486521 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-759a93e0-ae9f-4d80-b705-2ee91e6dabd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821'] for port (c7c1628a-30a0-46ed-8199-6e81950ed81d), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:21.513387 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-b0304d7f-b9db-47e2-8d6d-0da8f9955625 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (367c75a9-9490-4396-965b-0dec6974c461), before_update {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:21.582836 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:35:21.584210 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:35:21.589596 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759a93e0-ae9f-4d80-b705-2ee91e6dabd9 None None] Routers {'2865cda1-15aa-4ed0-a09f-ff452e0cec2d'} bound to L3 agent in host dv-cinder-851640-3-iscsi {{(pid=115993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 00:35:21.590493 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_hamode_db [None req-759a93e0-ae9f-4d80-b705-2ee91e6dabd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851640-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-08T00:24:12Z,description=,heartbeat_timestamp=2022-08-08T00:35:12Z,host='dv-cinder-851640-3-iscsi',id=d53f5436-7c7f-4441-9708-9d0333b57745,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T00:24:13Z,topic='l3_agent')) {'router_ids': ['2865cda1-15aa-4ed0-a09f-ff452e0cec2d'], 'active': True} {{(pid=115993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:35:21.654835 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-3bfc55a7-e1c7-4430-a56e-22603a4b934b None None] Port 367c75a9-9490-4396-965b-0dec6974c461 cannot update to ACTIVE because it is not bound. {{(pid=115993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 08 00:35:21.678584 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabde92c-a9cf-4f3a-ae88-556b5aa3ccee None None] Pushing event updated for resources: {'Port': ['ID=c7c1628a-30a0-46ed-8199-6e81950ed81d,revision_number=3']} {{(pid=115993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:35:21.778590 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvr_db [None req-759a93e0-ae9f-4d80-b705-2ee91e6dabd9 None None] Set router 2865cda1-15aa-4ed0-a09f-ff452e0cec2d gateway port host: dv-cinder-851640-3-iscsi {{(pid=115993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 00:35:21.971186 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2267fb88-5080-4e8f-b105-f15da8a2d8a0 req-fd9d39c8-f4e5-4679-998f-bb18e061c1ce tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:35:21.989770 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-2267fb88-5080-4e8f-b105-f15da8a2d8a0 req-fd9d39c8-f4e5-4679-998f-bb18e061c1ce tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4829f58c-adec-413d-83c8-23f1d3143205 HTTP/1.1" status: 200 len: 943 time: 0.1254194 Aug 08 00:35:22.086062 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-b0304d7f-b9db-47e2-8d6d-0da8f9955625 admin admin] Publish callbacks [] for port (367c75a9-9490-4396-965b-0dec6974c461), precommit_update {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:22.093331 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-2267fb88-5080-4e8f-b105-f15da8a2d8a0 req-222383b1-b2d8-43bd-906b-c5b63ec91e74 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=99750fcd-194d-487c-b80c-a79152b12484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022649 Aug 08 00:35:22.160413 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_hamode_db [None req-759a93e0-ae9f-4d80-b705-2ee91e6dabd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2865cda1-15aa-4ed0-a09f-ff452e0cec2d', 'name': 'tempest-TestShelveInstance-464855528-router', 'tenant_id': 'eea2a896babe4ab2b7136af9bb4c3851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': 'c7c1628a-30a0-46ed-8199-6e81950ed81d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:35:16Z', 'updated_at': '2022-08-08T00:35:21Z', 'revision_number': 4, 'project_id': 'eea2a896babe4ab2b7136af9bb4c3851', 'gw_port': {'id': 'c7c1628a-30a0-46ed-8199-6e81950ed81d', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:72:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2865cda1-15aa-4ed0-a09f-ff452e0cec2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:35:16Z', 'updated_at': '2022-08-08T00:35:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi', '_interfaces': [{'id': '367c75a9-9490-4396-965b-0dec6974c461', 'name': '', 'network_id': 'e8f4a45d-baeb-4038-9588-39740257cc84', 'tenant_id': 'eea2a896babe4ab2b7136af9bb4c3851', 'mac_address': 'fa:16:3e:45:25:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2865cda1-15aa-4ed0-a09f-ff452e0cec2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '032e2349-7a26-42c9-ba71-28ad1105248a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:35:20Z', 'updated_at': '2022-08-08T00:35:20Z', 'revision_number': 1, 'project_id': 'eea2a896babe4ab2b7136af9bb4c3851', 'subnets': [{'id': '032e2349-7a26-42c9-ba71-28ad1105248a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851640-3-iscsi', False) {} {{(pid=115993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:35:22.208666 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759a93e0-ae9f-4d80-b705-2ee91e6dabd9 None None] The sync data for ids ['2865cda1-15aa-4ed0-a09f-ff452e0cec2d'] in dv-cinder-851640-3-iscsi is: [{'id': '2865cda1-15aa-4ed0-a09f-ff452e0cec2d', 'name': 'tempest-TestShelveInstance-464855528-router', 'tenant_id': 'eea2a896babe4ab2b7136af9bb4c3851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': 'c7c1628a-30a0-46ed-8199-6e81950ed81d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:35:16Z', 'updated_at': '2022-08-08T00:35:21Z', 'revision_number': 4, 'project_id': 'eea2a896babe4ab2b7136af9bb4c3851', 'gw_port': {'id': 'c7c1628a-30a0-46ed-8199-6e81950ed81d', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:72:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2865cda1-15aa-4ed0-a09f-ff452e0cec2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:35:16Z', 'updated_at': '2022-08-08T00:35:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi', '_interfaces': [{'id': '367c75a9-9490-4396-965b-0dec6974c461', 'name': '', 'network_id': 'e8f4a45d-baeb-4038-9588-39740257cc84', 'tenant_id': 'eea2a896babe4ab2b7136af9bb4c3851', 'mac_address': 'fa:16:3e:45:25:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2865cda1-15aa-4ed0-a09f-ff452e0cec2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '032e2349-7a26-42c9-ba71-28ad1105248a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:35:20Z', 'updated_at': '2022-08-08T00:35:20Z', 'revision_number': 1, 'project_id': 'eea2a896babe4ab2b7136af9bb4c3851', 'subnets': [{'id': '032e2349-7a26-42c9-ba71-28ad1105248a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 00:35:22.604428 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2932755a-ecc0-4404-b489-8b11f2ffa5da req-544cfe99-6ad7-4724-9fef-11605ea831be tempest-VolumesNegativeTest-1273807410 tempest-VolumesNegativeTest-1273807410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:35:22.606002 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-2932755a-ecc0-4404-b489-8b11f2ffa5da req-544cfe99-6ad7-4724-9fef-11605ea831be tempest-VolumesNegativeTest-1273807410 tempest-VolumesNegativeTest-1273807410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=abceacff-4197-477c-99d2-090dbe5727e4 HTTP/1.1" status: 200 len: 950 time: 0.0511267 Aug 08 00:35:22.660126 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-2932755a-ecc0-4404-b489-8b11f2ffa5da req-ba82d700-9fa9-4a04-8288-0f95e10a7d99 tempest-VolumesNegativeTest-1273807410 tempest-VolumesNegativeTest-1273807410-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c6db009f-a036-4703-90d8-7f733b781789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481989 Aug 08 00:35:22.740270 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-b0304d7f-b9db-47e2-8d6d-0da8f9955625 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26371340'] for port (367c75a9-9490-4396-965b-0dec6974c461), after_update {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:22.776362 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea43fc5-21d2-462e-8c0f-f2efd2536cf0 req-acf6c8f8-01e0-4bee-9970-2950652c0cdb tempest-VolumesNegativeTest-1273807410 tempest-VolumesNegativeTest-1273807410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:35:22.778446 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-6ea43fc5-21d2-462e-8c0f-f2efd2536cf0 req-acf6c8f8-01e0-4bee-9970-2950652c0cdb tempest-VolumesNegativeTest-1273807410 tempest-VolumesNegativeTest-1273807410-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=abceacff-4197-477c-99d2-090dbe5727e4 HTTP/1.1" status: 200 len: 950 time: 0.0610399 Aug 08 00:35:22.829777 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-b0304d7f-b9db-47e2-8d6d-0da8f9955625 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-499733'] for router_interface (2865cda1-15aa-4ed0-a09f-ff452e0cec2d), after_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:22.852299 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0304d7f-b9db-47e2-8d6d-0da8f9955625 admin admin] Pushing event updated for resources: {'Port': ['ID=367c75a9-9490-4396-965b-0dec6974c461,revision_number=2']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:35:22.937908 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:35:22.941052 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.plugin [req-6ea43fc5-21d2-462e-8c0f-f2efd2536cf0 req-85941b73-dee4-4cc0-b4fb-37253c43fefc tempest-VolumesNegativeTest-1273807410 tempest-VolumesNegativeTest-1273807410-project] Deleting port b04c5d59-5942-49e6-af63-74888b176926 {{(pid=115991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 00:35:22.941414 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [req-6ea43fc5-21d2-462e-8c0f-f2efd2536cf0 req-85941b73-dee4-4cc0-b4fb-37253c43fefc tempest-VolumesNegativeTest-1273807410 tempest-VolumesNegativeTest-1273807410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764676511537'] for port (b04c5d59-5942-49e6-af63-74888b176926), before_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:22.981863 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0304d7f-b9db-47e2-8d6d-0da8f9955625 admin admin] Network e8f4a45d-baeb-4038-9588-39740257cc84 is already hosted by enough agents. {{(pid=115992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 00:35:22.983954 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.scheduler.base_scheduler [None req-b0304d7f-b9db-47e2-8d6d-0da8f9955625 admin admin] Resources bound (agent type, host, resource id): {{(pid=115992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 00:35:23.107815 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.db [req-6ea43fc5-21d2-462e-8c0f-f2efd2536cf0 req-85941b73-dee4-4cc0-b4fb-37253c43fefc tempest-VolumesNegativeTest-1273807410 tempest-VolumesNegativeTest-1273807410-project] For port b04c5d59-5942-49e6-af63-74888b176926, host hv-cinder-85164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85164',level=0,port_id=b04c5d59-5942-49e6-af63-74888b176926,segment=NetworkSegment(b37535b0-f4c5-4e11-ad70-c93acf81356a),segment_id=b37535b0-f4c5-4e11-ad70-c93acf81356a)] {{(pid=115991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:35:23.108510 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [req-6ea43fc5-21d2-462e-8c0f-f2efd2536cf0 req-85941b73-dee4-4cc0-b4fb-37253c43fefc tempest-VolumesNegativeTest-1273807410 tempest-VolumesNegativeTest-1273807410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440649'] for port (b04c5d59-5942-49e6-af63-74888b176926), precommit_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:23.152732 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.plugin [req-6ea43fc5-21d2-462e-8c0f-f2efd2536cf0 req-85941b73-dee4-4cc0-b4fb-37253c43fefc tempest-VolumesNegativeTest-1273807410 tempest-VolumesNegativeTest-1273807410-project] Calling delete_port for b04c5d59-5942-49e6-af63-74888b176926 owned by compute:nova {{(pid=115991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 00:35:23.213603 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0304d7f-b9db-47e2-8d6d-0da8f9955625 admin admin] Router 2865cda1-15aa-4ed0-a09f-ff452e0cec2d has already been hosted by L3 agent d53f5436-7c7f-4441-9708-9d0333b57745 {{(pid=115992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 00:35:23.214670 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=100 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:35:23.412135 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0304d7f-b9db-47e2-8d6d-0da8f9955625 admin admin] Notify agent at l3_agent.dv-cinder-851640-3-iscsi the message routers_updated {{(pid=115992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 00:35:23.413589 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040d5c0f-977e-4e06-b94b-b4357c111971 req-072ba4cb-6b05-437d-b64e-6f3cd562aee8 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:35:23.429530 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-040d5c0f-977e-4e06-b94b-b4357c111971 req-072ba4cb-6b05-437d-b64e-6f3cd562aee8 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4829f58c-adec-413d-83c8-23f1d3143205 HTTP/1.1" status: 200 len: 943 time: 0.1032913 Aug 08 00:35:23.430123 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-b0304d7f-b9db-47e2-8d6d-0da8f9955625 admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/2865cda1-15aa-4ed0-a09f-ff452e0cec2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9476888 Aug 08 00:35:23.494121 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-1ed90d3e-1301-4285-9495-892a05f32ac9 None None] Provisioning complete for port 367c75a9-9490-4396-965b-0dec6974c461 triggered by entity DHCP. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:35:23.501638 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-1ed90d3e-1301-4285-9495-892a05f32ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (367c75a9-9490-4396-965b-0dec6974c461), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:23.541237 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-1ed90d3e-1301-4285-9495-892a05f32ac9 None None] Port 367c75a9-9490-4396-965b-0dec6974c461 cannot update to ACTIVE because it is not bound. {{(pid=115993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 08 00:35:23.549205 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-040d5c0f-977e-4e06-b94b-b4357c111971 req-73bbcf1b-ccc5-4685-b578-e5f6803160c2 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=99750fcd-194d-487c-b80c-a79152b12484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123853 Aug 08 00:35:23.688090 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [req-6ea43fc5-21d2-462e-8c0f-f2efd2536cf0 req-85941b73-dee4-4cc0-b4fb-37253c43fefc tempest-VolumesNegativeTest-1273807410 tempest-VolumesNegativeTest-1273807410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764676515054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764676113794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2785209'] for port (b04c5d59-5942-49e6-af63-74888b176926), after_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:23.710993 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] get_ports_and_sgs() called for port_ids ['b04c5d59-5942-49e6-af63-74888b176926'] {{(pid=115993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 00:35:23.734365 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85941b73-dee4-4cc0-b4fb-37253c43fefc tempest-VolumesNegativeTest-1273807410 tempest-VolumesNegativeTest-1273807410-project] Pushing event deleted for resources: {'Port': ['ID=b04c5d59-5942-49e6-af63-74888b176926,revision_number=None']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:35:23.779703 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:35:23.813821 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ea43fc5-21d2-462e-8c0f-f2efd2536cf0 req-85941b73-dee4-4cc0-b4fb-37253c43fefc tempest-VolumesNegativeTest-1273807410 tempest-VolumesNegativeTest-1273807410-project] No DVR routers for this DVR port b04c5d59-5942-49e6-af63-74888b176926 on host hv-cinder-85164 {{(pid=115991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 08 00:35:23.816792 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-8b0bfe3a-b821-44cf-a6d3-70b9d45ac1bb req-af7826ea-9023-4cfb-86a0-380bc3531706 tempest-VolumesNegativeTest-1273807410 tempest-VolumesNegativeTest-1273807410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=abceacff-4197-477c-99d2-090dbe5727e4 HTTP/1.1" status: 200 len: 210 time: 0.0527749 Aug 08 00:35:23.819162 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [req-6ea43fc5-21d2-462e-8c0f-f2efd2536cf0 req-85941b73-dee4-4cc0-b4fb-37253c43fefc tempest-VolumesNegativeTest-1273807410 tempest-VolumesNegativeTest-1273807410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63196'] for port (None), before_response {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:23.827157 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-6ea43fc5-21d2-462e-8c0f-f2efd2536cf0 req-85941b73-dee4-4cc0-b4fb-37253c43fefc tempest-VolumesNegativeTest-1273807410 tempest-VolumesNegativeTest-1273807410-project] 10.222.0.25 "DELETE /networking/v2.0/ports/b04c5d59-5942-49e6-af63-74888b176926 HTTP/1.1" status: 204 len: 173 time: 1.0413473 Aug 08 00:35:23.827795 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abceacff-4197-477c-99d2-090dbe5727e4', 'name': 'network-vif-deleted', 'tag': 'b04c5d59-5942-49e6-af63-74888b176926'}] {{(pid=115991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 00:35:23.830260 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73a3e3d67458d2a17dff5edd29115f5abec4313aa2236b93bd84783ab3df8685" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49f4b2d6-7308-4519-bb5b-5a87aba21fc6" -d '{"events": [{"server_uuid": "abceacff-4197-477c-99d2-090dbe5727e4", "name": "network-vif-deleted", "tag": "b04c5d59-5942-49e6-af63-74888b176926"}]}' {{(pid=115991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 00:35:23.904215 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 00:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d89bedf-5731-419f-9934-8c439fe3ebae x-openstack-request-id: req-9d89bedf-5731-419f-9934-8c439fe3ebae {{(pid=115991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 00:35:23.904512 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abceacff-4197-477c-99d2-090dbe5727e4", "name": "network-vif-deleted", "tag": "b04c5d59-5942-49e6-af63-74888b176926", "status": "completed", "code": 200}]} {{(pid=115991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 00:35:23.904930 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9d89bedf-5731-419f-9934-8c439fe3ebae {{(pid=115991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 00:35:23.905479 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d89bedf-5731-419f-9934-8c439fe3ebae'] response: {'server_uuid': 'abceacff-4197-477c-99d2-090dbe5727e4', 'name': 'network-vif-deleted', 'tag': 'b04c5d59-5942-49e6-af63-74888b176926', 'status': 'completed', 'code': 200} Aug 08 00:35:23.979899 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 58758) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:35:23.984269 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.v2.base [None req-e31b21e1-753c-438a-bb17-05492715831d tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-865781604', 'description': 'tempest-secgroup-smoke-865781604 description', 'project_id': '3101620baddd42c48179a6f411bbd33e'}} {{(pid=115991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:35:24.080867 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-e31b21e1-753c-438a-bb17-05492715831d tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] Publish callbacks [] for security_group (None), before_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:24.150252 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-e31b21e1-753c-438a-bb17-05492715831d tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] Publish callbacks [] for security_group (09b1c30e-59f7-40b1-bf76-92a6a73f1ef2), precommit_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:24.269082 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-e31b21e1-753c-438a-bb17-05492715831d tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (09b1c30e-59f7-40b1-bf76-92a6a73f1ef2), after_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:24.304235 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31b21e1-753c-438a-bb17-05492715831d tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09b1c30e-59f7-40b1-bf76-92a6a73f1ef2,revision_number=1']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:35:24.357642 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-e31b21e1-753c-438a-bb17-05492715831d tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] Publish callbacks [] for security_group (None), before_response {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:24.359703 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-e31b21e1-753c-438a-bb17-05492715831d tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] 10.222.0.15 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3794146 Aug 08 00:35:24.366414 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 58770) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:35:24.371083 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.v2.base [None req-7417e7fb-d1b8-4272-954a-1ff7c6f49a40 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] Request body: {'security_group_rule': {'security_group_id': '09b1c30e-59f7-40b1-bf76-92a6a73f1ef2', 'project_id': '3101620baddd42c48179a6f411bbd33e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:35:24.462404 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-7417e7fb-d1b8-4272-954a-1ff7c6f49a40 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] Publish callbacks [] for security_group_rule (4b539156-eefe-4d66-be15-3c011d54b635), before_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:24.523619 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-7417e7fb-d1b8-4272-954a-1ff7c6f49a40 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] Publish callbacks [] for security_group_rule (4b539156-eefe-4d66-be15-3c011d54b635), precommit_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:24.598555 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-7417e7fb-d1b8-4272-954a-1ff7c6f49a40 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339626'] for security_group_rule (4b539156-eefe-4d66-be15-3c011d54b635), after_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:24.620798 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7417e7fb-d1b8-4272-954a-1ff7c6f49a40 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b539156-eefe-4d66-be15-3c011d54b635,revision_number=0']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:35:24.668565 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505b0d26-a15e-4431-88d4-fa3894d8fb0a req-1f742529-e765-4c37-9423-7f825a826dd0 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:35:24.670064 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-505b0d26-a15e-4431-88d4-fa3894d8fb0a req-1f742529-e765-4c37-9423-7f825a826dd0 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] 10.222.0.15 "GET /networking/v2.0/networks?id=b7d4df26-7f3c-4a8b-af0d-6e65e40d3930 HTTP/1.1" status: 200 len: 814 time: 0.1656969 Aug 08 00:35:24.696295 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-505b0d26-a15e-4431-88d4-fa3894d8fb0a req-6331c578-8b71-4b2a-923f-2fda07e20c24 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] 10.222.0.15 "GET /networking/v2.0/quotas/fc3040045262415cb0fcb9525ba437bc HTTP/1.1" status: 200 len: 375 time: 0.0125172 Aug 08 00:35:24.728844 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ac3463-375f-4a68-adbf-ce98bf4935a0 req-e7c877ae-f6d9-4bed-ab46-72ff5b12edfb tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:35:24.730929 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-19ac3463-375f-4a68-adbf-ce98bf4935a0 req-e7c877ae-f6d9-4bed-ab46-72ff5b12edfb tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4829f58c-adec-413d-83c8-23f1d3143205 HTTP/1.1" status: 200 len: 943 time: 0.0695975 Aug 08 00:35:24.734831 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-7417e7fb-d1b8-4272-954a-1ff7c6f49a40 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:24.739011 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-7417e7fb-d1b8-4272-954a-1ff7c6f49a40 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3688595 Aug 08 00:35:24.743904 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 58784) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:35:24.750614 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.v2.base [None req-909845e6-1d55-436b-a5f8-bc3010058dcd tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] Request body: {'security_group_rule': {'security_group_id': '09b1c30e-59f7-40b1-bf76-92a6a73f1ef2', 'project_id': '3101620baddd42c48179a6f411bbd33e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:35:24.751792 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-505b0d26-a15e-4431-88d4-fa3894d8fb0a req-2b84e536-296a-49a0-b397-e35368297a9e tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=fc3040045262415cb0fcb9525ba437bc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0490499 Aug 08 00:35:24.830663 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2f4c91-e431-4c29-901f-fae6894ea5f5 None None] Sync routers for ids ['2865cda1-15aa-4ed0-a09f-ff452e0cec2d'] in dv-cinder-851640-3-iscsi {{(pid=115994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 00:35:24.831994 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-19ac3463-375f-4a68-adbf-ce98bf4935a0 req-5af39b73-4ff4-4611-9c7c-f757bbdd4849 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=99750fcd-194d-487c-b80c-a79152b12484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942202 Aug 08 00:35:24.847128 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2f4c91-e431-4c29-901f-fae6894ea5f5 None None] Routers {'2865cda1-15aa-4ed0-a09f-ff452e0cec2d'} bound to L3 agent in host dv-cinder-851640-3-iscsi {{(pid=115994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 00:35:24.848400 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_hamode_db [None req-fc2f4c91-e431-4c29-901f-fae6894ea5f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851640-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-08T00:24:12Z,description=,heartbeat_timestamp=2022-08-08T00:35:12Z,host='dv-cinder-851640-3-iscsi',id=d53f5436-7c7f-4441-9708-9d0333b57745,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T00:24:13Z,topic='l3_agent')) {'router_ids': ['2865cda1-15aa-4ed0-a09f-ff452e0cec2d'], 'active': True} {{(pid=115994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:35:24.861993 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-909845e6-1d55-436b-a5f8-bc3010058dcd tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] Publish callbacks [] for security_group_rule (3f1821eb-5cd1-43ae-84af-afee79111306), before_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:24.891774 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-505b0d26-a15e-4431-88d4-fa3894d8fb0a req-1820d59c-5c2d-4904-b319-c1b2f26e46fb service neutron] 10.222.0.15 "GET /networking/v2.0/networks/b7d4df26-7f3c-4a8b-af0d-6e65e40d3930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206129 Aug 08 00:35:24.922782 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Device c7c1628a-30a0-46ed-8199-6e81950ed81d up at agent ovs-agent-dv-cinder-851640-3-iscsi {{(pid=115993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 00:35:24.948140 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=8 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:35:24.980147 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-909845e6-1d55-436b-a5f8-bc3010058dcd tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] Publish callbacks [] for security_group_rule (3f1821eb-5cd1-43ae-84af-afee79111306), precommit_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:25.011990 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Provisioning complete for port c7c1628a-30a0-46ed-8199-6e81950ed81d triggered by entity L2. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:35:25.012508 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (c7c1628a-30a0-46ed-8199-6e81950ed81d), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:25.052607 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-505b0d26-a15e-4431-88d4-fa3894d8fb0a req-692cfe2c-cb09-4b58-b02a-a263f2c8aae9 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/b7d4df26-7f3c-4a8b-af0d-6e65e40d3930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547377 Aug 08 00:35:25.054795 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-32230ee4-4633-4ed2-b999-b330d0304304 req-34664b00-b388-4e88-ba1e-d783fe563d1f tempest-VolumesNegativeTest-1273807410 tempest-VolumesNegativeTest-1273807410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=abceacff-4197-477c-99d2-090dbe5727e4 HTTP/1.1" status: 200 len: 210 time: 0.0411808 Aug 08 00:35:25.055679 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:35:25.060526 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-909845e6-1d55-436b-a5f8-bc3010058dcd tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339626'] for security_group_rule (3f1821eb-5cd1-43ae-84af-afee79111306), after_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:25.080029 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_dvr_db [None req-fc2f4c91-e431-4c29-901f-fae6894ea5f5 None None] Set router 2865cda1-15aa-4ed0-a09f-ff452e0cec2d gateway port host: dv-cinder-851640-3-iscsi {{(pid=115994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 00:35:25.090076 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909845e6-1d55-436b-a5f8-bc3010058dcd tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f1821eb-5cd1-43ae-84af-afee79111306,revision_number=0']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:35:25.090355 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:35:25.159255 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Current status of the port c7c1628a-30a0-46ed-8199-6e81950ed81d is: DOWN; New status is: ACTIVE {{(pid=115993) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 00:35:25.163422 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-909845e6-1d55-436b-a5f8-bc3010058dcd tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:25.165005 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-909845e6-1d55-436b-a5f8-bc3010058dcd tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4200654 Aug 08 00:35:25.165590 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (c7c1628a-30a0-46ed-8199-6e81950ed81d), before_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:25.167716 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 58788) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:35:25.172950 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.v2.base [None req-39884957-4680-4187-bba9-448750e54892 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] Request body: {'security_group_rule': {'security_group_id': '09b1c30e-59f7-40b1-bf76-92a6a73f1ef2', 'project_id': '3101620baddd42c48179a6f411bbd33e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:35:25.192380 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:35:25.194372 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] For port c7c1628a-30a0-46ed-8199-6e81950ed81d, host dv-cinder-851640-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851640-3-iscsi',level=0,port_id=c7c1628a-30a0-46ed-8199-6e81950ed81d,segment=NetworkSegment(15fce33c-3ff3-4714-8fe9-15b1a1600e57),segment_id=15fce33c-3ff3-4714-8fe9-15b1a1600e57)] {{(pid=115993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:35:25.240649 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821'] for port (c7c1628a-30a0-46ed-8199-6e81950ed81d), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:25.254456 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-39884957-4680-4187-bba9-448750e54892 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] Publish callbacks [] for security_group_rule (87337711-fa5a-413e-9a7f-89c863234669), before_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:25.300427 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Pushing event updated for resources: {'Port': ['ID=c7c1628a-30a0-46ed-8199-6e81950ed81d,revision_number=4']} {{(pid=115993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:35:25.308178 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_hamode_db [None req-fc2f4c91-e431-4c29-901f-fae6894ea5f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2865cda1-15aa-4ed0-a09f-ff452e0cec2d', 'name': 'tempest-TestShelveInstance-464855528-router', 'tenant_id': 'eea2a896babe4ab2b7136af9bb4c3851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': 'c7c1628a-30a0-46ed-8199-6e81950ed81d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:35:16Z', 'updated_at': '2022-08-08T00:35:21Z', 'revision_number': 4, 'project_id': 'eea2a896babe4ab2b7136af9bb4c3851', 'gw_port': {'id': 'c7c1628a-30a0-46ed-8199-6e81950ed81d', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:72:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2865cda1-15aa-4ed0-a09f-ff452e0cec2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:35:16Z', 'updated_at': '2022-08-08T00:35:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi', '_interfaces': [{'id': '367c75a9-9490-4396-965b-0dec6974c461', 'name': '', 'network_id': 'e8f4a45d-baeb-4038-9588-39740257cc84', 'tenant_id': 'eea2a896babe4ab2b7136af9bb4c3851', 'mac_address': 'fa:16:3e:45:25:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2865cda1-15aa-4ed0-a09f-ff452e0cec2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '032e2349-7a26-42c9-ba71-28ad1105248a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:35:20Z', 'updated_at': '2022-08-08T00:35:21Z', 'revision_number': 2, 'project_id': 'eea2a896babe4ab2b7136af9bb4c3851', 'subnets': [{'id': '032e2349-7a26-42c9-ba71-28ad1105248a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851640-3-iscsi', False) {} {{(pid=115994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:35:25.318230 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:35:25.336390 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2f4c91-e431-4c29-901f-fae6894ea5f5 None None] Checking router: 2865cda1-15aa-4ed0-a09f-ff452e0cec2d for host: dv-cinder-851640-3-iscsi {{(pid=115994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 00:35:25.337112 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2f4c91-e431-4c29-901f-fae6894ea5f5 None None] Updating router 2865cda1-15aa-4ed0-a09f-ff452e0cec2d port 367c75a9-9490-4396-965b-0dec6974c461 binding host dv-cinder-851640-3-iscsi {{(pid=115994) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 08 00:35:25.352405 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-1306bb6a-a02a-4f61-a021-b6bbc4bb4157 req-19d58073-d60d-4e19-bc06-79f4853d8a17 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=19fb56ea-f1ea-4d66-9b9b-a86c0fa7ebb7 HTTP/1.1" status: 200 len: 210 time: 0.0318129 Aug 08 00:35:25.366879 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron_lib.callbacks.manager [None req-fc2f4c91-e431-4c29-901f-fae6894ea5f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (367c75a9-9490-4396-965b-0dec6974c461), before_update {{(pid=115994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:25.379449 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-39884957-4680-4187-bba9-448750e54892 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] Publish callbacks [] for security_group_rule (87337711-fa5a-413e-9a7f-89c863234669), precommit_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:25.440941 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-39884957-4680-4187-bba9-448750e54892 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339626'] for security_group_rule (87337711-fa5a-413e-9a7f-89c863234669), after_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:25.478509 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39884957-4680-4187-bba9-448750e54892 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87337711-fa5a-413e-9a7f-89c863234669,revision_number=0']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:35:25.614106 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-39884957-4680-4187-bba9-448750e54892 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:25.615338 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-39884957-4680-4187-bba9-448750e54892 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4465485 Aug 08 00:35:25.618533 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 58804) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:35:25.623008 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.v2.base [None req-b3fb1f2b-46b7-4ba9-acd3-3eccfd80ec2e tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] Request body: {'security_group_rule': {'security_group_id': '09b1c30e-59f7-40b1-bf76-92a6a73f1ef2', 'project_id': '3101620baddd42c48179a6f411bbd33e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:35:25.639386 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4af61b-1b1b-475c-a9e2-7ee5fa1c74d2 req-90587864-2438-4802-be18-89b9d5d06835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:35:25.640995 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-bb4af61b-1b1b-475c-a9e2-7ee5fa1c74d2 req-90587864-2438-4802-be18-89b9d5d06835 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4829f58c-adec-413d-83c8-23f1d3143205&tenant_id=1aa84c8a680d49f8be48580c62c18889 HTTP/1.1" status: 200 len: 1127 time: 0.0799079 Aug 08 00:35:25.663941 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron_lib.callbacks.manager [None req-fc2f4c91-e431-4c29-901f-fae6894ea5f5 None None] Publish callbacks [] for port (367c75a9-9490-4396-965b-0dec6974c461), precommit_update {{(pid=115994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:25.712580 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-b3fb1f2b-46b7-4ba9-acd3-3eccfd80ec2e tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] Publish callbacks [] for security_group_rule (4454de8d-4d66-4eb9-8cd6-6999feb86307), before_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:25.717578 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4af61b-1b1b-475c-a9e2-7ee5fa1c74d2 req-47d22f86-573b-42b3-963a-cbf66c3c52f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:35:25.719393 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-bb4af61b-1b1b-475c-a9e2-7ee5fa1c74d2 req-47d22f86-573b-42b3-963a-cbf66c3c52f8 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=1aa84c8a680d49f8be48580c62c18889&device_id=4829f58c-adec-413d-83c8-23f1d3143205 HTTP/1.1" status: 200 len: 1127 time: 0.0474761 Aug 08 00:35:25.770497 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron_lib.callbacks.manager [None req-fc2f4c91-e431-4c29-901f-fae6894ea5f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821'] for port (367c75a9-9490-4396-965b-0dec6974c461), after_update {{(pid=115994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:25.801465 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-b3fb1f2b-46b7-4ba9-acd3-3eccfd80ec2e tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] Publish callbacks [] for security_group_rule (4454de8d-4d66-4eb9-8cd6-6999feb86307), precommit_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:25.853183 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4af61b-1b1b-475c-a9e2-7ee5fa1c74d2 req-5e6a4825-d5ec-4dd7-b99d-328c05eda9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:35:25.857139 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-bb4af61b-1b1b-475c-a9e2-7ee5fa1c74d2 req-5e6a4825-d5ec-4dd7-b99d-328c05eda9b4 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=80d6d476-8f39-44d3-b747-4eed8b7c1a18 HTTP/1.1" status: 200 len: 918 time: 0.1311011 Aug 08 00:35:25.874177 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3531eaf-9e93-46e0-a70f-f1d5e67945cb None None] Pushing event updated for resources: {'Port': ['ID=367c75a9-9490-4396-965b-0dec6974c461,revision_number=3']} {{(pid=115994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:35:25.900045 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:35:25.905165 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.plugins.ml2.managers [None req-fc2f4c91-e431-4c29-901f-fae6894ea5f5 None None] Attempting to bind port 367c75a9-9490-4396-965b-0dec6974c461 on host dv-cinder-851640-3-iscsi for vnic_type normal with profile {{(pid=115994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 00:35:25.905707 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.plugins.ml2.managers [None req-fc2f4c91-e431-4c29-901f-fae6894ea5f5 None None] Attempting to bind port 367c75a9-9490-4396-965b-0dec6974c461 by drivers openvswitch,hyperv on host dv-cinder-851640-3-iscsi at level 0 using segments [{'id': '33f748c4-7e75-46e1-8877-3094e41393f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'e8f4a45d-baeb-4038-9588-39740257cc84'}] {{(pid=115994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 00:35:25.906099 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2f4c91-e431-4c29-901f-fae6894ea5f5 None None] Attempting to bind port 367c75a9-9490-4396-965b-0dec6974c461 on network e8f4a45d-baeb-4038-9588-39740257cc84 {{(pid=115994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 00:35:25.911593 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2f4c91-e431-4c29-901f-fae6894ea5f5 None None] Checking agent: {'id': 'aa35aa05-3c09-40ae-a1e3-ebf96fe3358c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851640-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 0, 24, 15), 'started_at': datetime.datetime(2022, 8, 8, 0, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 0, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851640-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 00:35:25.914175 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2f4c91-e431-4c29-901f-fae6894ea5f5 None None] Checking segment: {'id': '33f748c4-7e75-46e1-8877-3094e41393f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'e8f4a45d-baeb-4038-9588-39740257cc84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 00:35:25.914175 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron_lib.callbacks.manager [None req-fc2f4c91-e431-4c29-901f-fae6894ea5f5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:25.914175 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2f4c91-e431-4c29-901f-fae6894ea5f5 None None] Bound using segment: {'id': '33f748c4-7e75-46e1-8877-3094e41393f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'e8f4a45d-baeb-4038-9588-39740257cc84'} {{(pid=115994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 00:35:25.914175 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.plugins.ml2.managers [None req-fc2f4c91-e431-4c29-901f-fae6894ea5f5 None None] Bound port: 367c75a9-9490-4396-965b-0dec6974c461, host: dv-cinder-851640-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33f748c4-7e75-46e1-8877-3094e41393f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'e8f4a45d-baeb-4038-9588-39740257cc84'}}] {{(pid=115994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 00:35:25.914175 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron_lib.callbacks.manager [None req-fc2f4c91-e431-4c29-901f-fae6894ea5f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (367c75a9-9490-4396-965b-0dec6974c461), before_update {{(pid=115994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:25.932797 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-b3fb1f2b-46b7-4ba9-acd3-3eccfd80ec2e tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339626'] for security_group_rule (4454de8d-4d66-4eb9-8cd6-6999feb86307), after_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:25.956847 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fb1f2b-46b7-4ba9-acd3-3eccfd80ec2e tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4454de8d-4d66-4eb9-8cd6-6999feb86307,revision_number=0']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:35:25.968281 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-bb4af61b-1b1b-475c-a9e2-7ee5fa1c74d2 req-2f079f6d-1a0a-4a9b-82c8-75ee2613b612 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=424b2123-2ed7-4eda-bdcf-dd72a3df7bea HTTP/1.1" status: 200 len: 999 time: 0.1031032 Aug 08 00:35:25.968616 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Device b04c5d59-5942-49e6-af63-74888b176926 no longer exists at agent hyperv_hv-cinder-85164 {{(pid=115993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 00:35:25.989610 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.plugins.ml2.db [None req-fc2f4c91-e431-4c29-901f-fae6894ea5f5 None None] For port 367c75a9-9490-4396-965b-0dec6974c461, host dv-cinder-851640-3-iscsi, cleared binding levels {{(pid=115994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 00:35:25.993577 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.plugins.ml2.db [None req-fc2f4c91-e431-4c29-901f-fae6894ea5f5 None None] For port 367c75a9-9490-4396-965b-0dec6974c461, host dv-cinder-851640-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851640-3-iscsi',level=0,port_id=367c75a9-9490-4396-965b-0dec6974c461,segment=NetworkSegment(33f748c4-7e75-46e1-8877-3094e41393f7),segment_id=33f748c4-7e75-46e1-8877-3094e41393f7)] {{(pid=115994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 00:35:25.997967 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] No Port match for: b04c5d59-5942-49e6-af63-74888b176926 {{(pid=115993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 08 00:35:25.998342 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Device b04c5d59-5942-49e6-af63-74888b176926 not bound to the agent host hv-cinder-85164 {{(pid=115993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 00:35:26.034503 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-b3fb1f2b-46b7-4ba9-acd3-3eccfd80ec2e tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:26.037225 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-b3fb1f2b-46b7-4ba9-acd3-3eccfd80ec2e tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4176803 Aug 08 00:35:26.039753 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 58814) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:35:26.043587 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2de2e08-3b7f-478d-ace1-4a5560e2df03 req-59c79e2a-ef30-47a6-8bae-01b9a9411c82 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:35:26.044240 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.v2.base [None req-b3dd439a-e137-43c8-91f9-3ec3b1ae409a tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] Request body: {'security_group_rule': {'security_group_id': '09b1c30e-59f7-40b1-bf76-92a6a73f1ef2', 'project_id': '3101620baddd42c48179a6f411bbd33e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:35:26.045066 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-f2de2e08-3b7f-478d-ace1-4a5560e2df03 req-59c79e2a-ef30-47a6-8bae-01b9a9411c82 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4829f58c-adec-413d-83c8-23f1d3143205 HTTP/1.1" status: 200 len: 943 time: 0.0989597 Aug 08 00:35:26.058228 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron_lib.callbacks.manager [None req-fc2f4c91-e431-4c29-901f-fae6894ea5f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821'] for port (367c75a9-9490-4396-965b-0dec6974c461), after_update {{(pid=115994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:26.071822 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4af61b-1b1b-475c-a9e2-7ee5fa1c74d2 req-20de066f-2692-4a2c-837f-cdec5f56c490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:35:26.073607 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-bb4af61b-1b1b-475c-a9e2-7ee5fa1c74d2 req-20de066f-2692-4a2c-837f-cdec5f56c490 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=2e97ee91-c7eb-4a92-adff-260b02055216 HTTP/1.1" status: 200 len: 856 time: 0.0878620 Aug 08 00:35:26.125912 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.db.securitygroups_db [None req-b3dd439a-e137-43c8-91f9-3ec3b1ae409a tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] Project 3101620baddd42c48179a6f411bbd33e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 08 00:35:26.133441 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2f4c91-e431-4c29-901f-fae6894ea5f5 None None] Routers {'2865cda1-15aa-4ed0-a09f-ff452e0cec2d'} bound to L3 agent in host dv-cinder-851640-3-iscsi {{(pid=115994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 00:35:26.134648 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-b3dd439a-e137-43c8-91f9-3ec3b1ae409a tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] Publish callbacks [] for security_group_rule (c9f56303-6b10-4108-bdce-19c49bf413af), before_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:26.136220 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_hamode_db [None req-fc2f4c91-e431-4c29-901f-fae6894ea5f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851640-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-08T00:24:12Z,description=,heartbeat_timestamp=2022-08-08T00:35:12Z,host='dv-cinder-851640-3-iscsi',id=d53f5436-7c7f-4441-9708-9d0333b57745,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T00:24:13Z,topic='l3_agent')) {'router_ids': ['2865cda1-15aa-4ed0-a09f-ff452e0cec2d'], 'active': True} {{(pid=115994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:35:26.154079 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4af61b-1b1b-475c-a9e2-7ee5fa1c74d2 req-e46aaa72-cf9e-4c7a-ba09-e2739c8d1bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:35:26.156259 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-bb4af61b-1b1b-475c-a9e2-7ee5fa1c74d2 req-e46aaa72-cf9e-4c7a-ba09-e2739c8d1bfd service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=80d6d476-8f39-44d3-b747-4eed8b7c1a18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0752382 Aug 08 00:35:26.173912 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-f2de2e08-3b7f-478d-ace1-4a5560e2df03 req-53e0651f-56d4-406f-aa16-5ce88b9627ab tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=99750fcd-194d-487c-b80c-a79152b12484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089368 Aug 08 00:35:26.227189 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-b3dd439a-e137-43c8-91f9-3ec3b1ae409a tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] Publish callbacks [] for security_group_rule (c9f56303-6b10-4108-bdce-19c49bf413af), precommit_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:26.232169 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:35:26.259919 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3531eaf-9e93-46e0-a70f-f1d5e67945cb None None] Pushing event updated for resources: {'Port': ['ID=367c75a9-9490-4396-965b-0dec6974c461,revision_number=4']} {{(pid=115994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:35:26.280808 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-bb4af61b-1b1b-475c-a9e2-7ee5fa1c74d2 req-d5ac7e98-fae2-4f9f-be22-968995ab55c1 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/80d6d476-8f39-44d3-b747-4eed8b7c1a18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051538 Aug 08 00:35:26.288307 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_dvr_db [None req-fc2f4c91-e431-4c29-901f-fae6894ea5f5 None None] Set router 2865cda1-15aa-4ed0-a09f-ff452e0cec2d gateway port host: dv-cinder-851640-3-iscsi {{(pid=115994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 00:35:26.340093 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-b3dd439a-e137-43c8-91f9-3ec3b1ae409a tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339626'] for security_group_rule (c9f56303-6b10-4108-bdce-19c49bf413af), after_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:26.388672 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:35:26.395173 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dd439a-e137-43c8-91f9-3ec3b1ae409a tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9f56303-6b10-4108-bdce-19c49bf413af,revision_number=0']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:35:26.435675 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-bb4af61b-1b1b-475c-a9e2-7ee5fa1c74d2 req-115557cf-89d9-4c37-86af-55d5da597029 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/80d6d476-8f39-44d3-b747-4eed8b7c1a18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492088 Aug 08 00:35:26.466781 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:35:26.469478 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-66ebd5c6-c1d9-4d23-8160-2f614e55503d req-e61630f0-22c2-4fa6-85bf-402775bd6220 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=19fb56ea-f1ea-4d66-9b9b-a86c0fa7ebb7 HTTP/1.1" status: 200 len: 210 time: 0.0328815 Aug 08 00:35:26.508941 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-b3dd439a-e137-43c8-91f9-3ec3b1ae409a tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:26.515722 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-b3dd439a-e137-43c8-91f9-3ec3b1ae409a tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4705470 Aug 08 00:35:26.517921 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 58830) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:35:26.522881 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.v2.base [None req-3c805558-ff71-4f54-bee8-e4ce7e214b67 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] Request body: {'security_group_rule': {'security_group_id': '09b1c30e-59f7-40b1-bf76-92a6a73f1ef2', 'project_id': '3101620baddd42c48179a6f411bbd33e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:35:26.537636 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:35:26.541848 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_hamode_db [None req-fc2f4c91-e431-4c29-901f-fae6894ea5f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2865cda1-15aa-4ed0-a09f-ff452e0cec2d', 'name': 'tempest-TestShelveInstance-464855528-router', 'tenant_id': 'eea2a896babe4ab2b7136af9bb4c3851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': 'c7c1628a-30a0-46ed-8199-6e81950ed81d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:35:16Z', 'updated_at': '2022-08-08T00:35:21Z', 'revision_number': 4, 'project_id': 'eea2a896babe4ab2b7136af9bb4c3851', 'gw_port': {'id': 'c7c1628a-30a0-46ed-8199-6e81950ed81d', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:72:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2865cda1-15aa-4ed0-a09f-ff452e0cec2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:35:16Z', 'updated_at': '2022-08-08T00:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi', '_interfaces': [{'id': '367c75a9-9490-4396-965b-0dec6974c461', 'name': '', 'network_id': 'e8f4a45d-baeb-4038-9588-39740257cc84', 'tenant_id': 'eea2a896babe4ab2b7136af9bb4c3851', 'mac_address': 'fa:16:3e:45:25:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2865cda1-15aa-4ed0-a09f-ff452e0cec2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '032e2349-7a26-42c9-ba71-28ad1105248a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:35:20Z', 'updated_at': '2022-08-08T00:35:25Z', 'revision_number': 4, 'project_id': 'eea2a896babe4ab2b7136af9bb4c3851', 'subnets': [{'id': '032e2349-7a26-42c9-ba71-28ad1105248a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851640-3-iscsi', False) {} {{(pid=115994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:35:26.581679 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2f4c91-e431-4c29-901f-fae6894ea5f5 None None] The sync data for ids ['2865cda1-15aa-4ed0-a09f-ff452e0cec2d'] in dv-cinder-851640-3-iscsi is: [{'id': '2865cda1-15aa-4ed0-a09f-ff452e0cec2d', 'name': 'tempest-TestShelveInstance-464855528-router', 'tenant_id': 'eea2a896babe4ab2b7136af9bb4c3851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': 'c7c1628a-30a0-46ed-8199-6e81950ed81d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:35:16Z', 'updated_at': '2022-08-08T00:35:21Z', 'revision_number': 4, 'project_id': 'eea2a896babe4ab2b7136af9bb4c3851', 'gw_port': {'id': 'c7c1628a-30a0-46ed-8199-6e81950ed81d', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:72:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2865cda1-15aa-4ed0-a09f-ff452e0cec2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:35:16Z', 'updated_at': '2022-08-08T00:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi', '_interfaces': [{'id': '367c75a9-9490-4396-965b-0dec6974c461', 'name': '', 'network_id': 'e8f4a45d-baeb-4038-9588-39740257cc84', 'tenant_id': 'eea2a896babe4ab2b7136af9bb4c3851', 'mac_address': 'fa:16:3e:45:25:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2865cda1-15aa-4ed0-a09f-ff452e0cec2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '032e2349-7a26-42c9-ba71-28ad1105248a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:35:20Z', 'updated_at': '2022-08-08T00:35:25Z', 'revision_number': 4, 'project_id': 'eea2a896babe4ab2b7136af9bb4c3851', 'subnets': [{'id': '032e2349-7a26-42c9-ba71-28ad1105248a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 00:35:26.658591 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.db.securitygroups_db [None req-3c805558-ff71-4f54-bee8-e4ce7e214b67 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] Project 3101620baddd42c48179a6f411bbd33e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 08 00:35:26.666114 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-3c805558-ff71-4f54-bee8-e4ce7e214b67 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] Publish callbacks [] for security_group_rule (e1493195-ef99-4fcd-bf0b-b29d28abd838), before_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:26.735657 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Device 367c75a9-9490-4396-965b-0dec6974c461 up at agent ovs-agent-dv-cinder-851640-3-iscsi {{(pid=115993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 00:35:26.771011 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-3c805558-ff71-4f54-bee8-e4ce7e214b67 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] Publish callbacks [] for security_group_rule (e1493195-ef99-4fcd-bf0b-b29d28abd838), precommit_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:26.799075 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Provisioning complete for port 367c75a9-9490-4396-965b-0dec6974c461 triggered by entity L2. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:35:26.800213 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (367c75a9-9490-4396-965b-0dec6974c461), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:26.849868 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-3c805558-ff71-4f54-bee8-e4ce7e214b67 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339626'] for security_group_rule (e1493195-ef99-4fcd-bf0b-b29d28abd838), after_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:26.865139 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c805558-ff71-4f54-bee8-e4ce7e214b67 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1493195-ef99-4fcd-bf0b-b29d28abd838,revision_number=0']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:35:26.975697 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Current status of the port 367c75a9-9490-4396-965b-0dec6974c461 is: DOWN; New status is: ACTIVE {{(pid=115993) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 00:35:26.976685 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (367c75a9-9490-4396-965b-0dec6974c461), before_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:27.000611 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-3c805558-ff71-4f54-bee8-e4ce7e214b67 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:27.011363 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-3c805558-ff71-4f54-bee8-e4ce7e214b67 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4838479 Aug 08 00:35:27.045032 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] For port 367c75a9-9490-4396-965b-0dec6974c461, host dv-cinder-851640-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851640-3-iscsi',level=0,port_id=367c75a9-9490-4396-965b-0dec6974c461,segment=NetworkSegment(33f748c4-7e75-46e1-8877-3094e41393f7),segment_id=33f748c4-7e75-46e1-8877-3094e41393f7)] {{(pid=115993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:35:27.121271 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821'] for port (367c75a9-9490-4396-965b-0dec6974c461), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:27.125544 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Device c7c1628a-30a0-46ed-8199-6e81950ed81d up at agent ovs-agent-dv-cinder-851640-3-iscsi {{(pid=115993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 00:35:27.207527 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Pushing event updated for resources: {'Port': ['ID=367c75a9-9490-4396-965b-0dec6974c461,revision_number=5']} {{(pid=115993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:35:27.221872 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Provisioning complete for port c7c1628a-30a0-46ed-8199-6e81950ed81d triggered by entity L2. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:35:27.222741 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (c7c1628a-30a0-46ed-8199-6e81950ed81d), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:27.320064 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Current status of the port c7c1628a-30a0-46ed-8199-6e81950ed81d is: ACTIVE; New status is: ACTIVE {{(pid=115993) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 00:35:27.355542 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009e6e97-769f-4e91-9d28-949387f8bb3c req-a3857054-2349-4dda-88f2-dd1a55dbcb53 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:35:27.358076 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-009e6e97-769f-4e91-9d28-949387f8bb3c req-a3857054-2349-4dda-88f2-dd1a55dbcb53 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4829f58c-adec-413d-83c8-23f1d3143205 HTTP/1.1" status: 200 len: 943 time: 0.0879200 Aug 08 00:35:27.460788 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-009e6e97-769f-4e91-9d28-949387f8bb3c req-3c8ee399-4cda-4503-a2ca-8c67113463cc tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=99750fcd-194d-487c-b80c-a79152b12484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927351 Aug 08 00:35:27.666456 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-b2adaa13-eca8-4863-aeee-2fd2d8aec35a req-0e0634d9-8a63-4160-90da-d1bbb2244fca tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=19fb56ea-f1ea-4d66-9b9b-a86c0fa7ebb7 HTTP/1.1" status: 200 len: 210 time: 0.0815322 Aug 08 00:35:28.659603 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0443318a-5c1a-4f28-aab4-bd4abd02ca92 req-d822fda7-0517-400e-8f54-116ea28d5d58 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:35:28.671957 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-0443318a-5c1a-4f28-aab4-bd4abd02ca92 req-d822fda7-0517-400e-8f54-116ea28d5d58 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4829f58c-adec-413d-83c8-23f1d3143205 HTTP/1.1" status: 200 len: 943 time: 0.0867062 Aug 08 00:35:28.683204 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Device 367c75a9-9490-4396-965b-0dec6974c461 up at agent ovs-agent-dv-cinder-851640-3-iscsi {{(pid=115993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 00:35:28.748759 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-0443318a-5c1a-4f28-aab4-bd4abd02ca92 req-1315c473-4a7d-449a-85ca-89f1203c95db tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=99750fcd-194d-487c-b80c-a79152b12484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756121 Aug 08 00:35:28.762163 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:35:28.795790 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Provisioning complete for port 367c75a9-9490-4396-965b-0dec6974c461 triggered by entity L2. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:35:28.797513 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (367c75a9-9490-4396-965b-0dec6974c461), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:28.919998 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-9eae448d-4bc5-4113-8e55-1145473d60d0 req-8ff25ba0-46d7-4608-81b7-cd132316e582 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=19fb56ea-f1ea-4d66-9b9b-a86c0fa7ebb7 HTTP/1.1" status: 200 len: 210 time: 0.0981143 Aug 08 00:35:28.935259 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Current status of the port 367c75a9-9490-4396-965b-0dec6974c461 is: ACTIVE; New status is: ACTIVE {{(pid=115993) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 00:35:30.469698 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (c200ec1a-5dc3-458a-a30d-0f16255c41c0), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:35.390025 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 59220) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:35:35.567353 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-2521f3cb-d927-493a-8ec2-01730a662f6e admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=0fb873acb9dc45d98bb0ccde8ee50a5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1752093 Aug 08 00:35:35.569780 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 59224) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:35:35.631939 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-f847855f-d5e1-4e67-9dbe-0a766e0113bb admin admin] Publish callbacks [] for security_group (c6db009f-a036-4703-90d8-7f733b781789), before_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:35.653953 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-f847855f-d5e1-4e67-9dbe-0a766e0113bb admin admin] Publish callbacks [] for security_group (c6db009f-a036-4703-90d8-7f733b781789), precommit_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:35.855165 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-f847855f-d5e1-4e67-9dbe-0a766e0113bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (c6db009f-a036-4703-90d8-7f733b781789), after_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:35.861463 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-f847855f-d5e1-4e67-9dbe-0a766e0113bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:35.861463 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-f847855f-d5e1-4e67-9dbe-0a766e0113bb admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/c6db009f-a036-4703-90d8-7f733b781789 HTTP/1.1" status: 204 len: 168 time: 0.2887866 Aug 08 00:35:35.870589 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f847855f-d5e1-4e67-9dbe-0a766e0113bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6db009f-a036-4703-90d8-7f733b781789,revision_number=None']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:35:35.880807 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f847855f-d5e1-4e67-9dbe-0a766e0113bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:35:35.883356 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f847855f-d5e1-4e67-9dbe-0a766e0113bb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:35:35.883356 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f847855f-d5e1-4e67-9dbe-0a766e0113bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:35:35.883356 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f847855f-d5e1-4e67-9dbe-0a766e0113bb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:35:35.883356 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f847855f-d5e1-4e67-9dbe-0a766e0113bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:35:35.883356 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f847855f-d5e1-4e67-9dbe-0a766e0113bb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:35:35.883356 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f847855f-d5e1-4e67-9dbe-0a766e0113bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:35:35.883356 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f847855f-d5e1-4e67-9dbe-0a766e0113bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:35:35.884661 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f847855f-d5e1-4e67-9dbe-0a766e0113bb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:35:35.885000 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f847855f-d5e1-4e67-9dbe-0a766e0113bb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:35:35.885338 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f847855f-d5e1-4e67-9dbe-0a766e0113bb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:35:35.885670 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f847855f-d5e1-4e67-9dbe-0a766e0113bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:35:35.885995 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f847855f-d5e1-4e67-9dbe-0a766e0113bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:35:35.886322 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f847855f-d5e1-4e67-9dbe-0a766e0113bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:35:35.886642 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f847855f-d5e1-4e67-9dbe-0a766e0113bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:35:36.963836 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 59266) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:35:37.068754 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.v2.base [None req-3db5cf4a-7465-4872-bd3c-a28c699c826b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1815404956-network', 'tenant_id': 'a22da44baa6b472e91d99fbcb03b583c'}} {{(pid=115992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:35:37.173002 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3db5cf4a-7465-4872-bd3c-a28c699c826b admin admin] Made reservation on behalf of a22da44baa6b472e91d99fbcb03b583c for: {'network': 1} {{(pid=115992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 00:35:37.183874 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-3db5cf4a-7465-4872-bd3c-a28c699c826b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for network (None), before_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:37.207923 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-3db5cf4a-7465-4872-bd3c-a28c699c826b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:37.311063 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-3db5cf4a-7465-4872-bd3c-a28c699c826b admin admin] Publish callbacks [] for security_group (123b5bf6-4c1d-42d2-9eaf-4f5d79e3d929), precommit_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:37.364085 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-3db5cf4a-7465-4872-bd3c-a28c699c826b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (123b5bf6-4c1d-42d2-9eaf-4f5d79e3d929), after_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:37.387120 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3db5cf4a-7465-4872-bd3c-a28c699c826b admin admin] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=115992) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 08 00:35:37.404736 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:INSERT=11,neutron:SELECT=82,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:35:37.412967 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-3db5cf4a-7465-4872-bd3c-a28c699c826b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1398331'] for segment (56f79eda-31d2-4604-82b3-22c1f0bf411f), precommit_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:37.413493 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.db.segments_db [None req-3db5cf4a-7465-4872-bd3c-a28c699c826b admin admin] Added segment 56f79eda-31d2-4604-82b3-22c1f0bf411f of type vlan for network e16e278d-24ed-46ec-9b21-78207cc53646 Aug 08 00:35:37.415898 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db5cf4a-7465-4872-bd3c-a28c699c826b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=123b5bf6-4c1d-42d2-9eaf-4f5d79e3d929,revision_number=1']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:35:37.440317 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=54 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:35:37.517769 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-3db5cf4a-7465-4872-bd3c-a28c699c826b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764676137144'] for network (e16e278d-24ed-46ec-9b21-78207cc53646), precommit_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:37.548939 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b1c17f-c169-45d7-9c69-bef6e61eb6d5 req-bdcfbfd1-981d-460f-ae57-711e6cdc3797 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:35:37.551972 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-a1b1c17f-c169-45d7-9c69-bef6e61eb6d5 req-bdcfbfd1-981d-460f-ae57-711e6cdc3797 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4829f58c-adec-413d-83c8-23f1d3143205 HTTP/1.1" status: 200 len: 943 time: 0.0799191 Aug 08 00:35:37.567462 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-1ec0e200-06b0-4908-9eb9-ba9732ca0e38 req-015b64bb-7447-492e-aab4-427812b862f8 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=19fb56ea-f1ea-4d66-9b9b-a86c0fa7ebb7 HTTP/1.1" status: 200 len: 210 time: 0.0412536 Aug 08 00:35:37.617282 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:35:37.630996 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-a1b1c17f-c169-45d7-9c69-bef6e61eb6d5 req-5ec3f0a1-b6ac-4fb2-8b6a-804e6a3261c6 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=99750fcd-194d-487c-b80c-a79152b12484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686154 Aug 08 00:35:37.659619 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=28 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:35:37.660439 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-3db5cf4a-7465-4872-bd3c-a28c699c826b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032'] for network (e16e278d-24ed-46ec-9b21-78207cc53646), after_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:37.660439 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db5cf4a-7465-4872-bd3c-a28c699c826b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:35:37.660439 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-3db5cf4a-7465-4872-bd3c-a28c699c826b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575022'] for network (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:37.725868 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db5cf4a-7465-4872-bd3c-a28c699c826b admin admin] Pushing event updated for resources: {'Network': ['ID=e16e278d-24ed-46ec-9b21-78207cc53646,revision_number=1']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:35:37.735599 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Network e16e278d-24ed-46ec-9b21-78207cc53646 details requested by agent ovs-agent-dv-cinder-851640-3-iscsi with host dv-cinder-851640-3-iscsi {{(pid=115993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 08 00:35:37.777767 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-3db5cf4a-7465-4872-bd3c-a28c699c826b admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.8119507 Aug 08 00:35:37.780764 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 59282) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:35:37.786190 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.v2.base [None req-524e85ab-ab7e-49f3-96d0-1488664d8dc2 admin admin] Request body: {'subnet': {'network_id': 'e16e278d-24ed-46ec-9b21-78207cc53646', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1815404956-subnet', 'tenant_id': 'a22da44baa6b472e91d99fbcb03b583c', 'ip_version': 4}} {{(pid=115992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:35:37.933659 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:35:37.951871 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-524e85ab-ab7e-49f3-96d0-1488664d8dc2 admin admin] Made reservation on behalf of a22da44baa6b472e91d99fbcb03b583c for: {'subnet': 1} {{(pid=115992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 00:35:37.955081 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-524e85ab-ab7e-49f3-96d0-1488664d8dc2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26226893'] for subnet (None), before_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:38.210043 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-524e85ab-ab7e-49f3-96d0-1488664d8dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26371511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26226907'] for subnet (49ad74e6-a7f8-44c2-b833-dcbba288ca27), after_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:38.271873 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524e85ab-ab7e-49f3-96d0-1488664d8dc2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49ad74e6-a7f8-44c2-b833-dcbba288ca27,revision_number=0']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:35:38.287033 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524e85ab-ab7e-49f3-96d0-1488664d8dc2 admin admin] Checking segment: {'id': '56f79eda-31d2-4604-82b3-22c1f0bf411f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e16e278d-24ed-46ec-9b21-78207cc53646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 00:35:38.287033 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524e85ab-ab7e-49f3-96d0-1488664d8dc2 admin admin] Network hostable DHCP agents. Network: e16e278d-24ed-46ec-9b21-78207cc53646, hostable agents: ['93e2312b-3744-4a9e-8723-a0f19f10f89a'], hosted agents: [] {{(pid=115992) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 08 00:35:38.383914 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524e85ab-ab7e-49f3-96d0-1488664d8dc2 admin admin] Network e16e278d-24ed-46ec-9b21-78207cc53646 is scheduled to be hosted by DHCP agent 93e2312b-3744-4a9e-8723-a0f19f10f89a with binding_index 1 {{(pid=115992) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 08 00:35:38.476831 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.scheduler.base_scheduler [None req-524e85ab-ab7e-49f3-96d0-1488664d8dc2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851640-3-iscsi, e16e278d-24ed-46ec-9b21-78207cc53646) {{(pid=115992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 00:35:38.483296 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-524e85ab-ab7e-49f3-96d0-1488664d8dc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:35:38.483895 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-524e85ab-ab7e-49f3-96d0-1488664d8dc2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:38.491865 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af7a16fc-6566-4be2-a2eb-986e5876d53f None None] Network e16e278d-24ed-46ec-9b21-78207cc53646 requested from dv-cinder-851640-3-iscsi {{(pid=115993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 00:35:38.567437 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-524e85ab-ab7e-49f3-96d0-1488664d8dc2 admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7846880 Aug 08 00:35:38.570719 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 59290) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:35:38.574625 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.v2.base [None req-36afde12-02fa-4b73-9991-170589e9b702 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1815404956-router', 'tenant_id': 'a22da44baa6b472e91d99fbcb03b583c', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f'}}} {{(pid=115992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:35:38.595063 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:35:38.660064 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aba5ec8f-4aaf-479d-a5dc-db616f2690c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdec297ae-4d72-52f1-8857-0419de17422d-e16e278d-24ed-46ec-9b21-78207cc53646', 'network_id': 'e16e278d-24ed-46ec-9b21-78207cc53646', 'project_id': 'a22da44baa6b472e91d99fbcb03b583c', 'fixed_ips': [{'subnet_id': '49ad74e6-a7f8-44c2-b833-dcbba288ca27'}]}} from dv-cinder-851640-3-iscsi. {{(pid=115993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 08 00:35:38.661148 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-aba5ec8f-4aaf-479d-a5dc-db616f2690c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (None), before_create {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:38.740363 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-16b9ba8d-566b-43a4-9f2e-ad9f7b77bf8b req-e655be3a-aedf-425e-8141-fcc191f384a6 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9f8480cf-4061-4c55-8118-a74951cf6142&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0702384 Aug 08 00:35:38.775471 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-6ec3e4e7-7290-4b44-8d3f-9c52e3e22c8f req-7f6751fb-453b-4ff2-a1bc-8a9f00fa46b4 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=19fb56ea-f1ea-4d66-9b9b-a86c0fa7ebb7 HTTP/1.1" status: 200 len: 210 time: 0.0512664 Aug 08 00:35:38.806497 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-36afde12-02fa-4b73-9991-170589e9b702 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-512329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-835'] for router (d99aed4c-db56-4c90-b02b-64144441fa35), before_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:38.807558 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-36afde12-02fa-4b73-9991-170589e9b702 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-502562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-438731', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1613470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-842'] for router (d99aed4c-db56-4c90-b02b-64144441fa35), precommit_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:38.816615 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.db_base_plugin_common [None req-aba5ec8f-4aaf-479d-a5dc-db616f2690c2 None None] Allocated IP 172.20.0.2 (e16e278d-24ed-46ec-9b21-78207cc53646/49ad74e6-a7f8-44c2-b833-dcbba288ca27/f86cdc9a-dd2c-417a-b187-0ab5b6a97b9c) {{(pid=115993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 00:35:38.845125 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b9ba8d-566b-43a4-9f2e-ad9f7b77bf8b req-33249da7-6210-4df2-8e3c-f3f9c8509a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:35:38.846690 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-16b9ba8d-566b-43a4-9f2e-ad9f7b77bf8b req-33249da7-6210-4df2-8e3c-f3f9c8509a74 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=9bd235f1f9f44df4b2e3dbd0c05b3a83&device_id=9f8480cf-4061-4c55-8118-a74951cf6142 HTTP/1.1" status: 200 len: 1130 time: 0.0702684 Aug 08 00:35:38.913051 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bb6577-c692-42ba-b5ab-76f295d3bce0 req-8c5faf2e-3541-4fbf-b5ef-68e13e304c55 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:35:38.913051 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-a4bb6577-c692-42ba-b5ab-76f295d3bce0 req-8c5faf2e-3541-4fbf-b5ef-68e13e304c55 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4829f58c-adec-413d-83c8-23f1d3143205 HTTP/1.1" status: 200 len: 943 time: 0.0969439 Aug 08 00:35:38.977803 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-36afde12-02fa-4b73-9991-170589e9b702 admin admin] Publish callbacks [] for router_controller (d99aed4c-db56-4c90-b02b-64144441fa35), precommit_add_association {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:39.006515 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b9ba8d-566b-43a4-9f2e-ad9f7b77bf8b req-d633dc1c-473e-48ce-84d3-befac471c0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:35:39.008533 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-16b9ba8d-566b-43a4-9f2e-ad9f7b77bf8b req-d633dc1c-473e-48ce-84d3-befac471c0c0 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=39987f39-4c60-4c27-9f4f-c7657da06e51 HTTP/1.1" status: 200 len: 920 time: 0.1320009 Aug 08 00:35:39.037586 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505b0d26-a15e-4431-88d4-fa3894d8fb0a req-844bd373-ad63-440f-be9c-73932bcb2484 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:35:39.039260 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-505b0d26-a15e-4431-88d4-fa3894d8fb0a req-844bd373-ad63-440f-be9c-73932bcb2484 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] 10.222.0.25 "GET /networking/v2.0/networks?id=b7d4df26-7f3c-4a8b-af0d-6e65e40d3930 HTTP/1.1" status: 200 len: 814 time: 0.3061032 Aug 08 00:35:39.042988 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-a4bb6577-c692-42ba-b5ab-76f295d3bce0 req-2434acf1-199a-43cb-b2f9-8351d2d0a31d tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=99750fcd-194d-487c-b80c-a79152b12484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1193790 Aug 08 00:35:39.054202 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.v2.base [req-505b0d26-a15e-4431-88d4-fa3894d8fb0a req-48d49122-9b07-4a5f-89e4-50e76d0a1482 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] Request body: {'port': {'device_id': '19fb56ea-f1ea-4d66-9b9b-a86c0fa7ebb7', 'network_id': 'b7d4df26-7f3c-4a8b-af0d-6e65e40d3930', 'admin_state_up': True, 'tenant_id': 'fc3040045262415cb0fcb9525ba437bc'}} {{(pid=115992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:35:39.059103 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-16b9ba8d-566b-43a4-9f2e-ad9f7b77bf8b req-1f22bda2-4454-450b-bc3c-9eac21288991 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=247bdc76-37cc-4751-82b6-e4aaca65e313 HTTP/1.1" status: 200 len: 217 time: 0.0362737 Aug 08 00:35:39.116822 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b9ba8d-566b-43a4-9f2e-ad9f7b77bf8b req-99f05a12-8d8e-4340-860a-bd85bd4d8a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:35:39.119609 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-16b9ba8d-566b-43a4-9f2e-ad9f7b77bf8b req-99f05a12-8d8e-4340-860a-bd85bd4d8a65 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=0eda73d9-3865-4e7b-8b67-75076c7b1107 HTTP/1.1" status: 200 len: 858 time: 0.0576208 Aug 08 00:35:39.160511 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-aba5ec8f-4aaf-479d-a5dc-db616f2690c2 None None] Publish callbacks [] for port (f86cdc9a-dd2c-417a-b187-0ab5b6a97b9c), precommit_create {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:39.173757 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b9ba8d-566b-43a4-9f2e-ad9f7b77bf8b req-4c9776a1-3269-48ac-8dda-2dec31ce2af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:35:39.175347 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-16b9ba8d-566b-43a4-9f2e-ad9f7b77bf8b req-4c9776a1-3269-48ac-8dda-2dec31ce2af1 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=39987f39-4c60-4c27-9f4f-c7657da06e51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0484145 Aug 08 00:35:39.258109 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-aba5ec8f-4aaf-479d-a5dc-db616f2690c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764676113785'] for port (f86cdc9a-dd2c-417a-b187-0ab5b6a97b9c), after_create {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:39.302247 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba5ec8f-4aaf-479d-a5dc-db616f2690c2 None None] Network e16e278d-24ed-46ec-9b21-78207cc53646 is already hosted by enough agents. {{(pid=115993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 00:35:39.306060 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.scheduler.base_scheduler [None req-aba5ec8f-4aaf-479d-a5dc-db616f2690c2 None None] Resources bound (agent type, host, resource id): {{(pid=115993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 00:35:39.310480 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba5ec8f-4aaf-479d-a5dc-db616f2690c2 None None] Received port after_create {{(pid=115993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 00:35:39.311480 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-36afde12-02fa-4b73-9991-170589e9b702 admin admin] Publish callbacks [] for router_gateway (d99aed4c-db56-4c90-b02b-64144441fa35), precommit_update {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:39.326169 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5ec8f-4aaf-479d-a5dc-db616f2690c2 None None] Pushing event updated for resources: {'Port': ['ID=f86cdc9a-dd2c-417a-b187-0ab5b6a97b9c,revision_number=1']} {{(pid=115993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:35:39.395469 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.managers [None req-aba5ec8f-4aaf-479d-a5dc-db616f2690c2 None None] Attempting to bind port f86cdc9a-dd2c-417a-b187-0ab5b6a97b9c on host dv-cinder-851640-3-iscsi for vnic_type normal with profile {{(pid=115993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 00:35:39.395907 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.managers [None req-aba5ec8f-4aaf-479d-a5dc-db616f2690c2 None None] Attempting to bind port f86cdc9a-dd2c-417a-b187-0ab5b6a97b9c by drivers openvswitch,hyperv on host dv-cinder-851640-3-iscsi at level 0 using segments [{'id': '56f79eda-31d2-4604-82b3-22c1f0bf411f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e16e278d-24ed-46ec-9b21-78207cc53646'}] {{(pid=115993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 00:35:39.396484 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba5ec8f-4aaf-479d-a5dc-db616f2690c2 None None] Attempting to bind port f86cdc9a-dd2c-417a-b187-0ab5b6a97b9c on network e16e278d-24ed-46ec-9b21-78207cc53646 {{(pid=115993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 00:35:39.403799 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba5ec8f-4aaf-479d-a5dc-db616f2690c2 None None] Checking agent: {'id': 'aa35aa05-3c09-40ae-a1e3-ebf96fe3358c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851640-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 0, 24, 15), 'started_at': datetime.datetime(2022, 8, 8, 0, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 0, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851640-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 00:35:39.404485 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba5ec8f-4aaf-479d-a5dc-db616f2690c2 None None] Checking segment: {'id': '56f79eda-31d2-4604-82b3-22c1f0bf411f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e16e278d-24ed-46ec-9b21-78207cc53646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 00:35:39.405069 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-aba5ec8f-4aaf-479d-a5dc-db616f2690c2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:39.405706 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba5ec8f-4aaf-479d-a5dc-db616f2690c2 None None] Bound using segment: {'id': '56f79eda-31d2-4604-82b3-22c1f0bf411f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e16e278d-24ed-46ec-9b21-78207cc53646'} {{(pid=115993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 00:35:39.407168 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.managers [None req-aba5ec8f-4aaf-479d-a5dc-db616f2690c2 None None] Bound port: f86cdc9a-dd2c-417a-b187-0ab5b6a97b9c, host: dv-cinder-851640-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56f79eda-31d2-4604-82b3-22c1f0bf411f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e16e278d-24ed-46ec-9b21-78207cc53646'}}] {{(pid=115993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 00:35:39.408040 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-aba5ec8f-4aaf-479d-a5dc-db616f2690c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (f86cdc9a-dd2c-417a-b187-0ab5b6a97b9c), before_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:39.424072 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:UPDATE=3,neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=6 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:35:39.479959 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-505b0d26-a15e-4431-88d4-fa3894d8fb0a req-48d49122-9b07-4a5f-89e4-50e76d0a1482 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] Made reservation on behalf of fc3040045262415cb0fcb9525ba437bc for: {'port': 1} {{(pid=115992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 00:35:39.484054 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-505b0d26-a15e-4431-88d4-fa3894d8fb0a req-48d49122-9b07-4a5f-89e4-50e76d0a1482 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (None), before_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:39.493301 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-aba5ec8f-4aaf-479d-a5dc-db616f2690c2 None None] For port f86cdc9a-dd2c-417a-b187-0ab5b6a97b9c, host dv-cinder-851640-3-iscsi, cleared binding levels {{(pid=115993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 00:35:39.497024 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-aba5ec8f-4aaf-479d-a5dc-db616f2690c2 None None] For port f86cdc9a-dd2c-417a-b187-0ab5b6a97b9c, host dv-cinder-851640-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851640-3-iscsi',level=0,port_id=f86cdc9a-dd2c-417a-b187-0ab5b6a97b9c,segment=NetworkSegment(56f79eda-31d2-4604-82b3-22c1f0bf411f),segment_id=56f79eda-31d2-4604-82b3-22c1f0bf411f)] {{(pid=115993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 00:35:39.558255 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-16b9ba8d-566b-43a4-9f2e-ad9f7b77bf8b req-60c2b886-f0f0-45ea-a32a-831745c11e8f service neutron] 10.222.0.25 "GET /networking/v2.0/networks/39987f39-4c60-4c27-9f4f-c7657da06e51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3744059 Aug 08 00:35:39.566988 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-aba5ec8f-4aaf-479d-a5dc-db616f2690c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821'] for port (f86cdc9a-dd2c-417a-b187-0ab5b6a97b9c), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:39.677004 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5ec8f-4aaf-479d-a5dc-db616f2690c2 None None] Pushing event updated for resources: {'Port': ['ID=f86cdc9a-dd2c-417a-b187-0ab5b6a97b9c,revision_number=2']} {{(pid=115993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:35:39.764139 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-16b9ba8d-566b-43a4-9f2e-ad9f7b77bf8b req-33507e32-3a08-426a-942b-d14ee9010637 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/39987f39-4c60-4c27-9f4f-c7657da06e51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971514 Aug 08 00:35:39.789801 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-36afde12-02fa-4b73-9991-170589e9b702 admin admin] Publish callbacks [] for router_gateway (d99aed4c-db56-4c90-b02b-64144441fa35), before_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:39.829170 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-36afde12-02fa-4b73-9991-170589e9b702 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (None), before_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:39.842508 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.db.db_base_plugin_common [req-505b0d26-a15e-4431-88d4-fa3894d8fb0a req-48d49122-9b07-4a5f-89e4-50e76d0a1482 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] Allocated IP 172.20.0.14 (b7d4df26-7f3c-4a8b-af0d-6e65e40d3930/6c63140e-226a-4bbd-a6bf-32948b7d12fa/52a4e9c0-250f-456a-959b-dc428c3b9d82) {{(pid=115992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 00:35:39.919472 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-391c4ca3-1331-43cf-b287-49239600a181 req-51e4843c-9f59-4135-b5c1-849b2a6a62e4 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=19fb56ea-f1ea-4d66-9b9b-a86c0fa7ebb7 HTTP/1.1" status: 200 len: 210 time: 0.0348029 Aug 08 00:35:39.986975 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:35:40.131652 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.db.db_base_plugin_common [None req-36afde12-02fa-4b73-9991-170589e9b702 admin admin] Allocated IP 172.27.3.192 (743d2d45-6b8c-49b7-a932-c537e45f946f/7df84031-3cb2-4601-a018-b61b0ad731dc/7a061287-b52c-47b1-848a-b38d19005ef5) {{(pid=115992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 00:35:40.349696 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-505b0d26-a15e-4431-88d4-fa3894d8fb0a req-48d49122-9b07-4a5f-89e4-50e76d0a1482 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] Publish callbacks [] for port (52a4e9c0-250f-456a-959b-dc428c3b9d82), precommit_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:40.459045 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d149bb08-1271-4966-bfb1-f14b12a6cf9c req-56124791-439a-4137-9710-bf0942caab6b tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:35:40.472720 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-d149bb08-1271-4966-bfb1-f14b12a6cf9c req-56124791-439a-4137-9710-bf0942caab6b tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4829f58c-adec-413d-83c8-23f1d3143205 HTTP/1.1" status: 200 len: 943 time: 0.1852911 Aug 08 00:35:40.561014 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-36afde12-02fa-4b73-9991-170589e9b702 admin admin] Publish callbacks [] for port (7a061287-b52c-47b1-848a-b38d19005ef5), precommit_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:40.609920 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-d149bb08-1271-4966-bfb1-f14b12a6cf9c req-d386eec6-7f85-403b-a0f5-da3cfd9dcd2c tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=99750fcd-194d-487c-b80c-a79152b12484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1339653 Aug 08 00:35:40.673385 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-a80862c2-2481-448b-a42a-333725383749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (93e2312b-3744-4a9e-8723-a0f19f10f89a), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:40.730122 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-505b0d26-a15e-4431-88d4-fa3894d8fb0a req-48d49122-9b07-4a5f-89e4-50e76d0a1482 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764676113785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26371331'] for port (52a4e9c0-250f-456a-959b-dc428c3b9d82), after_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:40.794705 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Device f86cdc9a-dd2c-417a-b187-0ab5b6a97b9c up at agent ovs-agent-dv-cinder-851640-3-iscsi {{(pid=115993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 00:35:40.872777 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:INSERT=9,neutron:SELECT=85,neutron:UPDATE=6 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:35:40.899741 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-505b0d26-a15e-4431-88d4-fa3894d8fb0a req-48d49122-9b07-4a5f-89e4-50e76d0a1482 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] Network b7d4df26-7f3c-4a8b-af0d-6e65e40d3930 is already hosted by enough agents. {{(pid=115992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 00:35:40.907732 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d49122-9b07-4a5f-89e4-50e76d0a1482 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] Pushing event updated for resources: {'Port': ['ID=52a4e9c0-250f-456a-959b-dc428c3b9d82,revision_number=1']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:35:40.914399 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.scheduler.base_scheduler [req-505b0d26-a15e-4431-88d4-fa3894d8fb0a req-48d49122-9b07-4a5f-89e4-50e76d0a1482 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] Resources bound (agent type, host, resource id): {{(pid=115992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 00:35:40.917162 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-36afde12-02fa-4b73-9991-170589e9b702 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764676113785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26371331'] for port (7a061287-b52c-47b1-848a-b38d19005ef5), after_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:40.947600 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.db.l3_dvrscheduler_db [req-505b0d26-a15e-4431-88d4-fa3894d8fb0a req-48d49122-9b07-4a5f-89e4-50e76d0a1482 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] Received port after_create {{(pid=115992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 00:35:40.988105 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Provisioning complete for port f86cdc9a-dd2c-417a-b187-0ab5b6a97b9c triggered by entity L2. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:35:40.992094 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (f86cdc9a-dd2c-417a-b187-0ab5b6a97b9c), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:41.112570 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:35:41.115654 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:35:41.119170 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36afde12-02fa-4b73-9991-170589e9b702 admin admin] Network 743d2d45-6b8c-49b7-a932-c537e45f946f is already hosted by enough agents. {{(pid=115992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 00:35:41.130084 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.scheduler.base_scheduler [None req-36afde12-02fa-4b73-9991-170589e9b702 admin admin] Resources bound (agent type, host, resource id): {{(pid=115992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 00:35:41.146129 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36afde12-02fa-4b73-9991-170589e9b702 admin admin] Received port after_create {{(pid=115992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 00:35:41.156680 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e89910-d8b9-4dcf-9f75-0ebfdeb177c5 req-0ab6f26c-3621-44f2-9bab-151d083f07a0 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:35:41.166200 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-56e89910-d8b9-4dcf-9f75-0ebfdeb177c5 req-0ab6f26c-3621-44f2-9bab-151d083f07a0 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=19fb56ea-f1ea-4d66-9b9b-a86c0fa7ebb7 HTTP/1.1" status: 200 len: 932 time: 0.0746980 Aug 08 00:35:41.251210 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-56e89910-d8b9-4dcf-9f75-0ebfdeb177c5 req-aa44c2f8-12e5-447c-ad54-987a9c0f7293 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=09961e5e-e3b7-4ca0-b7b9-8e62edbb778a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776627 Aug 08 00:35:41.252149 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 59346) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:35:41.278628 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505b0d26-a15e-4431-88d4-fa3894d8fb0a req-48d49122-9b07-4a5f-89e4-50e76d0a1482 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:35:41.279462 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-505b0d26-a15e-4431-88d4-fa3894d8fb0a req-48d49122-9b07-4a5f-89e4-50e76d0a1482 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63196'] for port (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:41.288617 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Current status of the port f86cdc9a-dd2c-417a-b187-0ab5b6a97b9c is: DOWN; New status is: ACTIVE {{(pid=115993) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 00:35:41.289714 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36afde12-02fa-4b73-9991-170589e9b702 admin admin] Pushing event updated for resources: {'Port': ['ID=7a061287-b52c-47b1-848a-b38d19005ef5,revision_number=1']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:35:41.291250 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (f86cdc9a-dd2c-417a-b187-0ab5b6a97b9c), before_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:41.457964 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-505b0d26-a15e-4431-88d4-fa3894d8fb0a req-48d49122-9b07-4a5f-89e4-50e76d0a1482 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4081013 Aug 08 00:35:41.461802 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] For port f86cdc9a-dd2c-417a-b187-0ab5b6a97b9c, host dv-cinder-851640-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851640-3-iscsi',level=0,port_id=f86cdc9a-dd2c-417a-b187-0ab5b6a97b9c,segment=NetworkSegment(56f79eda-31d2-4604-82b3-22c1f0bf411f),segment_id=56f79eda-31d2-4604-82b3-22c1f0bf411f)] {{(pid=115993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:35:41.531600 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-be5c60b0-b3c7-4147-b1d1-3dde59094446 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:41.552575 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-040674d3-b074-4793-9cd1-f559b7e7e8b8 None None] Provisioning complete for port 52a4e9c0-250f-456a-959b-dc428c3b9d82 triggered by entity DHCP. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:35:41.552575 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-040674d3-b074-4793-9cd1-f559b7e7e8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (52a4e9c0-250f-456a-959b-dc428c3b9d82), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:41.552743 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.v2.base [req-505b0d26-a15e-4431-88d4-fa3894d8fb0a req-1fe1b77d-1141-4ad0-9196-bf3b7f46efe7 service neutron] Request body: {'port': {'device_id': '19fb56ea-f1ea-4d66-9b9b-a86c0fa7ebb7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85164'}} {{(pid=115992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:35:41.600520 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c68592-c84e-4df7-8747-4eda29ee266c None None] Network e16e278d-24ed-46ec-9b21-78207cc53646 requested from dv-cinder-851640-3-iscsi {{(pid=115993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 00:35:41.606092 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821'] for port (f86cdc9a-dd2c-417a-b187-0ab5b6a97b9c), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:41.729366 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-be5c60b0-b3c7-4147-b1d1-3dde59094446 admin admin] Publish callbacks [] for security_group (8f2e0504-79a1-4df3-9e5b-7bfb5dfcf0b7), precommit_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:41.771854 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-040674d3-b074-4793-9cd1-f559b7e7e8b8 None None] Port 52a4e9c0-250f-456a-959b-dc428c3b9d82 cannot update to ACTIVE because it is not bound. {{(pid=115993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 08 00:35:41.777927 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-be5c60b0-b3c7-4147-b1d1-3dde59094446 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (8f2e0504-79a1-4df3-9e5b-7bfb5dfcf0b7), after_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:41.801471 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Pushing event updated for resources: {'Port': ['ID=f86cdc9a-dd2c-417a-b187-0ab5b6a97b9c,revision_number=3']} {{(pid=115993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:35:41.836363 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-be5c60b0-b3c7-4147-b1d1-3dde59094446 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=eeb0838e2fa84e51bd802278436c700b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5831316 Aug 08 00:35:41.845095 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 59354) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:35:41.896486 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-b9ac56b0-df78-4cc4-93df-e9490587ba6f None None] Provisioning complete for port f86cdc9a-dd2c-417a-b187-0ab5b6a97b9c triggered by entity DHCP. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:35:41.900073 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-b9ac56b0-df78-4cc4-93df-e9490587ba6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (f86cdc9a-dd2c-417a-b187-0ab5b6a97b9c), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:42.014995 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5c60b0-b3c7-4147-b1d1-3dde59094446 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f2e0504-79a1-4df3-9e5b-7bfb5dfcf0b7,revision_number=1']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:35:42.018250 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-b9285cf4-f17a-446a-99c0-2a4c0de83d7c admin admin] Publish callbacks [] for security_group (8f2e0504-79a1-4df3-9e5b-7bfb5dfcf0b7), before_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:42.054149 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-b9ac56b0-df78-4cc4-93df-e9490587ba6f None None] Current status of the port f86cdc9a-dd2c-417a-b187-0ab5b6a97b9c is: ACTIVE; New status is: ACTIVE {{(pid=115993) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 00:35:42.060887 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5c60b0-b3c7-4147-b1d1-3dde59094446 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:35:42.061236 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5c60b0-b3c7-4147-b1d1-3dde59094446 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:35:42.061578 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5c60b0-b3c7-4147-b1d1-3dde59094446 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:35:42.061947 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5c60b0-b3c7-4147-b1d1-3dde59094446 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:35:42.070305 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5c60b0-b3c7-4147-b1d1-3dde59094446 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:35:42.070771 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5c60b0-b3c7-4147-b1d1-3dde59094446 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:35:42.072426 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5c60b0-b3c7-4147-b1d1-3dde59094446 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:35:42.078526 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5c60b0-b3c7-4147-b1d1-3dde59094446 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:35:42.078526 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5c60b0-b3c7-4147-b1d1-3dde59094446 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:35:42.078526 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5c60b0-b3c7-4147-b1d1-3dde59094446 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:35:42.078526 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5c60b0-b3c7-4147-b1d1-3dde59094446 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:35:42.078526 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5c60b0-b3c7-4147-b1d1-3dde59094446 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:35:42.078526 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5c60b0-b3c7-4147-b1d1-3dde59094446 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:35:42.078526 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5c60b0-b3c7-4147-b1d1-3dde59094446 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:35:42.078526 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5c60b0-b3c7-4147-b1d1-3dde59094446 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:35:42.165023 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-b9285cf4-f17a-446a-99c0-2a4c0de83d7c admin admin] Publish callbacks [] for security_group (8f2e0504-79a1-4df3-9e5b-7bfb5dfcf0b7), precommit_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:42.221899 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:35:42.241062 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:DELETE=1 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:35:42.384638 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-505b0d26-a15e-4431-88d4-fa3894d8fb0a req-1fe1b77d-1141-4ad0-9196-bf3b7f46efe7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (52a4e9c0-250f-456a-959b-dc428c3b9d82), before_update {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:42.406986 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:35:42.440364 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-feca2c89-9120-4a80-bd1a-903781d5a5c7 None None] Provisioning complete for port f86cdc9a-dd2c-417a-b187-0ab5b6a97b9c triggered by entity DHCP. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:35:42.440364 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-feca2c89-9120-4a80-bd1a-903781d5a5c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (f86cdc9a-dd2c-417a-b187-0ab5b6a97b9c), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:42.441347 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-b9285cf4-f17a-446a-99c0-2a4c0de83d7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (8f2e0504-79a1-4df3-9e5b-7bfb5dfcf0b7), after_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:42.441347 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-b9285cf4-f17a-446a-99c0-2a4c0de83d7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:42.441347 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-b9285cf4-f17a-446a-99c0-2a4c0de83d7c admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/8f2e0504-79a1-4df3-9e5b-7bfb5dfcf0b7 HTTP/1.1" status: 204 len: 168 time: 0.5786395 Aug 08 00:35:42.454866 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e559ac-75f7-45dd-9f1f-26c1754fe53b req-6e8d46f3-2c1f-4f16-a54f-be79449d4034 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:35:42.456563 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-43e559ac-75f7-45dd-9f1f-26c1754fe53b req-6e8d46f3-2c1f-4f16-a54f-be79449d4034 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=19fb56ea-f1ea-4d66-9b9b-a86c0fa7ebb7 HTTP/1.1" status: 200 len: 932 time: 0.1132240 Aug 08 00:35:42.457419 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9285cf4-f17a-446a-99c0-2a4c0de83d7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f2e0504-79a1-4df3-9e5b-7bfb5dfcf0b7,revision_number=None']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:35:42.485198 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e428917d-a3e0-454b-950a-95f6a9935293 req-7adad465-86fc-45e4-b51f-b0b24dc1d9e6 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:35:42.486874 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-e428917d-a3e0-454b-950a-95f6a9935293 req-7adad465-86fc-45e4-b51f-b0b24dc1d9e6 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4829f58c-adec-413d-83c8-23f1d3143205 HTTP/1.1" status: 200 len: 943 time: 0.7401235 Aug 08 00:35:42.587837 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-43e559ac-75f7-45dd-9f1f-26c1754fe53b req-2bab5410-2e2e-4c70-8538-3c49e2eb1caf tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=09961e5e-e3b7-4ca0-b7b9-8e62edbb778a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102903 Aug 08 00:35:42.619149 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-feca2c89-9120-4a80-bd1a-903781d5a5c7 None None] Current status of the port f86cdc9a-dd2c-417a-b187-0ab5b6a97b9c is: ACTIVE; New status is: ACTIVE {{(pid=115993) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 00:35:42.691209 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-36afde12-02fa-4b73-9991-170589e9b702 admin admin] Publish callbacks [] for router_gateway (d99aed4c-db56-4c90-b02b-64144441fa35), after_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:42.764850 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Device f86cdc9a-dd2c-417a-b187-0ab5b6a97b9c up at agent ovs-agent-dv-cinder-851640-3-iscsi {{(pid=115993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 00:35:42.895402 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-e428917d-a3e0-454b-950a-95f6a9935293 req-9e8c289a-867a-4849-8e09-0c28c1d2f0ed tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=99750fcd-194d-487c-b80c-a79152b12484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3542392 Aug 08 00:35:42.922810 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Provisioning complete for port f86cdc9a-dd2c-417a-b187-0ab5b6a97b9c triggered by entity L2. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:35:42.922810 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (f86cdc9a-dd2c-417a-b187-0ab5b6a97b9c), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:42.980136 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:35:42.980468 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ec4d2d0c-2a88-4587-9473-5241e2455fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (d53f5436-7c7f-4441-9708-9d0333b57745), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:43.103217 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Current status of the port f86cdc9a-dd2c-417a-b187-0ab5b6a97b9c is: ACTIVE; New status is: ACTIVE {{(pid=115993) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 00:35:43.236496 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-36afde12-02fa-4b73-9991-170589e9b702 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-501999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-427846'] for router (d99aed4c-db56-4c90-b02b-64144441fa35), after_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:43.272802 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.notifiers.nova [req-505b0d26-a15e-4431-88d4-fa3894d8fb0a req-1fe1b77d-1141-4ad0-9196-bf3b7f46efe7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52a4e9c0-250f-456a-959b-dc428c3b9d82 {{(pid=115992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 00:35:43.331609 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-505b0d26-a15e-4431-88d4-fa3894d8fb0a req-1fe1b77d-1141-4ad0-9196-bf3b7f46efe7 service neutron] Publish callbacks [] for port (52a4e9c0-250f-456a-959b-dc428c3b9d82), precommit_update {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:43.360898 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.db.provisioning_blocks [req-505b0d26-a15e-4431-88d4-fa3894d8fb0a req-1fe1b77d-1141-4ad0-9196-bf3b7f46efe7 service neutron] Transition to ACTIVE for port object 52a4e9c0-250f-456a-959b-dc428c3b9d82 will not be triggered until provisioned by entity L2. {{(pid=115992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 08 00:35:43.425527 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-505b0d26-a15e-4431-88d4-fa3894d8fb0a req-1fe1b77d-1141-4ad0-9196-bf3b7f46efe7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26371340'] for port (52a4e9c0-250f-456a-959b-dc428c3b9d82), after_update {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:43.467037 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:35:43.512132 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe1b77d-1141-4ad0-9196-bf3b7f46efe7 service neutron] Pushing event updated for resources: {'Port': ['ID=52a4e9c0-250f-456a-959b-dc428c3b9d82,revision_number=2']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:35:43.587953 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.managers [req-505b0d26-a15e-4431-88d4-fa3894d8fb0a req-1fe1b77d-1141-4ad0-9196-bf3b7f46efe7 service neutron] Attempting to bind port 52a4e9c0-250f-456a-959b-dc428c3b9d82 on host hv-cinder-85164 for vnic_type normal with profile {{(pid=115992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 00:35:43.588567 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.managers [req-505b0d26-a15e-4431-88d4-fa3894d8fb0a req-1fe1b77d-1141-4ad0-9196-bf3b7f46efe7 service neutron] Attempting to bind port 52a4e9c0-250f-456a-959b-dc428c3b9d82 by drivers openvswitch,hyperv on host hv-cinder-85164 at level 0 using segments [{'id': '754c6398-7ffc-4c6c-8fe5-13465d56b5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b7d4df26-7f3c-4a8b-af0d-6e65e40d3930'}] {{(pid=115992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 00:35:43.589026 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505b0d26-a15e-4431-88d4-fa3894d8fb0a req-1fe1b77d-1141-4ad0-9196-bf3b7f46efe7 service neutron] Attempting to bind port 52a4e9c0-250f-456a-959b-dc428c3b9d82 on network b7d4df26-7f3c-4a8b-af0d-6e65e40d3930 {{(pid=115992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 00:35:43.597565 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505b0d26-a15e-4431-88d4-fa3894d8fb0a req-1fe1b77d-1141-4ad0-9196-bf3b7f46efe7 service neutron] Port 52a4e9c0-250f-456a-959b-dc428c3b9d82 on network b7d4df26-7f3c-4a8b-af0d-6e65e40d3930 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85164 {{(pid=115992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 08 00:35:43.598048 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505b0d26-a15e-4431-88d4-fa3894d8fb0a req-1fe1b77d-1141-4ad0-9196-bf3b7f46efe7 service neutron] Attempting to bind port 52a4e9c0-250f-456a-959b-dc428c3b9d82 on network b7d4df26-7f3c-4a8b-af0d-6e65e40d3930 {{(pid=115992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 00:35:43.604889 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505b0d26-a15e-4431-88d4-fa3894d8fb0a req-1fe1b77d-1141-4ad0-9196-bf3b7f46efe7 service neutron] Checking agent: {'id': 'c200ec1a-5dc3-458a-a30d-0f16255c41c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85164', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 0, 30, 30), 'started_at': datetime.datetime(2022, 8, 8, 0, 30, 30), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 0, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 00:35:43.605327 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505b0d26-a15e-4431-88d4-fa3894d8fb0a req-1fe1b77d-1141-4ad0-9196-bf3b7f46efe7 service neutron] Checking segment: {'id': '754c6398-7ffc-4c6c-8fe5-13465d56b5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b7d4df26-7f3c-4a8b-af0d-6e65e40d3930'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 00:35:43.605770 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505b0d26-a15e-4431-88d4-fa3894d8fb0a req-1fe1b77d-1141-4ad0-9196-bf3b7f46efe7 service neutron] Bound using segment: {'id': '754c6398-7ffc-4c6c-8fe5-13465d56b5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b7d4df26-7f3c-4a8b-af0d-6e65e40d3930'} {{(pid=115992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 00:35:43.606313 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.managers [req-505b0d26-a15e-4431-88d4-fa3894d8fb0a req-1fe1b77d-1141-4ad0-9196-bf3b7f46efe7 service neutron] Bound port: 52a4e9c0-250f-456a-959b-dc428c3b9d82, host: hv-cinder-85164, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '754c6398-7ffc-4c6c-8fe5-13465d56b5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b7d4df26-7f3c-4a8b-af0d-6e65e40d3930'}}] {{(pid=115992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 00:35:43.606859 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-505b0d26-a15e-4431-88d4-fa3894d8fb0a req-1fe1b77d-1141-4ad0-9196-bf3b7f46efe7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (52a4e9c0-250f-456a-959b-dc428c3b9d82), before_update {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:43.647449 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36afde12-02fa-4b73-9991-170589e9b702 admin admin] Router d99aed4c-db56-4c90-b02b-64144441fa35 is scheduled to L3 agent d53f5436-7c7f-4441-9708-9d0333b57745 with binding_index 1 {{(pid=115992) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 08 00:35:43.822541 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.db [req-505b0d26-a15e-4431-88d4-fa3894d8fb0a req-1fe1b77d-1141-4ad0-9196-bf3b7f46efe7 service neutron] For port 52a4e9c0-250f-456a-959b-dc428c3b9d82, host hv-cinder-85164, cleared binding levels {{(pid=115992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 00:35:43.826345 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338b678c-09f2-4e92-8b9c-364212407bfe req-0236c511-2963-4434-b5d6-226fafff31ee tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:35:43.829011 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-338b678c-09f2-4e92-8b9c-364212407bfe req-0236c511-2963-4434-b5d6-226fafff31ee tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=19fb56ea-f1ea-4d66-9b9b-a86c0fa7ebb7 HTTP/1.1" status: 200 len: 944 time: 0.0817778 Aug 08 00:35:43.838053 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36afde12-02fa-4b73-9991-170589e9b702 admin admin] Notify agent at l3_agent.dv-cinder-851640-3-iscsi the message routers_updated {{(pid=115992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 00:35:43.840774 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.db [req-505b0d26-a15e-4431-88d4-fa3894d8fb0a req-1fe1b77d-1141-4ad0-9196-bf3b7f46efe7 service neutron] For port 52a4e9c0-250f-456a-959b-dc428c3b9d82, host hv-cinder-85164, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85164',level=0,port_id=52a4e9c0-250f-456a-959b-dc428c3b9d82,segment=NetworkSegment(754c6398-7ffc-4c6c-8fe5-13465d56b5d3),segment_id=754c6398-7ffc-4c6c-8fe5-13465d56b5d3)] {{(pid=115992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 00:35:43.854481 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6b384a-cd22-4bba-a222-eb26360ab4b2 None None] Sync routers for ids ['d99aed4c-db56-4c90-b02b-64144441fa35'] in dv-cinder-851640-3-iscsi {{(pid=115993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 00:35:43.885656 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6b384a-cd22-4bba-a222-eb26360ab4b2 None None] Routers {'d99aed4c-db56-4c90-b02b-64144441fa35'} bound to L3 agent in host dv-cinder-851640-3-iscsi {{(pid=115993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 00:35:43.885656 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_hamode_db [None req-fa6b384a-cd22-4bba-a222-eb26360ab4b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851640-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-08T00:24:12Z,description=,heartbeat_timestamp=2022-08-08T00:35:42Z,host='dv-cinder-851640-3-iscsi',id=d53f5436-7c7f-4441-9708-9d0333b57745,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T00:24:13Z,topic='l3_agent')) {'router_ids': ['d99aed4c-db56-4c90-b02b-64144441fa35'], 'active': True} {{(pid=115993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:35:43.930839 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-338b678c-09f2-4e92-8b9c-364212407bfe req-72941ab8-2e1f-4c97-adc9-761932089369 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=09961e5e-e3b7-4ca0-b7b9-8e62edbb778a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928161 Aug 08 00:35:43.936012 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-505b0d26-a15e-4431-88d4-fa3894d8fb0a req-1fe1b77d-1141-4ad0-9196-bf3b7f46efe7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26371340'] for port (52a4e9c0-250f-456a-959b-dc428c3b9d82), after_update {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:43.941864 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505b0d26-a15e-4431-88d4-fa3894d8fb0a req-1fe1b77d-1141-4ad0-9196-bf3b7f46efe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:35:43.942599 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-505b0d26-a15e-4431-88d4-fa3894d8fb0a req-1fe1b77d-1141-4ad0-9196-bf3b7f46efe7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63196'] for port (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:43.944554 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-505b0d26-a15e-4431-88d4-fa3894d8fb0a req-1fe1b77d-1141-4ad0-9196-bf3b7f46efe7 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/52a4e9c0-250f-456a-959b-dc428c3b9d82 HTTP/1.1" status: 200 len: 1094 time: 2.4004662 Aug 08 00:35:43.945050 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19fb56ea-f1ea-4d66-9b9b-a86c0fa7ebb7', 'tag': '52a4e9c0-250f-456a-959b-dc428c3b9d82'}] {{(pid=115992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 00:35:43.947530 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15c1dc6174c04d27a45b4789687485f3f31469fbdbb3cd0a658d3b47a2d9b382" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8595aaf-2f11-43eb-b03e-81695e523f59" -d '{"events": [{"name": "network-changed", "server_uuid": "19fb56ea-f1ea-4d66-9b9b-a86c0fa7ebb7", "tag": "52a4e9c0-250f-456a-959b-dc428c3b9d82"}]}' {{(pid=115992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 00:35:44.003778 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-36afde12-02fa-4b73-9991-170589e9b702 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:44.007399 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-36afde12-02fa-4b73-9991-170589e9b702 admin admin] 10.222.0.15 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.4343874 Aug 08 00:35:44.007900 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 59394) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:35:44.032645 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 00:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd58156d-8aad-44a4-a57e-dcc6f5a0b455 x-openstack-request-id: req-bd58156d-8aad-44a4-a57e-dcc6f5a0b455 {{(pid=115992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 00:35:44.032866 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19fb56ea-f1ea-4d66-9b9b-a86c0fa7ebb7", "tag": "52a4e9c0-250f-456a-959b-dc428c3b9d82", "status": "completed", "code": 200}]} {{(pid=115992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 00:35:44.033158 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bd58156d-8aad-44a4-a57e-dcc6f5a0b455 {{(pid=115992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 00:35:44.035059 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd58156d-8aad-44a4-a57e-dcc6f5a0b455'] response: {'name': 'network-changed', 'server_uuid': '19fb56ea-f1ea-4d66-9b9b-a86c0fa7ebb7', 'tag': '52a4e9c0-250f-456a-959b-dc428c3b9d82', 'status': 'completed', 'code': 200} Aug 08 00:35:44.084683 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe1b77d-1141-4ad0-9196-bf3b7f46efe7 service neutron] Pushing event updated for resources: {'Port': ['ID=52a4e9c0-250f-456a-959b-dc428c3b9d82,revision_number=3']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:35:44.088038 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvr_db [None req-fa6b384a-cd22-4bba-a222-eb26360ab4b2 None None] Set router d99aed4c-db56-4c90-b02b-64144441fa35 gateway port host: dv-cinder-851640-3-iscsi {{(pid=115993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 00:35:44.148161 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d8497c-bcee-4a4a-bac5-97ad264be89d req-3e3f44f1-789b-4851-a2a0-a1754aba2086 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:35:44.150028 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-50d8497c-bcee-4a4a-bac5-97ad264be89d req-3e3f44f1-789b-4851-a2a0-a1754aba2086 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4829f58c-adec-413d-83c8-23f1d3143205 HTTP/1.1" status: 200 len: 943 time: 0.0629270 Aug 08 00:35:44.152441 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:35:44.225128 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-50d8497c-bcee-4a4a-bac5-97ad264be89d req-149a31d1-f4c5-436b-88d8-52252487a0fa tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=99750fcd-194d-487c-b80c-a79152b12484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657022 Aug 08 00:35:44.313989 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:35:44.348926 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-053f2fa2-08e2-4320-9ef7-ed55b6b025bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (8871f2bb-53fb-48a8-be6c-361eafeaffd1), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:44.358257 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 59408) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:35:44.413392 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_hamode_db [None req-fa6b384a-cd22-4bba-a222-eb26360ab4b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd99aed4c-db56-4c90-b02b-64144441fa35', 'name': 'tempest-TestVolumeBootPattern-1815404956-router', 'tenant_id': 'a22da44baa6b472e91d99fbcb03b583c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '7a061287-b52c-47b1-848a-b38d19005ef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:35:38Z', 'updated_at': '2022-08-08T00:35:41Z', 'revision_number': 3, 'project_id': 'a22da44baa6b472e91d99fbcb03b583c', 'gw_port': {'id': '7a061287-b52c-47b1-848a-b38d19005ef5', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:21:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd99aed4c-db56-4c90-b02b-64144441fa35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:35:39Z', 'updated_at': '2022-08-08T00:35:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi'}], 'dv-cinder-851640-3-iscsi', False) {} {{(pid=115993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:35:44.440091 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6b384a-cd22-4bba-a222-eb26360ab4b2 None None] Checking router: d99aed4c-db56-4c90-b02b-64144441fa35 for host: dv-cinder-851640-3-iscsi {{(pid=115993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 00:35:44.441080 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6b384a-cd22-4bba-a222-eb26360ab4b2 None None] Updating router d99aed4c-db56-4c90-b02b-64144441fa35 port 7a061287-b52c-47b1-848a-b38d19005ef5 binding host dv-cinder-851640-3-iscsi {{(pid=115993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 08 00:35:44.471366 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fa6b384a-cd22-4bba-a222-eb26360ab4b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (7a061287-b52c-47b1-848a-b38d19005ef5), before_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:44.478572 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.v2.base [None req-74d8d285-3582-44ec-abd5-4a4cb780127c admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2035630084-network', 'tenant_id': 'b8f2a58683be4aa486cebdf7aa8e0d83'}} {{(pid=115992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:35:44.481944 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:35:44.578667 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74d8d285-3582-44ec-abd5-4a4cb780127c admin admin] Made reservation on behalf of b8f2a58683be4aa486cebdf7aa8e0d83 for: {'network': 1} {{(pid=115992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 00:35:44.579934 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-33893164-4dbc-473f-8944-c423d15ad448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (None), before_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:44.581684 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-74d8d285-3582-44ec-abd5-4a4cb780127c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for network (None), before_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:44.591178 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-74d8d285-3582-44ec-abd5-4a4cb780127c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:44.705314 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-74d8d285-3582-44ec-abd5-4a4cb780127c admin admin] Publish callbacks [] for security_group (107e9f55-8376-45e6-a94e-667c44085544), precommit_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:44.792948 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.db.db_base_plugin_common [None req-33893164-4dbc-473f-8944-c423d15ad448 admin admin] Allocated IP 172.20.0.1 (e16e278d-24ed-46ec-9b21-78207cc53646/49ad74e6-a7f8-44c2-b833-dcbba288ca27/b8522b74-8a47-4852-94d4-8aec395de36e) {{(pid=115991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 00:35:44.801527 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-74d8d285-3582-44ec-abd5-4a4cb780127c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (107e9f55-8376-45e6-a94e-667c44085544), after_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:44.889786 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fa6b384a-cd22-4bba-a222-eb26360ab4b2 None None] Publish callbacks [] for port (7a061287-b52c-47b1-848a-b38d19005ef5), precommit_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:44.910367 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:DELETE=3,neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:35:44.912138 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74d8d285-3582-44ec-abd5-4a4cb780127c admin admin] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=115992) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 08 00:35:44.924204 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d8d285-3582-44ec-abd5-4a4cb780127c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=107e9f55-8376-45e6-a94e-667c44085544,revision_number=1']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:35:44.933110 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-74d8d285-3582-44ec-abd5-4a4cb780127c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1398331'] for segment (a97d0af1-6dcd-4953-9065-c83d72f6ad5c), precommit_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:44.933444 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.db.segments_db [None req-74d8d285-3582-44ec-abd5-4a4cb780127c admin admin] Added segment a97d0af1-6dcd-4953-9065-c83d72f6ad5c of type vlan for network bb10d8ed-7241-4962-a6fb-543fbf8ccecf Aug 08 00:35:44.969683 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fa6b384a-cd22-4bba-a222-eb26360ab4b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821'] for port (7a061287-b52c-47b1-848a-b38d19005ef5), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:45.016759 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-74d8d285-3582-44ec-abd5-4a4cb780127c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764676137144'] for network (bb10d8ed-7241-4962-a6fb-543fbf8ccecf), precommit_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:45.028440 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:35:45.046199 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-33893164-4dbc-473f-8944-c423d15ad448 admin admin] Publish callbacks [] for port (b8522b74-8a47-4852-94d4-8aec395de36e), precommit_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:45.051242 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.managers [None req-fa6b384a-cd22-4bba-a222-eb26360ab4b2 None None] Attempting to bind port 7a061287-b52c-47b1-848a-b38d19005ef5 on host dv-cinder-851640-3-iscsi for vnic_type normal with profile {{(pid=115993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 00:35:45.051698 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.managers [None req-fa6b384a-cd22-4bba-a222-eb26360ab4b2 None None] Attempting to bind port 7a061287-b52c-47b1-848a-b38d19005ef5 by drivers openvswitch,hyperv on host dv-cinder-851640-3-iscsi at level 0 using segments [{'id': '15fce33c-3ff3-4714-8fe9-15b1a1600e57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f'}] {{(pid=115993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 00:35:45.052178 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6b384a-cd22-4bba-a222-eb26360ab4b2 None None] Attempting to bind port 7a061287-b52c-47b1-848a-b38d19005ef5 on network 743d2d45-6b8c-49b7-a932-c537e45f946f {{(pid=115993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 00:35:45.075618 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6b384a-cd22-4bba-a222-eb26360ab4b2 None None] Checking agent: {'id': 'aa35aa05-3c09-40ae-a1e3-ebf96fe3358c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851640-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 0, 24, 15), 'started_at': datetime.datetime(2022, 8, 8, 0, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 0, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851640-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 00:35:45.076037 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6b384a-cd22-4bba-a222-eb26360ab4b2 None None] Checking segment: {'id': '15fce33c-3ff3-4714-8fe9-15b1a1600e57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 00:35:45.076411 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fa6b384a-cd22-4bba-a222-eb26360ab4b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:45.076835 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6b384a-cd22-4bba-a222-eb26360ab4b2 None None] Bound using segment: {'id': '15fce33c-3ff3-4714-8fe9-15b1a1600e57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f'} {{(pid=115993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 00:35:45.077290 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.managers [None req-fa6b384a-cd22-4bba-a222-eb26360ab4b2 None None] Bound port: 7a061287-b52c-47b1-848a-b38d19005ef5, host: dv-cinder-851640-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15fce33c-3ff3-4714-8fe9-15b1a1600e57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f'}}] {{(pid=115993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 00:35:45.078430 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fa6b384a-cd22-4bba-a222-eb26360ab4b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (7a061287-b52c-47b1-848a-b38d19005ef5), before_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:45.108324 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04d9b14-1817-46b8-8cd5-89a6af2554fc None None] Pushing event updated for resources: {'Port': ['ID=7a061287-b52c-47b1-848a-b38d19005ef5,revision_number=2']} {{(pid=115993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:35:45.109750 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-74d8d285-3582-44ec-abd5-4a4cb780127c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032'] for network (bb10d8ed-7241-4962-a6fb-543fbf8ccecf), after_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:45.110974 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d8d285-3582-44ec-abd5-4a4cb780127c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:35:45.117543 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-74d8d285-3582-44ec-abd5-4a4cb780127c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575022'] for network (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:45.148661 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-fa6b384a-cd22-4bba-a222-eb26360ab4b2 None None] For port 7a061287-b52c-47b1-848a-b38d19005ef5, host dv-cinder-851640-3-iscsi, cleared binding levels {{(pid=115993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 00:35:45.153991 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-fa6b384a-cd22-4bba-a222-eb26360ab4b2 None None] For port 7a061287-b52c-47b1-848a-b38d19005ef5, host dv-cinder-851640-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851640-3-iscsi',level=0,port_id=7a061287-b52c-47b1-848a-b38d19005ef5,segment=NetworkSegment(15fce33c-3ff3-4714-8fe9-15b1a1600e57),segment_id=15fce33c-3ff3-4714-8fe9-15b1a1600e57)] {{(pid=115993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 00:35:45.155253 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fbce9c-60cd-4c92-afb9-932d2e07c5b8 req-f31be3c9-e11d-475b-a4fc-124181d18bd6 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:35:45.157591 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-a3fbce9c-60cd-4c92-afb9-932d2e07c5b8 req-f31be3c9-e11d-475b-a4fc-124181d18bd6 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=19fb56ea-f1ea-4d66-9b9b-a86c0fa7ebb7 HTTP/1.1" status: 200 len: 944 time: 0.0764894 Aug 08 00:35:45.165166 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=77,neutron:INSERT=18,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:35:45.216956 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-a3fbce9c-60cd-4c92-afb9-932d2e07c5b8 req-2f6d9928-7617-427e-af81-0a59ac6b9894 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=09961e5e-e3b7-4ca0-b7b9-8e62edbb778a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528238 Aug 08 00:35:45.235275 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 59424) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:35:45.243354 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.v2.base [None req-378a1f48-2c7c-4b80-9e2a-9c9387ee84f6 admin admin] Request body: {'subnet': {'network_id': 'bb10d8ed-7241-4962-a6fb-543fbf8ccecf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2035630084-subnet', 'tenant_id': 'b8f2a58683be4aa486cebdf7aa8e0d83', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:35:45.244519 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-74d8d285-3582-44ec-abd5-4a4cb780127c admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.8717101 Aug 08 00:35:45.245481 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d8d285-3582-44ec-abd5-4a4cb780127c admin admin] Pushing event updated for resources: {'Network': ['ID=bb10d8ed-7241-4962-a6fb-543fbf8ccecf,revision_number=1']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:35:45.246673 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fa6b384a-cd22-4bba-a222-eb26360ab4b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821'] for port (7a061287-b52c-47b1-848a-b38d19005ef5), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:45.272360 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-33893164-4dbc-473f-8944-c423d15ad448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764676113785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2785209'] for port (b8522b74-8a47-4852-94d4-8aec395de36e), after_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:45.289183 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Network bb10d8ed-7241-4962-a6fb-543fbf8ccecf details requested by agent ovs-agent-dv-cinder-851640-3-iscsi with host dv-cinder-851640-3-iscsi {{(pid=115993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 08 00:35:45.322347 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33893164-4dbc-473f-8944-c423d15ad448 admin admin] Network e16e278d-24ed-46ec-9b21-78207cc53646 is already hosted by enough agents. {{(pid=115991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 00:35:45.328120 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.scheduler.base_scheduler [None req-33893164-4dbc-473f-8944-c423d15ad448 admin admin] Resources bound (agent type, host, resource id): {{(pid=115991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 00:35:45.358819 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33893164-4dbc-473f-8944-c423d15ad448 admin admin] Received port after_create {{(pid=115991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 00:35:45.441353 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33893164-4dbc-473f-8944-c423d15ad448 admin admin] Pushing event updated for resources: {'Port': ['ID=b8522b74-8a47-4852-94d4-8aec395de36e,revision_number=1']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:35:45.463624 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-378a1f48-2c7c-4b80-9e2a-9c9387ee84f6 admin admin] Made reservation on behalf of b8f2a58683be4aa486cebdf7aa8e0d83 for: {'subnet': 1} {{(pid=115991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 00:35:45.472003 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-378a1f48-2c7c-4b80-9e2a-9c9387ee84f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26229538'] for subnet (None), before_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:45.504068 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:35:45.505005 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6b384a-cd22-4bba-a222-eb26360ab4b2 None None] Routers {'d99aed4c-db56-4c90-b02b-64144441fa35'} bound to L3 agent in host dv-cinder-851640-3-iscsi {{(pid=115993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 00:35:45.505649 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_hamode_db [None req-fa6b384a-cd22-4bba-a222-eb26360ab4b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851640-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-08T00:24:12Z,description=,heartbeat_timestamp=2022-08-08T00:35:42Z,host='dv-cinder-851640-3-iscsi',id=d53f5436-7c7f-4441-9708-9d0333b57745,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T00:24:13Z,topic='l3_agent')) {'router_ids': ['d99aed4c-db56-4c90-b02b-64144441fa35'], 'active': True} {{(pid=115993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:35:45.507288 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390764fc-03a5-43d1-ade5-71e0f3cb4c32 req-47f76789-2730-4b9e-bd2b-2f834d876432 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:35:45.518281 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-390764fc-03a5-43d1-ade5-71e0f3cb4c32 req-47f76789-2730-4b9e-bd2b-2f834d876432 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4829f58c-adec-413d-83c8-23f1d3143205 HTTP/1.1" status: 200 len: 943 time: 0.1298277 Aug 08 00:35:45.606527 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-33893164-4dbc-473f-8944-c423d15ad448 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-500133'] for router_interface (d99aed4c-db56-4c90-b02b-64144441fa35), before_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:45.606836 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04d9b14-1817-46b8-8cd5-89a6af2554fc None None] Pushing event updated for resources: {'Port': ['ID=7a061287-b52c-47b1-848a-b38d19005ef5,revision_number=3']} {{(pid=115993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:35:45.618116 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-390764fc-03a5-43d1-ade5-71e0f3cb4c32 req-826230f0-428a-4f61-ad17-c77b2ddc4b1a tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=99750fcd-194d-487c-b80c-a79152b12484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987973 Aug 08 00:35:45.633263 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (aa35aa05-3c09-40ae-a1e3-ebf96fe3358c), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:45.737413 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:35:45.889034 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvr_db [None req-fa6b384a-cd22-4bba-a222-eb26360ab4b2 None None] Set router d99aed4c-db56-4c90-b02b-64144441fa35 gateway port host: dv-cinder-851640-3-iscsi {{(pid=115993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 00:35:45.891360 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-33893164-4dbc-473f-8944-c423d15ad448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (b8522b74-8a47-4852-94d4-8aec395de36e), before_update {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:46.017421 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-e3a8cb0c-dcff-4847-bad9-9216dacadfe0 None None] Provisioning complete for port b8522b74-8a47-4852-94d4-8aec395de36e triggered by entity DHCP. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:35:46.017890 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-e3a8cb0c-dcff-4847-bad9-9216dacadfe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (b8522b74-8a47-4852-94d4-8aec395de36e), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:46.055064 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:35:46.078794 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-e3a8cb0c-dcff-4847-bad9-9216dacadfe0 None None] Port b8522b74-8a47-4852-94d4-8aec395de36e cannot update to ACTIVE because it is not bound. {{(pid=115993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 08 00:35:46.097053 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Device 424b2123-2ed7-4eda-bdcf-dd72a3df7bea details requested by agent hyperv_hv-cinder-85164 with host hv-cinder-85164 {{(pid=115993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 08 00:35:46.141033 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-33893164-4dbc-473f-8944-c423d15ad448 admin admin] Publish callbacks [] for port (b8522b74-8a47-4852-94d4-8aec395de36e), precommit_update {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:46.175471 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8595aaf-2f11-43eb-b03e-81695e523f59 req-9415c642-9997-43c3-ad76-6552a035abf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:35:46.183863 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-a8595aaf-2f11-43eb-b03e-81695e523f59 req-9415c642-9997-43c3-ad76-6552a035abf0 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=fc3040045262415cb0fcb9525ba437bc&device_id=19fb56ea-f1ea-4d66-9b9b-a86c0fa7ebb7 HTTP/1.1" status: 200 len: 1128 time: 0.1188126 Aug 08 00:35:46.238697 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_hamode_db [None req-fa6b384a-cd22-4bba-a222-eb26360ab4b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd99aed4c-db56-4c90-b02b-64144441fa35', 'name': 'tempest-TestVolumeBootPattern-1815404956-router', 'tenant_id': 'a22da44baa6b472e91d99fbcb03b583c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '7a061287-b52c-47b1-848a-b38d19005ef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:35:38Z', 'updated_at': '2022-08-08T00:35:41Z', 'revision_number': 3, 'project_id': 'a22da44baa6b472e91d99fbcb03b583c', 'gw_port': {'id': '7a061287-b52c-47b1-848a-b38d19005ef5', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:21:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd99aed4c-db56-4c90-b02b-64144441fa35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:35:39Z', 'updated_at': '2022-08-08T00:35:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi'}], 'dv-cinder-851640-3-iscsi', False) {} {{(pid=115993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:35:46.275397 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6b384a-cd22-4bba-a222-eb26360ab4b2 None None] The sync data for ids ['d99aed4c-db56-4c90-b02b-64144441fa35'] in dv-cinder-851640-3-iscsi is: [{'id': 'd99aed4c-db56-4c90-b02b-64144441fa35', 'name': 'tempest-TestVolumeBootPattern-1815404956-router', 'tenant_id': 'a22da44baa6b472e91d99fbcb03b583c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '7a061287-b52c-47b1-848a-b38d19005ef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:35:38Z', 'updated_at': '2022-08-08T00:35:41Z', 'revision_number': 3, 'project_id': 'a22da44baa6b472e91d99fbcb03b583c', 'gw_port': {'id': '7a061287-b52c-47b1-848a-b38d19005ef5', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:21:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd99aed4c-db56-4c90-b02b-64144441fa35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:35:39Z', 'updated_at': '2022-08-08T00:35:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi'}] {{(pid=115993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 00:35:46.338480 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] For port 424b2123-2ed7-4eda-bdcf-dd72a3df7bea, host hv-cinder-85164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85164',level=0,port_id=424b2123-2ed7-4eda-bdcf-dd72a3df7bea,segment=NetworkSegment(e72a67c9-8c15-4f85-816f-48dd79f90a1d),segment_id=e72a67c9-8c15-4f85-816f-48dd79f90a1d)] {{(pid=115993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:35:46.359442 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Returning: {'device': '424b2123-2ed7-4eda-bdcf-dd72a3df7bea', 'network_id': '80d6d476-8f39-44d3-b747-4eed8b7c1a18', 'port_id': '424b2123-2ed7-4eda-bdcf-dd72a3df7bea', 'mac_address': 'fa:16:3e:a5:56:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e97ee91-c7eb-4a92-adff-260b02055216', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 08 00:35:46.412894 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Current status of the port 424b2123-2ed7-4eda-bdcf-dd72a3df7bea is: DOWN; New status is: BUILD {{(pid=115993) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 00:35:46.413412 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (424b2123-2ed7-4eda-bdcf-dd72a3df7bea), before_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:46.416144 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-64237613-c389-4d10-936d-2956085fc78e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (998b03d7-10a2-4624-8114-660f2901b45f), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:46.430512 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.notifiers.nova [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 424b2123-2ed7-4eda-bdcf-dd72a3df7bea {{(pid=115993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 00:35:46.458709 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-33893164-4dbc-473f-8944-c423d15ad448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2785206'] for port (b8522b74-8a47-4852-94d4-8aec395de36e), after_update {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:46.485356 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] For port 424b2123-2ed7-4eda-bdcf-dd72a3df7bea, host hv-cinder-85164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85164',level=0,port_id=424b2123-2ed7-4eda-bdcf-dd72a3df7bea,segment=NetworkSegment(e72a67c9-8c15-4f85-816f-48dd79f90a1d),segment_id=e72a67c9-8c15-4f85-816f-48dd79f90a1d)] {{(pid=115993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:35:46.524325 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:35:46.525709 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-378a1f48-2c7c-4b80-9e2a-9c9387ee84f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2785037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26229556'] for subnet (5dfae887-000c-41dc-ba1e-8cde25c087a1), after_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:46.539337 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33893164-4dbc-473f-8944-c423d15ad448 admin admin] Pushing event updated for resources: {'Port': ['ID=b8522b74-8a47-4852-94d4-8aec395de36e,revision_number=2']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:35:46.566134 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821'] for port (424b2123-2ed7-4eda-bdcf-dd72a3df7bea), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:46.636358 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.agents_db [None req-431a3ab4-e5a4-4361-9fcb-d2d78b6c2e03 None None] Agent healthcheck: found 6 active agents {{(pid=115994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 00:35:46.651275 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b82463-0952-405a-958a-ea43de1910f6 req-c9befde4-ac59-4334-a41b-aaff9de7877f tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:35:46.654159 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-71b82463-0952-405a-958a-ea43de1910f6 req-c9befde4-ac59-4334-a41b-aaff9de7877f tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=19fb56ea-f1ea-4d66-9b9b-a86c0fa7ebb7 HTTP/1.1" status: 200 len: 944 time: 0.2879300 Aug 08 00:35:46.688950 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Pushing event updated for resources: {'Port': ['ID=424b2123-2ed7-4eda-bdcf-dd72a3df7bea,revision_number=9']} {{(pid=115993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:35:46.727938 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378a1f48-2c7c-4b80-9e2a-9c9387ee84f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5dfae887-000c-41dc-ba1e-8cde25c087a1,revision_number=0']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:35:46.776397 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8595aaf-2f11-43eb-b03e-81695e523f59 req-a73e7e71-7a06-476b-87ed-353aea3d24da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:35:46.777094 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-33893164-4dbc-473f-8944-c423d15ad448 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-499733'] for router_interface (d99aed4c-db56-4c90-b02b-64144441fa35), after_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:46.790929 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-a8595aaf-2f11-43eb-b03e-81695e523f59 req-a73e7e71-7a06-476b-87ed-353aea3d24da service neutron] 10.222.0.25 "GET /networking/v2.0/networks?tenant_id=fc3040045262415cb0fcb9525ba437bc&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3682795 Aug 08 00:35:46.828510 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378a1f48-2c7c-4b80-9e2a-9c9387ee84f6 admin admin] Checking segment: {'id': 'a97d0af1-6dcd-4953-9065-c83d72f6ad5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bb10d8ed-7241-4962-a6fb-543fbf8ccecf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 00:35:46.829233 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378a1f48-2c7c-4b80-9e2a-9c9387ee84f6 admin admin] Network hostable DHCP agents. Network: bb10d8ed-7241-4962-a6fb-543fbf8ccecf, hostable agents: ['93e2312b-3744-4a9e-8723-a0f19f10f89a'], hosted agents: [] {{(pid=115991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 08 00:35:46.873715 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-71b82463-0952-405a-958a-ea43de1910f6 req-d50ce798-c091-4e33-b0b7-2d42d9bfdab3 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=09961e5e-e3b7-4ca0-b7b9-8e62edbb778a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084770 Aug 08 00:35:46.884980 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] get_ports_and_sgs() called for port_ids ['424b2123-2ed7-4eda-bdcf-dd72a3df7bea'] {{(pid=115993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 00:35:46.922840 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab74ccd-a5db-4437-ae47-fc575e579676 req-2f291ffe-d366-4dc9-9ba2-f30e98a391a0 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:35:46.926551 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-eab74ccd-a5db-4437-ae47-fc575e579676 req-2f291ffe-d366-4dc9-9ba2-f30e98a391a0 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4829f58c-adec-413d-83c8-23f1d3143205 HTTP/1.1" status: 200 len: 944 time: 0.1339610 Aug 08 00:35:46.975163 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33893164-4dbc-473f-8944-c423d15ad448 admin admin] Network e16e278d-24ed-46ec-9b21-78207cc53646 is already hosted by enough agents. {{(pid=115991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 00:35:46.976997 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.scheduler.base_scheduler [None req-33893164-4dbc-473f-8944-c423d15ad448 admin admin] Resources bound (agent type, host, resource id): {{(pid=115991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 00:35:47.051988 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378a1f48-2c7c-4b80-9e2a-9c9387ee84f6 admin admin] Network bb10d8ed-7241-4962-a6fb-543fbf8ccecf is scheduled to be hosted by DHCP agent 93e2312b-3744-4a9e-8723-a0f19f10f89a with binding_index 1 {{(pid=115991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 08 00:35:47.054835 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:35:47.066285 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-eab74ccd-a5db-4437-ae47-fc575e579676 req-1e8f905c-550f-43eb-8db8-912f542b3115 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=99750fcd-194d-487c-b80c-a79152b12484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1281686 Aug 08 00:35:47.178957 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.scheduler.base_scheduler [None req-378a1f48-2c7c-4b80-9e2a-9c9387ee84f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851640-3-iscsi, bb10d8ed-7241-4962-a6fb-543fbf8ccecf) {{(pid=115991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 00:35:47.184489 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-378a1f48-2c7c-4b80-9e2a-9c9387ee84f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:35:47.185112 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-378a1f48-2c7c-4b80-9e2a-9c9387ee84f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575022'] for subnet (None), before_response {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:47.193515 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-593f254d-4b8c-46e4-9ea4-8591ba5bea12 None None] Network bb10d8ed-7241-4962-a6fb-543fbf8ccecf requested from dv-cinder-851640-3-iscsi {{(pid=115993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 00:35:47.201195 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:35:47.229724 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33893164-4dbc-473f-8944-c423d15ad448 admin admin] Router d99aed4c-db56-4c90-b02b-64144441fa35 has already been hosted by L3 agent d53f5436-7c7f-4441-9708-9d0333b57745 {{(pid=115991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 00:35:47.395320 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33893164-4dbc-473f-8944-c423d15ad448 admin admin] Notify agent at l3_agent.dv-cinder-851640-3-iscsi the message routers_updated {{(pid=115991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 00:35:47.416149 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-33893164-4dbc-473f-8944-c423d15ad448 admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/d99aed4c-db56-4c90-b02b-64144441fa35/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4070477 Aug 08 00:35:47.429949 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-378a1f48-2c7c-4b80-9e2a-9c9387ee84f6 admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.1833851 Aug 08 00:35:47.568445 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-8234d03e-92f2-43b2-b389-0ddb55cacf5b None None] Provisioning complete for port b8522b74-8a47-4852-94d4-8aec395de36e triggered by entity DHCP. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:35:47.569062 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-8234d03e-92f2-43b2-b389-0ddb55cacf5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (b8522b74-8a47-4852-94d4-8aec395de36e), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:47.678980 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f65c0b87-1d3a-4c3a-afab-e0569d5ac2b7 None None] Network bb10d8ed-7241-4962-a6fb-543fbf8ccecf requested from dv-cinder-851640-3-iscsi {{(pid=115993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 00:35:47.744262 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-8234d03e-92f2-43b2-b389-0ddb55cacf5b None None] Port b8522b74-8a47-4852-94d4-8aec395de36e cannot update to ACTIVE because it is not bound. {{(pid=115993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 08 00:35:47.930558 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8595aaf-2f11-43eb-b03e-81695e523f59 req-c6460f94-7368-4014-9ae8-a979bff5f3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:35:47.940288 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-a8595aaf-2f11-43eb-b03e-81695e523f59 req-c6460f94-7368-4014-9ae8-a979bff5f3c6 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2065697 Aug 08 00:35:48.135658 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aec39b-b4a3-4c5b-ac60-9e799effd438 req-13e4f9a3-46cb-4dfc-9f21-128d8ff150bf tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:35:48.137755 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-15aec39b-b4a3-4c5b-ac60-9e799effd438 req-13e4f9a3-46cb-4dfc-9f21-128d8ff150bf tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=19fb56ea-f1ea-4d66-9b9b-a86c0fa7ebb7 HTTP/1.1" status: 200 len: 944 time: 0.1556590 Aug 08 00:35:48.147125 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505b0d26-a15e-4431-88d4-fa3894d8fb0a req-a1ab769d-9da9-4751-a6b5-e3458c54c0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:35:48.153769 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-505b0d26-a15e-4431-88d4-fa3894d8fb0a req-a1ab769d-9da9-4751-a6b5-e3458c54c0e4 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=fc3040045262415cb0fcb9525ba437bc&device_id=19fb56ea-f1ea-4d66-9b9b-a86c0fa7ebb7 HTTP/1.1" status: 200 len: 1128 time: 0.1511536 Aug 08 00:35:48.223326 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Device 424b2123-2ed7-4eda-bdcf-dd72a3df7bea up at agent hyperv_hv-cinder-85164 {{(pid=115993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 00:35:48.286422 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-505b0d26-a15e-4431-88d4-fa3894d8fb0a req-4e43de5d-c665-4630-8f84-70e4c5d8a7db service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=52a4e9c0-250f-456a-959b-dc428c3b9d82 HTTP/1.1" status: 200 len: 217 time: 0.0975852 Aug 08 00:35:48.297745 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b0b45f-dccb-4a2f-8701-0befbe4e94fd req-a16d12bc-f06a-4fcd-ac60-363474612ed8 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:35:48.305621 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-a4b0b45f-dccb-4a2f-8701-0befbe4e94fd req-a16d12bc-f06a-4fcd-ac60-363474612ed8 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4829f58c-adec-413d-83c8-23f1d3143205 HTTP/1.1" status: 200 len: 944 time: 0.0672932 Aug 08 00:35:48.329988 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-15aec39b-b4a3-4c5b-ac60-9e799effd438 req-780d4110-563d-42fe-b17f-ea408d37034d tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=09961e5e-e3b7-4ca0-b7b9-8e62edbb778a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786966 Aug 08 00:35:48.395944 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Provisioning complete for port 424b2123-2ed7-4eda-bdcf-dd72a3df7bea triggered by entity L2. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:35:48.395944 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (424b2123-2ed7-4eda-bdcf-dd72a3df7bea), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:48.429738 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505b0d26-a15e-4431-88d4-fa3894d8fb0a req-e918ec76-f20e-4bb7-b801-55ecbf41883a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:35:48.431919 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-505b0d26-a15e-4431-88d4-fa3894d8fb0a req-e918ec76-f20e-4bb7-b801-55ecbf41883a service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=6c63140e-226a-4bbd-a6bf-32948b7d12fa HTTP/1.1" status: 200 len: 853 time: 0.1236024 Aug 08 00:35:48.437897 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-a4b0b45f-dccb-4a2f-8701-0befbe4e94fd req-25e9e7e8-fdc8-4465-8dfc-d4660cc8d167 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=99750fcd-194d-487c-b80c-a79152b12484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1316485 Aug 08 00:35:48.522163 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505b0d26-a15e-4431-88d4-fa3894d8fb0a req-48338bf2-57e5-4557-8265-6be8ca21d58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:35:48.523819 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-505b0d26-a15e-4431-88d4-fa3894d8fb0a req-48338bf2-57e5-4557-8265-6be8ca21d58f service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=b7d4df26-7f3c-4a8b-af0d-6e65e40d3930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0570688 Aug 08 00:35:48.548758 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Current status of the port 424b2123-2ed7-4eda-bdcf-dd72a3df7bea is: BUILD; New status is: ACTIVE {{(pid=115993) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 00:35:48.549302 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (424b2123-2ed7-4eda-bdcf-dd72a3df7bea), before_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:48.637154 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] For port 424b2123-2ed7-4eda-bdcf-dd72a3df7bea, host hv-cinder-85164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85164',level=0,port_id=424b2123-2ed7-4eda-bdcf-dd72a3df7bea,segment=NetworkSegment(e72a67c9-8c15-4f85-816f-48dd79f90a1d),segment_id=e72a67c9-8c15-4f85-816f-48dd79f90a1d)] {{(pid=115993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:35:48.644046 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4829f58c-adec-413d-83c8-23f1d3143205', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '424b2123-2ed7-4eda-bdcf-dd72a3df7bea'}] {{(pid=115993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 00:35:48.648083 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffcbb3165cefe78fdef2215408d5e0047484b378f5d65619a4e095a8aefc113e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6b00404-2ccc-4eef-a8f9-12da51de5b2f" -d '{"events": [{"server_uuid": "4829f58c-adec-413d-83c8-23f1d3143205", "name": "network-vif-plugged", "status": "completed", "tag": "424b2123-2ed7-4eda-bdcf-dd72a3df7bea"}]}' {{(pid=115993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 00:35:48.713566 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821'] for port (424b2123-2ed7-4eda-bdcf-dd72a3df7bea), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:48.811405 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:35:48.811405 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Pushing event updated for resources: {'Port': ['ID=424b2123-2ed7-4eda-bdcf-dd72a3df7bea,revision_number=10']} {{(pid=115993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:35:48.820985 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 00:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a35420b-81a7-4323-9c29-09e9c13bf84d x-openstack-request-id: req-8a35420b-81a7-4323-9c29-09e9c13bf84d {{(pid=115993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 00:35:48.821315 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4829f58c-adec-413d-83c8-23f1d3143205", "name": "network-vif-plugged", "status": "completed", "tag": "424b2123-2ed7-4eda-bdcf-dd72a3df7bea", "code": 200}]} {{(pid=115993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 00:35:48.821648 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8a35420b-81a7-4323-9c29-09e9c13bf84d {{(pid=115993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 00:35:48.822060 dv-cinder-851640-3-iscsi neutron-server[115993]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a35420b-81a7-4323-9c29-09e9c13bf84d'] response: {'server_uuid': '4829f58c-adec-413d-83c8-23f1d3143205', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '424b2123-2ed7-4eda-bdcf-dd72a3df7bea', 'code': 200} Aug 08 00:35:48.823405 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:35:48.823757 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:35:48.824166 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:35:48.824430 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:35:48.824759 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:35:48.825126 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:35:48.825440 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:35:48.825767 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:35:48.826094 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:35:48.827802 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:35:48.828017 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:35:48.828367 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:35:48.828701 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:35:48.829251 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:35:48.829577 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:35:48.841186 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Device 7a061287-b52c-47b1-848a-b38d19005ef5 up at agent ovs-agent-dv-cinder-851640-3-iscsi {{(pid=115993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 00:35:48.886734 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-505b0d26-a15e-4431-88d4-fa3894d8fb0a req-833d882d-ba9f-437d-b8ec-403f5cd4fb77 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/b7d4df26-7f3c-4a8b-af0d-6e65e40d3930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2638760 Aug 08 00:35:48.889041 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 59484) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:35:48.896471 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.v2.base [None req-0f69ad63-bdfa-40dc-9964-df063f878c41 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-522143548-network', 'tenant_id': 'ad2ab7aaac7341739eee2f43ea9f161f'}} {{(pid=115991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:35:48.973395 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Provisioning complete for port 7a061287-b52c-47b1-848a-b38d19005ef5 triggered by entity L2. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:35:48.973395 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (7a061287-b52c-47b1-848a-b38d19005ef5), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:49.034688 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f69ad63-bdfa-40dc-9964-df063f878c41 admin admin] Made reservation on behalf of ad2ab7aaac7341739eee2f43ea9f161f for: {'network': 1} {{(pid=115991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 00:35:49.038763 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-0f69ad63-bdfa-40dc-9964-df063f878c41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for network (None), before_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:49.054022 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-0f69ad63-bdfa-40dc-9964-df063f878c41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:49.169958 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Current status of the port 7a061287-b52c-47b1-848a-b38d19005ef5 is: DOWN; New status is: ACTIVE {{(pid=115993) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 00:35:49.172566 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (7a061287-b52c-47b1-848a-b38d19005ef5), before_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:49.175396 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-0f69ad63-bdfa-40dc-9964-df063f878c41 admin admin] Publish callbacks [] for security_group (4c085d7f-a4b3-4f3a-bd5e-b654f9c102e2), precommit_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:49.209308 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] For port 7a061287-b52c-47b1-848a-b38d19005ef5, host dv-cinder-851640-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851640-3-iscsi',level=0,port_id=7a061287-b52c-47b1-848a-b38d19005ef5,segment=NetworkSegment(15fce33c-3ff3-4714-8fe9-15b1a1600e57),segment_id=15fce33c-3ff3-4714-8fe9-15b1a1600e57)] {{(pid=115993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:35:49.271246 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-0f69ad63-bdfa-40dc-9964-df063f878c41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (4c085d7f-a4b3-4f3a-bd5e-b654f9c102e2), after_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:49.326985 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f69ad63-bdfa-40dc-9964-df063f878c41 admin admin] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=115991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 08 00:35:49.330414 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821'] for port (7a061287-b52c-47b1-848a-b38d19005ef5), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:49.340543 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f69ad63-bdfa-40dc-9964-df063f878c41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c085d7f-a4b3-4f3a-bd5e-b654f9c102e2,revision_number=1']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:35:49.345501 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38952fbf-fd37-4388-842d-3bbb345cd79f None None] Sync routers for ids ['d99aed4c-db56-4c90-b02b-64144441fa35'] in dv-cinder-851640-3-iscsi {{(pid=115994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 00:35:49.348512 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-0f69ad63-bdfa-40dc-9964-df063f878c41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1398331'] for segment (ba849c86-988d-47dc-b484-0f209f490be3), precommit_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:49.349294 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.db.segments_db [None req-0f69ad63-bdfa-40dc-9964-df063f878c41 admin admin] Added segment ba849c86-988d-47dc-b484-0f209f490be3 of type vlan for network 8a30da80-347b-44e3-ae81-a8dffefc6b58 Aug 08 00:35:49.389106 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38952fbf-fd37-4388-842d-3bbb345cd79f None None] Routers {'d99aed4c-db56-4c90-b02b-64144441fa35'} bound to L3 agent in host dv-cinder-851640-3-iscsi {{(pid=115994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 00:35:49.393433 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_hamode_db [None req-38952fbf-fd37-4388-842d-3bbb345cd79f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851640-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-08T00:24:12Z,description=,heartbeat_timestamp=2022-08-08T00:35:42Z,host='dv-cinder-851640-3-iscsi',id=d53f5436-7c7f-4441-9708-9d0333b57745,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T00:24:13Z,topic='l3_agent')) {'router_ids': ['d99aed4c-db56-4c90-b02b-64144441fa35'], 'active': True} {{(pid=115994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:35:49.417837 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 59494) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:35:49.424237 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.v2.base [None req-c9d96a95-3f87-47d7-9c01-91743d2b6637 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Request body: {'security_group': {'name': 'tempest-securitygroup--384651240', 'description': 'tempest-description--1073628927'}} {{(pid=115992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:35:49.429779 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-0f69ad63-bdfa-40dc-9964-df063f878c41 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764676137144'] for network (8a30da80-347b-44e3-ae81-a8dffefc6b58), precommit_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:49.444104 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Pushing event updated for resources: {'Port': ['ID=7a061287-b52c-47b1-848a-b38d19005ef5,revision_number=4']} {{(pid=115993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:35:49.462670 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:DELETE=1,neutron:SELECT=97,neutron:INSERT=2 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:35:49.571879 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7fc225-e184-429f-9d4f-f2b5892746e7 req-1bb7fb04-7a85-4347-8e24-a7fb0a5ccb53 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:35:49.573345 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_dvr_db [None req-38952fbf-fd37-4388-842d-3bbb345cd79f None None] Set router d99aed4c-db56-4c90-b02b-64144441fa35 gateway port host: dv-cinder-851640-3-iscsi {{(pid=115994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 00:35:49.573613 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-fb7fc225-e184-429f-9d4f-f2b5892746e7 req-1bb7fb04-7a85-4347-8e24-a7fb0a5ccb53 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=19fb56ea-f1ea-4d66-9b9b-a86c0fa7ebb7 HTTP/1.1" status: 200 len: 944 time: 0.0908287 Aug 08 00:35:49.615105 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae76be22-7286-49b4-8696-124396bbb00c req-5b03045e-c534-4d6d-8e56-1b3480e3e447 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:35:49.628210 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-ae76be22-7286-49b4-8696-124396bbb00c req-5b03045e-c534-4d6d-8e56-1b3480e3e447 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4829f58c-adec-413d-83c8-23f1d3143205 HTTP/1.1" status: 200 len: 946 time: 0.0740104 Aug 08 00:35:49.638828 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-c9d96a95-3f87-47d7-9c01-91743d2b6637 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks [] for security_group (None), before_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:49.644017 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-0f69ad63-bdfa-40dc-9964-df063f878c41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032'] for network (8a30da80-347b-44e3-ae81-a8dffefc6b58), after_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:49.645068 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f69ad63-bdfa-40dc-9964-df063f878c41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:35:49.645746 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-0f69ad63-bdfa-40dc-9964-df063f878c41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575022'] for network (None), before_response {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:49.673775 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-fb7fc225-e184-429f-9d4f-f2b5892746e7 req-523ac1bc-f6d3-46a8-8f44-fdccbfdbd584 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=09961e5e-e3b7-4ca0-b7b9-8e62edbb778a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903645 Aug 08 00:35:49.738199 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f69ad63-bdfa-40dc-9964-df063f878c41 admin admin] Pushing event updated for resources: {'Network': ['ID=8a30da80-347b-44e3-ae81-a8dffefc6b58,revision_number=1']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:35:49.749293 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Network 8a30da80-347b-44e3-ae81-a8dffefc6b58 details requested by agent ovs-agent-dv-cinder-851640-3-iscsi with host dv-cinder-851640-3-iscsi {{(pid=115993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 08 00:35:49.792507 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-0f69ad63-bdfa-40dc-9964-df063f878c41 admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.9019954 Aug 08 00:35:49.795737 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 59498) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:35:49.804697 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.v2.base [None req-be7bd5c4-94a3-42e4-a313-02b3cde30876 admin admin] Request body: {'subnet': {'network_id': '8a30da80-347b-44e3-ae81-a8dffefc6b58', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-522143548-subnet', 'tenant_id': 'ad2ab7aaac7341739eee2f43ea9f161f', 'ip_version': 4}} {{(pid=115991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:35:49.807531 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-ae76be22-7286-49b4-8696-124396bbb00c req-d99d0db1-0c93-4b7d-83f8-5ee5bd0ee669 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=99750fcd-194d-487c-b80c-a79152b12484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1779697 Aug 08 00:35:49.820133 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:35:49.839521 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:35:49.880307 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-c9d96a95-3f87-47d7-9c01-91743d2b6637 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks [] for security_group (39fde6d6-2d93-4daa-a7ea-e2b59dcbb3c5), precommit_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:49.939474 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_hamode_db [None req-38952fbf-fd37-4388-842d-3bbb345cd79f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd99aed4c-db56-4c90-b02b-64144441fa35', 'name': 'tempest-TestVolumeBootPattern-1815404956-router', 'tenant_id': 'a22da44baa6b472e91d99fbcb03b583c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '7a061287-b52c-47b1-848a-b38d19005ef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:35:38Z', 'updated_at': '2022-08-08T00:35:45Z', 'revision_number': 4, 'project_id': 'a22da44baa6b472e91d99fbcb03b583c', 'gw_port': {'id': '7a061287-b52c-47b1-848a-b38d19005ef5', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:21:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99aed4c-db56-4c90-b02b-64144441fa35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:35:39Z', 'updated_at': '2022-08-08T00:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi', '_interfaces': [{'id': 'b8522b74-8a47-4852-94d4-8aec395de36e', 'name': '', 'network_id': 'e16e278d-24ed-46ec-9b21-78207cc53646', 'tenant_id': 'a22da44baa6b472e91d99fbcb03b583c', 'mac_address': 'fa:16:3e:6a:5f:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd99aed4c-db56-4c90-b02b-64144441fa35', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '49ad74e6-a7f8-44c2-b833-dcbba288ca27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:35:44Z', 'updated_at': '2022-08-08T00:35:45Z', 'revision_number': 2, 'project_id': 'a22da44baa6b472e91d99fbcb03b583c', 'subnets': [{'id': '49ad74e6-a7f8-44c2-b833-dcbba288ca27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851640-3-iscsi', False) {} {{(pid=115994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:35:49.955084 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-c9d96a95-3f87-47d7-9c01-91743d2b6637 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (39fde6d6-2d93-4daa-a7ea-e2b59dcbb3c5), after_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:49.959610 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be7bd5c4-94a3-42e4-a313-02b3cde30876 admin admin] Made reservation on behalf of ad2ab7aaac7341739eee2f43ea9f161f for: {'subnet': 1} {{(pid=115991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 00:35:49.962617 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-be7bd5c4-94a3-42e4-a313-02b3cde30876 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26229538'] for subnet (None), before_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:49.966909 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38952fbf-fd37-4388-842d-3bbb345cd79f None None] Checking router: d99aed4c-db56-4c90-b02b-64144441fa35 for host: dv-cinder-851640-3-iscsi {{(pid=115994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 00:35:49.967330 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38952fbf-fd37-4388-842d-3bbb345cd79f None None] Updating router d99aed4c-db56-4c90-b02b-64144441fa35 port b8522b74-8a47-4852-94d4-8aec395de36e binding host dv-cinder-851640-3-iscsi {{(pid=115994) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 08 00:35:50.010856 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d96a95-3f87-47d7-9c01-91743d2b6637 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39fde6d6-2d93-4daa-a7ea-e2b59dcbb3c5,revision_number=1']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:35:50.032067 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron_lib.callbacks.manager [None req-38952fbf-fd37-4388-842d-3bbb345cd79f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (b8522b74-8a47-4852-94d4-8aec395de36e), before_update {{(pid=115994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:50.033190 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:UPDATE=2,neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=6 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:35:50.096359 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=4 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:35:50.116327 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-c9d96a95-3f87-47d7-9c01-91743d2b6637 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks [] for security_group (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:50.118503 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-c9d96a95-3f87-47d7-9c01-91743d2b6637 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6984532 Aug 08 00:35:50.121611 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 59508) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:35:50.139152 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.v2.base [None req-f2b60fa1-0656-45f5-8cdb-feeb02ed0711 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Request body: {'security_group_rule': {'security_group_id': '39fde6d6-2d93-4daa-a7ea-e2b59dcbb3c5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:35:50.276885 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-f2b60fa1-0656-45f5-8cdb-feeb02ed0711 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks [] for security_group_rule (883ece1c-bbd4-40a9-8384-c10ff00bdcd3), before_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:50.402722 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-be7bd5c4-94a3-42e4-a313-02b3cde30876 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2785037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26229556'] for subnet (3405891e-4d08-4233-ada0-4810d42611bd), after_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:50.422807 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-f2b60fa1-0656-45f5-8cdb-feeb02ed0711 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks [] for security_group_rule (883ece1c-bbd4-40a9-8384-c10ff00bdcd3), precommit_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:50.488613 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-6cb59ad5-62c1-48ad-bbf8-3128e008d496 req-0b1fc2d3-5bc8-4736-a0a4-9ae947c818c2 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] 10.222.0.15 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-865781604&fields=id&tenant_id=3101620baddd42c48179a6f411bbd33e HTTP/1.1" status: 200 len: 267 time: 0.2602229 Aug 08 00:35:50.601969 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7bd5c4-94a3-42e4-a313-02b3cde30876 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3405891e-4d08-4233-ada0-4810d42611bd,revision_number=0']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:35:50.602290 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-505b0d26-a15e-4431-88d4-fa3894d8fb0a req-f2a899e7-a081-4a16-83d2-18966e5172b7 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/b7d4df26-7f3c-4a8b-af0d-6e65e40d3930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2571239 Aug 08 00:35:50.652509 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron_lib.callbacks.manager [None req-38952fbf-fd37-4388-842d-3bbb345cd79f None None] Publish callbacks [] for port (b8522b74-8a47-4852-94d4-8aec395de36e), precommit_update {{(pid=115994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:50.707682 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7bd5c4-94a3-42e4-a313-02b3cde30876 admin admin] Checking segment: {'id': 'ba849c86-988d-47dc-b484-0f209f490be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8a30da80-347b-44e3-ae81-a8dffefc6b58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 00:35:50.708135 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be7bd5c4-94a3-42e4-a313-02b3cde30876 admin admin] Network hostable DHCP agents. Network: 8a30da80-347b-44e3-ae81-a8dffefc6b58, hostable agents: ['93e2312b-3744-4a9e-8723-a0f19f10f89a'], hosted agents: [] {{(pid=115991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 08 00:35:50.765579 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Device 7a061287-b52c-47b1-848a-b38d19005ef5 up at agent ovs-agent-dv-cinder-851640-3-iscsi {{(pid=115993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 00:35:50.790315 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae616db6-bcad-4546-a070-6ef0a65ff998 req-8bab180d-980c-4c4d-b408-db59e9c0635f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:35:50.795556 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb59ad5-62c1-48ad-bbf8-3128e008d496 req-8f500aed-bcb3-4207-ba66-27e235cfb701 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:35:50.799027 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-ae616db6-bcad-4546-a070-6ef0a65ff998 req-8bab180d-980c-4c4d-b408-db59e9c0635f service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4829f58c-adec-413d-83c8-23f1d3143205 HTTP/1.1" status: 200 len: 1130 time: 0.1536787 Aug 08 00:35:50.802269 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-6cb59ad5-62c1-48ad-bbf8-3128e008d496 req-8f500aed-bcb3-4207-ba66-27e235cfb701 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] 10.222.0.15 "GET /networking/v2.0/networks?id=40eb5d4b-84fa-4b2b-9896-3375999a2051 HTTP/1.1" status: 200 len: 808 time: 0.3126092 Aug 08 00:35:50.827019 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-6cb59ad5-62c1-48ad-bbf8-3128e008d496 req-8bea88e3-9eb9-4f69-9fe5-11520d4a1b25 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] 10.222.0.15 "GET /networking/v2.0/quotas/3101620baddd42c48179a6f411bbd33e HTTP/1.1" status: 200 len: 375 time: 0.0190971 Aug 08 00:35:50.888195 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Provisioning complete for port 7a061287-b52c-47b1-848a-b38d19005ef5 triggered by entity L2. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:35:50.888725 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (7a061287-b52c-47b1-848a-b38d19005ef5), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:50.919581 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-6cb59ad5-62c1-48ad-bbf8-3128e008d496 req-596a2965-79e4-4f90-8897-5b366681a856 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=3101620baddd42c48179a6f411bbd33e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0849569 Aug 08 00:35:50.950798 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151c1a1e-b78f-42d2-805b-36bef3243875 req-c039e60b-ee6b-45d1-bdb0-8b74d0011918 tempest-VolumesSnapshotTestJSON-1144645517 tempest-VolumesSnapshotTestJSON-1144645517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:35:50.953461 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-151c1a1e-b78f-42d2-805b-36bef3243875 req-c039e60b-ee6b-45d1-bdb0-8b74d0011918 tempest-VolumesSnapshotTestJSON-1144645517 tempest-VolumesSnapshotTestJSON-1144645517-project] 10.222.0.15 "GET /networking/v2.0/networks?id=bb10d8ed-7241-4962-a6fb-543fbf8ccecf HTTP/1.1" status: 200 len: 814 time: 0.2606122 Aug 08 00:35:50.990386 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-151c1a1e-b78f-42d2-805b-36bef3243875 req-cf318aed-c1a2-4a3e-8819-84a9acbb6f7e tempest-VolumesSnapshotTestJSON-1144645517 tempest-VolumesSnapshotTestJSON-1144645517-project] 10.222.0.15 "GET /networking/v2.0/quotas/b8f2a58683be4aa486cebdf7aa8e0d83 HTTP/1.1" status: 200 len: 375 time: 0.0295613 Aug 08 00:35:51.002056 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-f2b60fa1-0656-45f5-8cdb-feeb02ed0711 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339626'] for security_group_rule (883ece1c-bbd4-40a9-8384-c10ff00bdcd3), after_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:51.028406 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Current status of the port 7a061287-b52c-47b1-848a-b38d19005ef5 is: ACTIVE; New status is: ACTIVE {{(pid=115993) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 00:35:51.085852 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b60fa1-0656-45f5-8cdb-feeb02ed0711 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=883ece1c-bbd4-40a9-8384-c10ff00bdcd3,revision_number=0']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:35:51.099782 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-151c1a1e-b78f-42d2-805b-36bef3243875 req-875de1a8-7f37-4c73-a7cd-8d4a4afe4f15 tempest-VolumesSnapshotTestJSON-1144645517 tempest-VolumesSnapshotTestJSON-1144645517-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=b8f2a58683be4aa486cebdf7aa8e0d83&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1004663 Aug 08 00:35:51.144824 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-6cb59ad5-62c1-48ad-bbf8-3128e008d496 req-279b6631-0888-4b45-a27d-4dbd174759ac service neutron] 10.222.0.15 "GET /networking/v2.0/networks/40eb5d4b-84fa-4b2b-9896-3375999a2051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084076 Aug 08 00:35:51.263164 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron_lib.callbacks.manager [None req-38952fbf-fd37-4388-842d-3bbb345cd79f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821'] for port (b8522b74-8a47-4852-94d4-8aec395de36e), after_update {{(pid=115994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:51.275654 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-f2b60fa1-0656-45f5-8cdb-feeb02ed0711 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:51.276635 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-6cb59ad5-62c1-48ad-bbf8-3128e008d496 req-dbec2e81-c781-4ba1-a583-5e96c82d125a service neutron] 10.222.0.15 "GET /networking/v2.0/networks/40eb5d4b-84fa-4b2b-9896-3375999a2051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282039 Aug 08 00:35:51.278100 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be7bd5c4-94a3-42e4-a313-02b3cde30876 admin admin] Network 8a30da80-347b-44e3-ae81-a8dffefc6b58 is scheduled to be hosted by DHCP agent 93e2312b-3744-4a9e-8723-a0f19f10f89a with binding_index 1 {{(pid=115991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 08 00:35:51.283738 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-f2b60fa1-0656-45f5-8cdb-feeb02ed0711 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1574800 Aug 08 00:35:51.287834 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 59532) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:35:51.307581 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.v2.base [None req-314f2d67-0231-4a93-adfb-2150bff5d27d tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Request body: {'security_group_rule': {'security_group_id': '39fde6d6-2d93-4daa-a7ea-e2b59dcbb3c5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:35:51.317315 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-151c1a1e-b78f-42d2-805b-36bef3243875 req-a0f829da-3b38-40c7-a513-15c55c687e5d service neutron] 10.222.0.15 "GET /networking/v2.0/networks/bb10d8ed-7241-4962-a6fb-543fbf8ccecf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068682 Aug 08 00:35:51.397197 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6e0031-484b-475f-9f48-542533a56611 None None] Pushing event updated for resources: {'Port': ['ID=b8522b74-8a47-4852-94d4-8aec395de36e,revision_number=3']} {{(pid=115994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:35:51.406264 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.plugins.ml2.managers [None req-38952fbf-fd37-4388-842d-3bbb345cd79f None None] Attempting to bind port b8522b74-8a47-4852-94d4-8aec395de36e on host dv-cinder-851640-3-iscsi for vnic_type normal with profile {{(pid=115994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 00:35:51.406639 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.plugins.ml2.managers [None req-38952fbf-fd37-4388-842d-3bbb345cd79f None None] Attempting to bind port b8522b74-8a47-4852-94d4-8aec395de36e by drivers openvswitch,hyperv on host dv-cinder-851640-3-iscsi at level 0 using segments [{'id': '56f79eda-31d2-4604-82b3-22c1f0bf411f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e16e278d-24ed-46ec-9b21-78207cc53646'}] {{(pid=115994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 00:35:51.407214 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38952fbf-fd37-4388-842d-3bbb345cd79f None None] Attempting to bind port b8522b74-8a47-4852-94d4-8aec395de36e on network e16e278d-24ed-46ec-9b21-78207cc53646 {{(pid=115994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 00:35:51.411501 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.scheduler.base_scheduler [None req-be7bd5c4-94a3-42e4-a313-02b3cde30876 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851640-3-iscsi, 8a30da80-347b-44e3-ae81-a8dffefc6b58) {{(pid=115991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 00:35:51.416058 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be7bd5c4-94a3-42e4-a313-02b3cde30876 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:35:51.421663 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38952fbf-fd37-4388-842d-3bbb345cd79f None None] Checking agent: {'id': 'aa35aa05-3c09-40ae-a1e3-ebf96fe3358c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851640-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 0, 24, 15), 'started_at': datetime.datetime(2022, 8, 8, 0, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 0, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851640-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 00:35:51.422546 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-be7bd5c4-94a3-42e4-a313-02b3cde30876 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575022'] for subnet (None), before_response {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:51.422648 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38952fbf-fd37-4388-842d-3bbb345cd79f None None] Checking segment: {'id': '56f79eda-31d2-4604-82b3-22c1f0bf411f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e16e278d-24ed-46ec-9b21-78207cc53646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 00:35:51.422648 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron_lib.callbacks.manager [None req-38952fbf-fd37-4388-842d-3bbb345cd79f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:51.422648 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38952fbf-fd37-4388-842d-3bbb345cd79f None None] Bound using segment: {'id': '56f79eda-31d2-4604-82b3-22c1f0bf411f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e16e278d-24ed-46ec-9b21-78207cc53646'} {{(pid=115994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 00:35:51.422648 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.plugins.ml2.managers [None req-38952fbf-fd37-4388-842d-3bbb345cd79f None None] Bound port: b8522b74-8a47-4852-94d4-8aec395de36e, host: dv-cinder-851640-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56f79eda-31d2-4604-82b3-22c1f0bf411f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e16e278d-24ed-46ec-9b21-78207cc53646'}}] {{(pid=115994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 00:35:51.422648 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron_lib.callbacks.manager [None req-38952fbf-fd37-4388-842d-3bbb345cd79f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (b8522b74-8a47-4852-94d4-8aec395de36e), before_update {{(pid=115994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:51.423093 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e3cdfd5-963a-472a-8ee0-e0c4261d8543 None None] Network 8a30da80-347b-44e3-ae81-a8dffefc6b58 requested from dv-cinder-851640-3-iscsi {{(pid=115993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 00:35:51.447603 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-314f2d67-0231-4a93-adfb-2150bff5d27d tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks [] for security_group_rule (d1744c6b-392a-4649-a59b-7d03b86dfe65), before_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:51.472989 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-151c1a1e-b78f-42d2-805b-36bef3243875 req-e65c4149-4c13-4d7b-8fd7-c37407aedb02 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/bb10d8ed-7241-4962-a6fb-543fbf8ccecf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539872 Aug 08 00:35:51.512295 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-be7bd5c4-94a3-42e4-a313-02b3cde30876 admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7150588 Aug 08 00:35:51.518376 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 59540) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:35:51.526575 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.v2.base [None req-d5e960f1-2ebf-430b-b24e-ba2c9903fa10 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-522143548-router', 'tenant_id': 'ad2ab7aaac7341739eee2f43ea9f161f', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f'}}} {{(pid=115991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:35:51.539284 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:UPDATE=1,neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=3 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:35:51.565117 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:35:51.566266 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.plugins.ml2.db [None req-38952fbf-fd37-4388-842d-3bbb345cd79f None None] For port b8522b74-8a47-4852-94d4-8aec395de36e, host dv-cinder-851640-3-iscsi, cleared binding levels {{(pid=115994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 00:35:51.574918 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.plugins.ml2.db [None req-38952fbf-fd37-4388-842d-3bbb345cd79f None None] For port b8522b74-8a47-4852-94d4-8aec395de36e, host dv-cinder-851640-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851640-3-iscsi',level=0,port_id=b8522b74-8a47-4852-94d4-8aec395de36e,segment=NetworkSegment(56f79eda-31d2-4604-82b3-22c1f0bf411f),segment_id=56f79eda-31d2-4604-82b3-22c1f0bf411f)] {{(pid=115994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 00:35:51.579457 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:35:51.593980 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-314f2d67-0231-4a93-adfb-2150bff5d27d tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks [] for security_group_rule (d1744c6b-392a-4649-a59b-7d03b86dfe65), precommit_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:51.594206 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-ae616db6-bcad-4546-a070-6ef0a65ff998 req-09522b86-e5a6-4d5e-b663-ab5f3cb34806 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=99750fcd-194d-487c-b80c-a79152b12484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917902 Aug 08 00:35:51.646475 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1125bbe6-aa01-40c3-8908-96eb81c6c990 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdec297ae-4d72-52f1-8857-0419de17422d-8a30da80-347b-44e3-ae81-a8dffefc6b58', 'network_id': '8a30da80-347b-44e3-ae81-a8dffefc6b58', 'project_id': 'ad2ab7aaac7341739eee2f43ea9f161f', 'fixed_ips': [{'subnet_id': '3405891e-4d08-4233-ada0-4810d42611bd'}]}} from dv-cinder-851640-3-iscsi. {{(pid=115993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 08 00:35:51.647447 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-1125bbe6-aa01-40c3-8908-96eb81c6c990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (None), before_create {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:51.677915 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-d5e960f1-2ebf-430b-b24e-ba2c9903fa10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-512329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-835'] for router (0615554d-02f4-47fe-a7dd-85e36cfe194e), before_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:51.679060 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-d5e960f1-2ebf-430b-b24e-ba2c9903fa10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-502562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-438731', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1613470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-842'] for router (0615554d-02f4-47fe-a7dd-85e36cfe194e), precommit_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:51.710658 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron_lib.callbacks.manager [None req-38952fbf-fd37-4388-842d-3bbb345cd79f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821'] for port (b8522b74-8a47-4852-94d4-8aec395de36e), after_update {{(pid=115994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:51.737262 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-314f2d67-0231-4a93-adfb-2150bff5d27d tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339626'] for security_group_rule (d1744c6b-392a-4649-a59b-7d03b86dfe65), after_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:51.745884 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-d5e960f1-2ebf-430b-b24e-ba2c9903fa10 admin admin] Publish callbacks [] for router_controller (0615554d-02f4-47fe-a7dd-85e36cfe194e), precommit_add_association {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:51.762699 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314f2d67-0231-4a93-adfb-2150bff5d27d tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1744c6b-392a-4649-a59b-7d03b86dfe65,revision_number=0']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:35:51.799512 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38952fbf-fd37-4388-842d-3bbb345cd79f None None] Routers {'d99aed4c-db56-4c90-b02b-64144441fa35'} bound to L3 agent in host dv-cinder-851640-3-iscsi {{(pid=115994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 00:35:51.800196 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_hamode_db [None req-38952fbf-fd37-4388-842d-3bbb345cd79f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851640-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-08T00:24:12Z,description=,heartbeat_timestamp=2022-08-08T00:35:42Z,host='dv-cinder-851640-3-iscsi',id=d53f5436-7c7f-4441-9708-9d0333b57745,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T00:24:13Z,topic='l3_agent')) {'router_ids': ['d99aed4c-db56-4c90-b02b-64144441fa35'], 'active': True} {{(pid=115994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:35:51.810066 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:35:51.860690 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6e0031-484b-475f-9f48-542533a56611 None None] Pushing event updated for resources: {'Port': ['ID=b8522b74-8a47-4852-94d4-8aec395de36e,revision_number=4']} {{(pid=115994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:35:51.886248 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-314f2d67-0231-4a93-adfb-2150bff5d27d tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:51.888873 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-314f2d67-0231-4a93-adfb-2150bff5d27d tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5989709 Aug 08 00:35:51.892536 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 59546) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:35:51.904958 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.v2.base [None req-2d5f7991-cb94-488c-a7c2-c743176b310a tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Request body: {'floatingip': {'floating_network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f'}} {{(pid=115992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:35:51.940233 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=83,neutron:UPDATE=3,neutron:INSERT=10,neutron:DELETE=4 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:35:51.941681 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4443108a-d024-4aa5-96a2-55b2913943a6 req-1a34f368-76fa-492a-bc0c-e7b23149d3ec tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:35:51.944918 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-4443108a-d024-4aa5-96a2-55b2913943a6 req-1a34f368-76fa-492a-bc0c-e7b23149d3ec tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=19fb56ea-f1ea-4d66-9b9b-a86c0fa7ebb7 HTTP/1.1" status: 200 len: 944 time: 0.1178501 Aug 08 00:35:52.005522 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.db_base_plugin_common [None req-1125bbe6-aa01-40c3-8908-96eb81c6c990 None None] Allocated IP 172.20.0.2 (8a30da80-347b-44e3-ae81-a8dffefc6b58/3405891e-4d08-4233-ada0-4810d42611bd/d17ab138-60c5-4cee-af8b-243cba74fbbd) {{(pid=115993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 00:35:52.019528 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_dvr_db [None req-38952fbf-fd37-4388-842d-3bbb345cd79f None None] Set router d99aed4c-db56-4c90-b02b-64144441fa35 gateway port host: dv-cinder-851640-3-iscsi {{(pid=115994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 00:35:52.058528 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-2d5f7991-cb94-488c-a7c2-c743176b310a tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:52.126615 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-d5e960f1-2ebf-430b-b24e-ba2c9903fa10 admin admin] Publish callbacks [] for router_gateway (0615554d-02f4-47fe-a7dd-85e36cfe194e), precommit_update {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:52.234028 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa9ecd4-1b2f-4cc6-85de-18ea1617c942 req-5dff0840-9a42-42ea-859e-73282dec2f72 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:35:52.235691 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-bfa9ecd4-1b2f-4cc6-85de-18ea1617c942 req-5dff0840-9a42-42ea-859e-73282dec2f72 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4829f58c-adec-413d-83c8-23f1d3143205 HTTP/1.1" status: 200 len: 946 time: 0.0742519 Aug 08 00:35:52.247932 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:INSERT=6,neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:35:52.251561 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-2d5f7991-cb94-488c-a7c2-c743176b310a tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (None), before_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:52.277884 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-4443108a-d024-4aa5-96a2-55b2913943a6 req-a1340570-c919-4ff4-9b38-a754e26ad5fa tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=09961e5e-e3b7-4ca0-b7b9-8e62edbb778a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3203530 Aug 08 00:35:52.321001 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-1125bbe6-aa01-40c3-8908-96eb81c6c990 None None] Publish callbacks [] for port (d17ab138-60c5-4cee-af8b-243cba74fbbd), precommit_create {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:52.438890 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-1125bbe6-aa01-40c3-8908-96eb81c6c990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764676113785'] for port (d17ab138-60c5-4cee-af8b-243cba74fbbd), after_create {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:52.503340 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.db.db_base_plugin_common [None req-2d5f7991-cb94-488c-a7c2-c743176b310a tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Allocated IP 172.27.3.250 (743d2d45-6b8c-49b7-a932-c537e45f946f/7df84031-3cb2-4601-a018-b61b0ad731dc/aa231205-79a7-42c1-8e16-8ff27a5f609b) {{(pid=115992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 00:35:52.518604 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_hamode_db [None req-38952fbf-fd37-4388-842d-3bbb345cd79f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd99aed4c-db56-4c90-b02b-64144441fa35', 'name': 'tempest-TestVolumeBootPattern-1815404956-router', 'tenant_id': 'a22da44baa6b472e91d99fbcb03b583c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '7a061287-b52c-47b1-848a-b38d19005ef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:35:38Z', 'updated_at': '2022-08-08T00:35:45Z', 'revision_number': 4, 'project_id': 'a22da44baa6b472e91d99fbcb03b583c', 'gw_port': {'id': '7a061287-b52c-47b1-848a-b38d19005ef5', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:21:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99aed4c-db56-4c90-b02b-64144441fa35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:35:39Z', 'updated_at': '2022-08-08T00:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi', '_interfaces': [{'id': 'b8522b74-8a47-4852-94d4-8aec395de36e', 'name': '', 'network_id': 'e16e278d-24ed-46ec-9b21-78207cc53646', 'tenant_id': 'a22da44baa6b472e91d99fbcb03b583c', 'mac_address': 'fa:16:3e:6a:5f:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd99aed4c-db56-4c90-b02b-64144441fa35', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '49ad74e6-a7f8-44c2-b833-dcbba288ca27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:35:44Z', 'updated_at': '2022-08-08T00:35:51Z', 'revision_number': 4, 'project_id': 'a22da44baa6b472e91d99fbcb03b583c', 'subnets': [{'id': '49ad74e6-a7f8-44c2-b833-dcbba288ca27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851640-3-iscsi', False) {} {{(pid=115994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:35:52.532560 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1125bbe6-aa01-40c3-8908-96eb81c6c990 None None] Network 8a30da80-347b-44e3-ae81-a8dffefc6b58 is already hosted by enough agents. {{(pid=115993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 00:35:52.539473 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:35:52.541188 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.scheduler.base_scheduler [None req-1125bbe6-aa01-40c3-8908-96eb81c6c990 None None] Resources bound (agent type, host, resource id): {{(pid=115993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 00:35:52.544502 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1125bbe6-aa01-40c3-8908-96eb81c6c990 None None] Received port after_create {{(pid=115993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 00:35:52.555942 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38952fbf-fd37-4388-842d-3bbb345cd79f None None] The sync data for ids ['d99aed4c-db56-4c90-b02b-64144441fa35'] in dv-cinder-851640-3-iscsi is: [{'id': 'd99aed4c-db56-4c90-b02b-64144441fa35', 'name': 'tempest-TestVolumeBootPattern-1815404956-router', 'tenant_id': 'a22da44baa6b472e91d99fbcb03b583c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '7a061287-b52c-47b1-848a-b38d19005ef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:35:38Z', 'updated_at': '2022-08-08T00:35:45Z', 'revision_number': 4, 'project_id': 'a22da44baa6b472e91d99fbcb03b583c', 'gw_port': {'id': '7a061287-b52c-47b1-848a-b38d19005ef5', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:21:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99aed4c-db56-4c90-b02b-64144441fa35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:35:39Z', 'updated_at': '2022-08-08T00:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi', '_interfaces': [{'id': 'b8522b74-8a47-4852-94d4-8aec395de36e', 'name': '', 'network_id': 'e16e278d-24ed-46ec-9b21-78207cc53646', 'tenant_id': 'a22da44baa6b472e91d99fbcb03b583c', 'mac_address': 'fa:16:3e:6a:5f:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd99aed4c-db56-4c90-b02b-64144441fa35', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '49ad74e6-a7f8-44c2-b833-dcbba288ca27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:35:44Z', 'updated_at': '2022-08-08T00:35:51Z', 'revision_number': 4, 'project_id': 'a22da44baa6b472e91d99fbcb03b583c', 'subnets': [{'id': '49ad74e6-a7f8-44c2-b833-dcbba288ca27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 00:35:52.595265 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1125bbe6-aa01-40c3-8908-96eb81c6c990 None None] Pushing event updated for resources: {'Port': ['ID=d17ab138-60c5-4cee-af8b-243cba74fbbd,revision_number=1']} {{(pid=115993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:35:52.687632 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.managers [None req-1125bbe6-aa01-40c3-8908-96eb81c6c990 None None] Attempting to bind port d17ab138-60c5-4cee-af8b-243cba74fbbd on host dv-cinder-851640-3-iscsi for vnic_type normal with profile {{(pid=115993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 00:35:52.688488 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.managers [None req-1125bbe6-aa01-40c3-8908-96eb81c6c990 None None] Attempting to bind port d17ab138-60c5-4cee-af8b-243cba74fbbd by drivers openvswitch,hyperv on host dv-cinder-851640-3-iscsi at level 0 using segments [{'id': 'ba849c86-988d-47dc-b484-0f209f490be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8a30da80-347b-44e3-ae81-a8dffefc6b58'}] {{(pid=115993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 00:35:52.689128 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1125bbe6-aa01-40c3-8908-96eb81c6c990 None None] Attempting to bind port d17ab138-60c5-4cee-af8b-243cba74fbbd on network 8a30da80-347b-44e3-ae81-a8dffefc6b58 {{(pid=115993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 00:35:52.696327 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1125bbe6-aa01-40c3-8908-96eb81c6c990 None None] Checking agent: {'id': 'aa35aa05-3c09-40ae-a1e3-ebf96fe3358c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851640-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 0, 24, 15), 'started_at': datetime.datetime(2022, 8, 8, 0, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 0, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851640-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 00:35:52.697575 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1125bbe6-aa01-40c3-8908-96eb81c6c990 None None] Checking segment: {'id': 'ba849c86-988d-47dc-b484-0f209f490be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8a30da80-347b-44e3-ae81-a8dffefc6b58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 00:35:52.698161 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-1125bbe6-aa01-40c3-8908-96eb81c6c990 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:52.698847 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1125bbe6-aa01-40c3-8908-96eb81c6c990 None None] Bound using segment: {'id': 'ba849c86-988d-47dc-b484-0f209f490be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8a30da80-347b-44e3-ae81-a8dffefc6b58'} {{(pid=115993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 00:35:52.699528 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.managers [None req-1125bbe6-aa01-40c3-8908-96eb81c6c990 None None] Bound port: d17ab138-60c5-4cee-af8b-243cba74fbbd, host: dv-cinder-851640-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba849c86-988d-47dc-b484-0f209f490be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8a30da80-347b-44e3-ae81-a8dffefc6b58'}}] {{(pid=115993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 00:35:52.700239 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-1125bbe6-aa01-40c3-8908-96eb81c6c990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (d17ab138-60c5-4cee-af8b-243cba74fbbd), before_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:52.736646 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-bfa9ecd4-1b2f-4cc6-85de-18ea1617c942 req-8f700acd-c7b1-4598-8caa-a687eba30986 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=99750fcd-194d-487c-b80c-a79152b12484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4019933 Aug 08 00:35:52.743110 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-2d5f7991-cb94-488c-a7c2-c743176b310a tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks [] for port (aa231205-79a7-42c1-8e16-8ff27a5f609b), precommit_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:52.781706 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-c23441ab-c2e1-4a78-b9d0-d5d74e32f4d2 req-d0bb803a-1eef-4539-aebc-326d657c3a7d tempest-VolumesSnapshotTestJSON-1144645517 tempest-VolumesSnapshotTestJSON-1144645517-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fb8a0c4d-9a66-46c5-8ae2-a4bc75549c71 HTTP/1.1" status: 200 len: 210 time: 0.0859890 Aug 08 00:35:52.852811 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-1125bbe6-aa01-40c3-8908-96eb81c6c990 None None] For port d17ab138-60c5-4cee-af8b-243cba74fbbd, host dv-cinder-851640-3-iscsi, cleared binding levels {{(pid=115993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 00:35:52.856036 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-1125bbe6-aa01-40c3-8908-96eb81c6c990 None None] For port d17ab138-60c5-4cee-af8b-243cba74fbbd, host dv-cinder-851640-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851640-3-iscsi',level=0,port_id=d17ab138-60c5-4cee-af8b-243cba74fbbd,segment=NetworkSegment(ba849c86-988d-47dc-b484-0f209f490be3),segment_id=ba849c86-988d-47dc-b484-0f209f490be3)] {{(pid=115993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 00:35:52.888493 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-f045f29f-8d85-4dbd-b1f4-a4399ce82d68 req-c826c9cb-3c56-4d0e-9178-8b7cf9570c36 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=39cb5181-8bc2-4e47-ab31-1f9524d47ef3 HTTP/1.1" status: 200 len: 210 time: 0.0647540 Aug 08 00:35:52.923530 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-d5e960f1-2ebf-430b-b24e-ba2c9903fa10 admin admin] Publish callbacks [] for router_gateway (0615554d-02f4-47fe-a7dd-85e36cfe194e), before_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:52.940217 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-d5e960f1-2ebf-430b-b24e-ba2c9903fa10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (None), before_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:52.943471 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-1125bbe6-aa01-40c3-8908-96eb81c6c990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821'] for port (d17ab138-60c5-4cee-af8b-243cba74fbbd), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:52.944117 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-2d5f7991-cb94-488c-a7c2-c743176b310a tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764676113785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26371331'] for port (aa231205-79a7-42c1-8e16-8ff27a5f609b), after_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:52.968753 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d5f7991-cb94-488c-a7c2-c743176b310a tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Network 743d2d45-6b8c-49b7-a932-c537e45f946f is already hosted by enough agents. {{(pid=115992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 00:35:52.972313 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.scheduler.base_scheduler [None req-2d5f7991-cb94-488c-a7c2-c743176b310a tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Resources bound (agent type, host, resource id): {{(pid=115992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 00:35:53.003098 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5f7991-cb94-488c-a7c2-c743176b310a tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Received port after_create {{(pid=115992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 00:35:53.019993 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:35:53.023613 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1125bbe6-aa01-40c3-8908-96eb81c6c990 None None] Pushing event updated for resources: {'Port': ['ID=d17ab138-60c5-4cee-af8b-243cba74fbbd,revision_number=2']} {{(pid=115993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:35:53.054828 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:35:53.081502 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5f7991-cb94-488c-a7c2-c743176b310a tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Pushing event updated for resources: {'Port': ['ID=aa231205-79a7-42c1-8e16-8ff27a5f609b,revision_number=1']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:35:53.108971 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.db.db_base_plugin_common [None req-d5e960f1-2ebf-430b-b24e-ba2c9903fa10 admin admin] Allocated IP 172.27.3.136 (743d2d45-6b8c-49b7-a932-c537e45f946f/7df84031-3cb2-4601-a018-b61b0ad731dc/2e8d99ec-99e2-4703-b51e-22c321965bda) {{(pid=115991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 00:35:53.113654 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:35:53.340288 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-d5e960f1-2ebf-430b-b24e-ba2c9903fa10 admin admin] Publish callbacks [] for port (2e8d99ec-99e2-4703-b51e-22c321965bda), precommit_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:53.508505 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-d5e960f1-2ebf-430b-b24e-ba2c9903fa10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764676113785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2785209'] for port (2e8d99ec-99e2-4703-b51e-22c321965bda), after_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:53.539868 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-2d5f7991-cb94-488c-a7c2-c743176b310a tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks [] for floatingip (c0c22e2e-881c-4865-83f3-2091c58797c7), precommit_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:53.558124 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becf0df7-3c48-4a05-8e7c-7b2d45f8d623 req-96842266-44b2-4154-a17b-6302771b6227 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:35:53.565790 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-becf0df7-3c48-4a05-8e7c-7b2d45f8d623 req-96842266-44b2-4154-a17b-6302771b6227 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=19fb56ea-f1ea-4d66-9b9b-a86c0fa7ebb7 HTTP/1.1" status: 200 len: 944 time: 0.0689168 Aug 08 00:35:53.568391 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e960f1-2ebf-430b-b24e-ba2c9903fa10 admin admin] Network 743d2d45-6b8c-49b7-a932-c537e45f946f is already hosted by enough agents. {{(pid=115991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 00:35:53.586162 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.scheduler.base_scheduler [None req-d5e960f1-2ebf-430b-b24e-ba2c9903fa10 admin admin] Resources bound (agent type, host, resource id): {{(pid=115991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 00:35:53.589497 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e960f1-2ebf-430b-b24e-ba2c9903fa10 admin admin] Received port after_create {{(pid=115991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 00:35:53.600369 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e960f1-2ebf-430b-b24e-ba2c9903fa10 admin admin] Pushing event updated for resources: {'Port': ['ID=2e8d99ec-99e2-4703-b51e-22c321965bda,revision_number=1']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:35:53.640490 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-becf0df7-3c48-4a05-8e7c-7b2d45f8d623 req-638ec230-3b39-4938-aade-2462bd0110df tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=09961e5e-e3b7-4ca0-b7b9-8e62edbb778a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730746 Aug 08 00:35:53.682536 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-2d5f7991-cb94-488c-a7c2-c743176b310a tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (aa231205-79a7-42c1-8e16-8ff27a5f609b), before_update {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:53.941429 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae71ca04-26c7-4563-a9f5-df280873dfcb req-d7321718-c1cd-4fee-92d2-7cf2155023bb tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:35:53.943938 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-ae71ca04-26c7-4563-a9f5-df280873dfcb req-d7321718-c1cd-4fee-92d2-7cf2155023bb tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4829f58c-adec-413d-83c8-23f1d3143205 HTTP/1.1" status: 200 len: 946 time: 0.0867195 Aug 08 00:35:53.976110 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-2d5f7991-cb94-488c-a7c2-c743176b310a tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks [] for port (aa231205-79a7-42c1-8e16-8ff27a5f609b), precommit_update {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:54.002069 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-fd896dce-10cd-49d1-9b6e-9ea0b63a0c98 req-4ce8853b-ef93-4735-9ac4-53041182a4fa tempest-VolumesSnapshotTestJSON-1144645517 tempest-VolumesSnapshotTestJSON-1144645517-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fb8a0c4d-9a66-46c5-8ae2-a4bc75549c71 HTTP/1.1" status: 200 len: 210 time: 0.0893290 Aug 08 00:35:54.006918 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:35:54.078434 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-2d5f7991-cb94-488c-a7c2-c743176b310a tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26371340'] for port (aa231205-79a7-42c1-8e16-8ff27a5f609b), after_update {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:54.119446 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-ae71ca04-26c7-4563-a9f5-df280873dfcb req-555dea86-0101-499b-9495-9c2c5cb1533c tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=99750fcd-194d-487c-b80c-a79152b12484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1691353 Aug 08 00:35:54.150622 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-d5e960f1-2ebf-430b-b24e-ba2c9903fa10 admin admin] Publish callbacks [] for router_gateway (0615554d-02f4-47fe-a7dd-85e36cfe194e), after_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:54.172852 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:35:54.213620 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-25c52324-d219-40de-ab8f-b23bd304cd1a req-7786d958-9fcd-4b99-89a6-47bcdb14e36f tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=39cb5181-8bc2-4e47-ab31-1f9524d47ef3 HTTP/1.1" status: 200 len: 210 time: 0.0805163 Aug 08 00:35:54.228371 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5f7991-cb94-488c-a7c2-c743176b310a tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Pushing event updated for resources: {'Port': ['ID=aa231205-79a7-42c1-8e16-8ff27a5f609b,revision_number=2']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:35:54.246076 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Device 52a4e9c0-250f-456a-959b-dc428c3b9d82 details requested by agent hyperv_hv-cinder-85164 with host hv-cinder-85164 {{(pid=115993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 08 00:35:54.261199 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-2d5f7991-cb94-488c-a7c2-c743176b310a tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-499989'] for floatingip (c0c22e2e-881c-4865-83f3-2091c58797c7), after_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:54.389585 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-2d5f7991-cb94-488c-a7c2-c743176b310a tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63196'] for floatingip (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:54.398897 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-2d5f7991-cb94-488c-a7c2-c743176b310a tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4919004 Aug 08 00:35:54.443174 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] For port 52a4e9c0-250f-456a-959b-dc428c3b9d82, host hv-cinder-85164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85164',level=0,port_id=52a4e9c0-250f-456a-959b-dc428c3b9d82,segment=NetworkSegment(754c6398-7ffc-4c6c-8fe5-13465d56b5d3),segment_id=754c6398-7ffc-4c6c-8fe5-13465d56b5d3)] {{(pid=115993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:35:54.448679 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-d5e960f1-2ebf-430b-b24e-ba2c9903fa10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-501999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-427846'] for router (0615554d-02f4-47fe-a7dd-85e36cfe194e), after_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:54.456652 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb50708d-1abb-4ec1-bd91-4edc557f5bc2 None None] Network 8a30da80-347b-44e3-ae81-a8dffefc6b58 requested from dv-cinder-851640-3-iscsi {{(pid=115993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 00:35:54.473030 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Returning: {'device': '52a4e9c0-250f-456a-959b-dc428c3b9d82', 'network_id': 'b7d4df26-7f3c-4a8b-af0d-6e65e40d3930', 'port_id': '52a4e9c0-250f-456a-959b-dc428c3b9d82', 'mac_address': 'fa:16:3e:7a:b7:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c63140e-226a-4bbd-a6bf-32948b7d12fa', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 08 00:35:54.555913 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-b9818fa5-4faa-4fac-8f74-1b8c76da383f None None] Provisioning complete for port d17ab138-60c5-4cee-af8b-243cba74fbbd triggered by entity DHCP. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:35:54.556458 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-b9818fa5-4faa-4fac-8f74-1b8c76da383f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (d17ab138-60c5-4cee-af8b-243cba74fbbd), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:54.600221 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Current status of the port 52a4e9c0-250f-456a-959b-dc428c3b9d82 is: DOWN; New status is: BUILD {{(pid=115993) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 00:35:54.600874 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (52a4e9c0-250f-456a-959b-dc428c3b9d82), before_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:54.682613 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.notifiers.nova [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52a4e9c0-250f-456a-959b-dc428c3b9d82 {{(pid=115993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 00:35:54.685840 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:35:54.744460 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] For port 52a4e9c0-250f-456a-959b-dc428c3b9d82, host hv-cinder-85164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85164',level=0,port_id=52a4e9c0-250f-456a-959b-dc428c3b9d82,segment=NetworkSegment(754c6398-7ffc-4c6c-8fe5-13465d56b5d3),segment_id=754c6398-7ffc-4c6c-8fe5-13465d56b5d3)] {{(pid=115993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:35:54.762761 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Device b8522b74-8a47-4852-94d4-8aec395de36e up at agent ovs-agent-dv-cinder-851640-3-iscsi {{(pid=115993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 00:35:54.795465 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-17ed1946-46fa-4b6c-994e-d8a6e127e9cc req-0ff7ab19-0baa-4b9b-81a5-cf44753c9e61 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--384651240&fields=id&tenant_id=e97eb34021d44eb0a99763034c1e9e87 HTTP/1.1" status: 200 len: 267 time: 0.0521889 Aug 08 00:35:54.804288 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d274298-a4ad-425e-818e-5ffafd646c88 req-3edca324-18ff-4c6b-8fe2-20cdf05a3704 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:35:54.805962 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-3d274298-a4ad-425e-818e-5ffafd646c88 req-3edca324-18ff-4c6b-8fe2-20cdf05a3704 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=19fb56ea-f1ea-4d66-9b9b-a86c0fa7ebb7 HTTP/1.1" status: 200 len: 944 time: 0.0635338 Aug 08 00:35:54.808952 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5e960f1-2ebf-430b-b24e-ba2c9903fa10 admin admin] Router 0615554d-02f4-47fe-a7dd-85e36cfe194e is scheduled to L3 agent d53f5436-7c7f-4441-9708-9d0333b57745 with binding_index 1 {{(pid=115991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 08 00:35:54.866761 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-b9818fa5-4faa-4fac-8f74-1b8c76da383f None None] Current status of the port d17ab138-60c5-4cee-af8b-243cba74fbbd is: DOWN; New status is: ACTIVE {{(pid=115993) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 00:35:54.867827 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-b9818fa5-4faa-4fac-8f74-1b8c76da383f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (d17ab138-60c5-4cee-af8b-243cba74fbbd), before_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:54.888863 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-3d274298-a4ad-425e-818e-5ffafd646c88 req-a66b23c1-79b3-4d9e-a256-48a28a2e962a tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=09961e5e-e3b7-4ca0-b7b9-8e62edbb778a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749571 Aug 08 00:35:54.901426 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Provisioning complete for port b8522b74-8a47-4852-94d4-8aec395de36e triggered by entity L2. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:35:54.901760 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (b8522b74-8a47-4852-94d4-8aec395de36e), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:54.936312 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821'] for port (52a4e9c0-250f-456a-959b-dc428c3b9d82), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:55.008777 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-b9818fa5-4faa-4fac-8f74-1b8c76da383f None None] For port d17ab138-60c5-4cee-af8b-243cba74fbbd, host dv-cinder-851640-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851640-3-iscsi',level=0,port_id=d17ab138-60c5-4cee-af8b-243cba74fbbd,segment=NetworkSegment(ba849c86-988d-47dc-b484-0f209f490be3),segment_id=ba849c86-988d-47dc-b484-0f209f490be3)] {{(pid=115993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:35:55.024295 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5e960f1-2ebf-430b-b24e-ba2c9903fa10 admin admin] Notify agent at l3_agent.dv-cinder-851640-3-iscsi the message routers_updated {{(pid=115991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 00:35:55.037060 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ed1946-46fa-4b6c-994e-d8a6e127e9cc req-0d57baab-3416-49b3-a278-a840cea86cff tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:35:55.038654 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-17ed1946-46fa-4b6c-994e-d8a6e127e9cc req-0d57baab-3416-49b3-a278-a840cea86cff tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "GET /networking/v2.0/networks?id=a5ea35fc-5529-4ec7-b035-b5f2637c5acc HTTP/1.1" status: 200 len: 815 time: 0.2423615 Aug 08 00:35:55.063786 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Current status of the port b8522b74-8a47-4852-94d4-8aec395de36e is: DOWN; New status is: ACTIVE {{(pid=115993) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 00:35:55.064180 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (b8522b74-8a47-4852-94d4-8aec395de36e), before_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:55.069017 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-17ed1946-46fa-4b6c-994e-d8a6e127e9cc req-84ea8e23-8be0-4cbb-b075-441a8523fc74 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "GET /networking/v2.0/quotas/e97eb34021d44eb0a99763034c1e9e87 HTTP/1.1" status: 200 len: 375 time: 0.0116329 Aug 08 00:35:55.072315 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b45b832-34f3-4f84-bdcf-430b9cefcefb None None] Sync routers for ids ['0615554d-02f4-47fe-a7dd-85e36cfe194e'] in dv-cinder-851640-3-iscsi {{(pid=115993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 00:35:55.133124 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-b9818fa5-4faa-4fac-8f74-1b8c76da383f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821'] for port (d17ab138-60c5-4cee-af8b-243cba74fbbd), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:55.135687 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-324450d9-1365-438a-8043-64ffef8bb20c req-968dfede-9da0-4bbe-b45a-2f9844fdc940 tempest-VolumesSnapshotTestJSON-1144645517 tempest-VolumesSnapshotTestJSON-1144645517-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fb8a0c4d-9a66-46c5-8ae2-a4bc75549c71 HTTP/1.1" status: 200 len: 210 time: 0.0400422 Aug 08 00:35:55.146590 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-17ed1946-46fa-4b6c-994e-d8a6e127e9cc req-eff72e76-47de-40ca-a4ad-eca1bda1a3bc tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=e97eb34021d44eb0a99763034c1e9e87&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0689397 Aug 08 00:35:55.149554 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Pushing event updated for resources: {'Port': ['ID=52a4e9c0-250f-456a-959b-dc428c3b9d82,revision_number=4']} {{(pid=115993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:35:55.162057 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:35:55.186060 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-d5e960f1-2ebf-430b-b24e-ba2c9903fa10 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:55.187782 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-d5e960f1-2ebf-430b-b24e-ba2c9903fa10 admin admin] 10.222.0.15 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.6646013 Aug 08 00:35:55.190498 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 59632) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:35:55.228087 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b45b832-34f3-4f84-bdcf-430b9cefcefb None None] Routers {'0615554d-02f4-47fe-a7dd-85e36cfe194e'} bound to L3 agent in host dv-cinder-851640-3-iscsi {{(pid=115993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 00:35:55.229094 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_hamode_db [None req-8b45b832-34f3-4f84-bdcf-430b9cefcefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851640-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-08T00:24:12Z,description=,heartbeat_timestamp=2022-08-08T00:35:42Z,host='dv-cinder-851640-3-iscsi',id=d53f5436-7c7f-4441-9708-9d0333b57745,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T00:24:13Z,topic='l3_agent')) {'router_ids': ['0615554d-02f4-47fe-a7dd-85e36cfe194e'], 'active': True} {{(pid=115993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:35:55.232167 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] For port b8522b74-8a47-4852-94d4-8aec395de36e, host dv-cinder-851640-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851640-3-iscsi',level=0,port_id=b8522b74-8a47-4852-94d4-8aec395de36e,segment=NetworkSegment(56f79eda-31d2-4604-82b3-22c1f0bf411f),segment_id=56f79eda-31d2-4604-82b3-22c1f0bf411f)] {{(pid=115993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:35:55.235564 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9818fa5-4faa-4fac-8f74-1b8c76da383f None None] Pushing event updated for resources: {'Port': ['ID=d17ab138-60c5-4cee-af8b-243cba74fbbd,revision_number=3']} {{(pid=115993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:35:55.281783 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] get_ports_and_sgs() called for port_ids ['52a4e9c0-250f-456a-959b-dc428c3b9d82'] {{(pid=115993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 00:35:55.302630 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-17ed1946-46fa-4b6c-994e-d8a6e127e9cc req-acf63213-c196-4b8e-9058-aa67786b34c3 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/a5ea35fc-5529-4ec7-b035-b5f2637c5acc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405241 Aug 08 00:35:55.317140 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:35:55.328562 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821'] for port (b8522b74-8a47-4852-94d4-8aec395de36e), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:55.329717 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Device d17ab138-60c5-4cee-af8b-243cba74fbbd up at agent ovs-agent-dv-cinder-851640-3-iscsi {{(pid=115993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 00:35:55.336603 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175bfbe1-30b5-473f-b2e6-356e4fdf5c11 req-1a13842d-933e-402f-a898-e604ffd0816e tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:35:55.345292 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-175bfbe1-30b5-473f-b2e6-356e4fdf5c11 req-1a13842d-933e-402f-a898-e604ffd0816e tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4829f58c-adec-413d-83c8-23f1d3143205 HTTP/1.1" status: 200 len: 946 time: 0.1120279 Aug 08 00:35:55.362861 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-3c22bf6d-65a5-45c9-823e-65bf53e83a93 None None] Provisioning complete for port d17ab138-60c5-4cee-af8b-243cba74fbbd triggered by entity DHCP. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:35:55.363354 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-3c22bf6d-65a5-45c9-823e-65bf53e83a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (d17ab138-60c5-4cee-af8b-243cba74fbbd), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:55.437526 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-17ed1946-46fa-4b6c-994e-d8a6e127e9cc req-cc076b9c-e56e-4cc3-80fc-c55e7c436b12 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/a5ea35fc-5529-4ec7-b035-b5f2637c5acc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290982 Aug 08 00:35:55.450740 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-175bfbe1-30b5-473f-b2e6-356e4fdf5c11 req-884ccd21-9ef6-4803-a60c-c86f076321e0 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=99750fcd-194d-487c-b80c-a79152b12484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045730 Aug 08 00:35:55.518060 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Pushing event updated for resources: {'Port': ['ID=b8522b74-8a47-4852-94d4-8aec395de36e,revision_number=5']} {{(pid=115993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:35:55.523845 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvr_db [None req-8b45b832-34f3-4f84-bdcf-430b9cefcefb None None] Set router 0615554d-02f4-47fe-a7dd-85e36cfe194e gateway port host: dv-cinder-851640-3-iscsi {{(pid=115993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 00:35:55.577817 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-65120c24-2bea-4bc2-ac54-44ee913ed48c req-848fb83f-94a5-4dc4-8f97-2e618368bdcc tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=39cb5181-8bc2-4e47-ab31-1f9524d47ef3 HTTP/1.1" status: 200 len: 210 time: 0.0359151 Aug 08 00:35:55.642627 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Provisioning complete for port d17ab138-60c5-4cee-af8b-243cba74fbbd triggered by entity L2. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:35:55.643017 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (d17ab138-60c5-4cee-af8b-243cba74fbbd), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:55.879361 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-fd8201a3-70b4-4570-8dd4-4f1f37a64edb req-c197d9e4-1a9d-43a0-9a52-cb019a29fbdd tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0dcbbc71-d1ca-41a6-ac8e-60d6cf82e51b HTTP/1.1" status: 200 len: 210 time: 0.0642788 Aug 08 00:35:55.902024 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-3c22bf6d-65a5-45c9-823e-65bf53e83a93 None None] Current status of the port d17ab138-60c5-4cee-af8b-243cba74fbbd is: ACTIVE; New status is: ACTIVE {{(pid=115993) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 00:35:55.937911 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=100 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:35:55.972062 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151c1a1e-b78f-42d2-805b-36bef3243875 req-a62f7ff5-abc7-4fab-9782-68a98ba6c015 tempest-VolumesSnapshotTestJSON-1144645517 tempest-VolumesSnapshotTestJSON-1144645517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:35:55.985323 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-151c1a1e-b78f-42d2-805b-36bef3243875 req-a62f7ff5-abc7-4fab-9782-68a98ba6c015 tempest-VolumesSnapshotTestJSON-1144645517 tempest-VolumesSnapshotTestJSON-1144645517-project] 10.222.0.25 "GET /networking/v2.0/networks?id=bb10d8ed-7241-4962-a6fb-543fbf8ccecf HTTP/1.1" status: 200 len: 814 time: 0.3252761 Aug 08 00:35:56.005936 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.v2.base [req-151c1a1e-b78f-42d2-805b-36bef3243875 req-f36da986-0e8a-4b54-8f63-c39263cc44c8 tempest-VolumesSnapshotTestJSON-1144645517 tempest-VolumesSnapshotTestJSON-1144645517-project] Request body: {'port': {'device_id': 'fb8a0c4d-9a66-46c5-8ae2-a4bc75549c71', 'network_id': 'bb10d8ed-7241-4962-a6fb-543fbf8ccecf', 'admin_state_up': True, 'tenant_id': 'b8f2a58683be4aa486cebdf7aa8e0d83'}} {{(pid=115992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:35:56.028415 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Current status of the port d17ab138-60c5-4cee-af8b-243cba74fbbd is: ACTIVE; New status is: ACTIVE {{(pid=115993) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 00:35:56.101892 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_hamode_db [None req-8b45b832-34f3-4f84-bdcf-430b9cefcefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0615554d-02f4-47fe-a7dd-85e36cfe194e', 'name': 'tempest-TestVolumeBootPattern-522143548-router', 'tenant_id': 'ad2ab7aaac7341739eee2f43ea9f161f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': '2e8d99ec-99e2-4703-b51e-22c321965bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:35:51Z', 'updated_at': '2022-08-08T00:35:53Z', 'revision_number': 3, 'project_id': 'ad2ab7aaac7341739eee2f43ea9f161f', 'gw_port': {'id': '2e8d99ec-99e2-4703-b51e-22c321965bda', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ec:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0615554d-02f4-47fe-a7dd-85e36cfe194e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:35:52Z', 'updated_at': '2022-08-08T00:35:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi'}], 'dv-cinder-851640-3-iscsi', False) {} {{(pid=115993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:35:56.148078 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:35:56.165846 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450e9b3b-ebd6-482a-96ce-40e2dffbb6d1 req-eb625974-7faa-48be-ab69-ef00a8ee6ffc tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:35:56.169212 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-450e9b3b-ebd6-482a-96ce-40e2dffbb6d1 req-eb625974-7faa-48be-ab69-ef00a8ee6ffc tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=19fb56ea-f1ea-4d66-9b9b-a86c0fa7ebb7 HTTP/1.1" status: 200 len: 945 time: 0.1173873 Aug 08 00:35:56.217692 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:35:56.241768 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b45b832-34f3-4f84-bdcf-430b9cefcefb None None] Checking router: 0615554d-02f4-47fe-a7dd-85e36cfe194e for host: dv-cinder-851640-3-iscsi {{(pid=115993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 00:35:56.242299 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b45b832-34f3-4f84-bdcf-430b9cefcefb None None] Updating router 0615554d-02f4-47fe-a7dd-85e36cfe194e port 2e8d99ec-99e2-4703-b51e-22c321965bda binding host dv-cinder-851640-3-iscsi {{(pid=115993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 08 00:35:56.255571 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb59ad5-62c1-48ad-bbf8-3128e008d496 req-7f895c62-6210-439e-a20b-d3c280f1a261 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:35:56.257317 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-6cb59ad5-62c1-48ad-bbf8-3128e008d496 req-7f895c62-6210-439e-a20b-d3c280f1a261 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] 10.222.0.25 "GET /networking/v2.0/networks?id=40eb5d4b-84fa-4b2b-9896-3375999a2051 HTTP/1.1" status: 200 len: 808 time: 0.3083220 Aug 08 00:35:56.273021 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-8fbc41ec-0dca-48b0-8075-b6cb917ba959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (None), before_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:56.275613 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:35:56.279614 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-450e9b3b-ebd6-482a-96ce-40e2dffbb6d1 req-370646ec-b1a4-463f-ba76-052afa38ccda tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=09961e5e-e3b7-4ca0-b7b9-8e62edbb778a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995138 Aug 08 00:35:56.282842 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-8b45b832-34f3-4f84-bdcf-430b9cefcefb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (2e8d99ec-99e2-4703-b51e-22c321965bda), before_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:56.319848 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-b0a40929-085f-41f2-9f6f-8da6ac5b3c5a req-78bf9148-d558-4cc4-91b4-3d7af8cf288f tempest-VolumesSnapshotTestJSON-1144645517 tempest-VolumesSnapshotTestJSON-1144645517-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fb8a0c4d-9a66-46c5-8ae2-a4bc75549c71 HTTP/1.1" status: 200 len: 210 time: 0.0643902 Aug 08 00:35:56.362275 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-151c1a1e-b78f-42d2-805b-36bef3243875 req-f36da986-0e8a-4b54-8f63-c39263cc44c8 tempest-VolumesSnapshotTestJSON-1144645517 tempest-VolumesSnapshotTestJSON-1144645517-project] Made reservation on behalf of b8f2a58683be4aa486cebdf7aa8e0d83 for: {'port': 1} {{(pid=115992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 00:35:56.365703 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-151c1a1e-b78f-42d2-805b-36bef3243875 req-f36da986-0e8a-4b54-8f63-c39263cc44c8 tempest-VolumesSnapshotTestJSON-1144645517 tempest-VolumesSnapshotTestJSON-1144645517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (None), before_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:56.578989 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-8b45b832-34f3-4f84-bdcf-430b9cefcefb None None] Publish callbacks [] for port (2e8d99ec-99e2-4703-b51e-22c321965bda), precommit_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:56.604243 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.db.db_base_plugin_common [None req-8fbc41ec-0dca-48b0-8075-b6cb917ba959 admin admin] Allocated IP 172.20.0.1 (8a30da80-347b-44e3-ae81-a8dffefc6b58/3405891e-4d08-4233-ada0-4810d42611bd/b9644220-7c97-46a3-bc2f-e10a5ed043cf) {{(pid=115992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 00:35:56.628659 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.db.db_base_plugin_common [req-151c1a1e-b78f-42d2-805b-36bef3243875 req-f36da986-0e8a-4b54-8f63-c39263cc44c8 tempest-VolumesSnapshotTestJSON-1144645517 tempest-VolumesSnapshotTestJSON-1144645517-project] Allocated IP 172.20.0.7 (bb10d8ed-7241-4962-a6fb-543fbf8ccecf/5dfae887-000c-41dc-ba1e-8cde25c087a1/db31348c-87d0-4137-be1f-0139a7f53d29) {{(pid=115992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 00:35:56.652648 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-8b45b832-34f3-4f84-bdcf-430b9cefcefb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821'] for port (2e8d99ec-99e2-4703-b51e-22c321965bda), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:56.663025 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944b44ec-fa1a-4ccf-b6a7-6148958af71d req-a57f06d9-08d9-418f-ad2e-e0621b67f824 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:35:56.678705 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-944b44ec-fa1a-4ccf-b6a7-6148958af71d req-a57f06d9-08d9-418f-ad2e-e0621b67f824 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4829f58c-adec-413d-83c8-23f1d3143205 HTTP/1.1" status: 200 len: 946 time: 0.1351275 Aug 08 00:35:56.697987 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.managers [None req-8b45b832-34f3-4f84-bdcf-430b9cefcefb None None] Attempting to bind port 2e8d99ec-99e2-4703-b51e-22c321965bda on host dv-cinder-851640-3-iscsi for vnic_type normal with profile {{(pid=115993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 00:35:56.703772 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.managers [None req-8b45b832-34f3-4f84-bdcf-430b9cefcefb None None] Attempting to bind port 2e8d99ec-99e2-4703-b51e-22c321965bda by drivers openvswitch,hyperv on host dv-cinder-851640-3-iscsi at level 0 using segments [{'id': '15fce33c-3ff3-4714-8fe9-15b1a1600e57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f'}] {{(pid=115993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 00:35:56.704847 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b45b832-34f3-4f84-bdcf-430b9cefcefb None None] Attempting to bind port 2e8d99ec-99e2-4703-b51e-22c321965bda on network 743d2d45-6b8c-49b7-a932-c537e45f946f {{(pid=115993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 00:35:56.729112 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b45b832-34f3-4f84-bdcf-430b9cefcefb None None] Checking agent: {'id': 'aa35aa05-3c09-40ae-a1e3-ebf96fe3358c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851640-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 0, 24, 15), 'started_at': datetime.datetime(2022, 8, 8, 0, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 0, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851640-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 00:35:56.734659 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b45b832-34f3-4f84-bdcf-430b9cefcefb None None] Checking segment: {'id': '15fce33c-3ff3-4714-8fe9-15b1a1600e57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 00:35:56.735257 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-8b45b832-34f3-4f84-bdcf-430b9cefcefb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:56.735779 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b45b832-34f3-4f84-bdcf-430b9cefcefb None None] Bound using segment: {'id': '15fce33c-3ff3-4714-8fe9-15b1a1600e57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f'} {{(pid=115993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 00:35:56.739157 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.managers [None req-8b45b832-34f3-4f84-bdcf-430b9cefcefb None None] Bound port: 2e8d99ec-99e2-4703-b51e-22c321965bda, host: dv-cinder-851640-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15fce33c-3ff3-4714-8fe9-15b1a1600e57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f'}}] {{(pid=115993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 00:35:56.743390 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-8b45b832-34f3-4f84-bdcf-430b9cefcefb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (2e8d99ec-99e2-4703-b51e-22c321965bda), before_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:56.799842 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Device 52a4e9c0-250f-456a-959b-dc428c3b9d82 up at agent hyperv_hv-cinder-85164 {{(pid=115993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 00:35:56.801983 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Device b8522b74-8a47-4852-94d4-8aec395de36e up at agent ovs-agent-dv-cinder-851640-3-iscsi {{(pid=115993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 00:35:56.814003 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-d7d47000-831f-4d83-99af-fa6a67c4e95b req-063b63e2-063f-434b-9cb4-366704b06450 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=39cb5181-8bc2-4e47-ab31-1f9524d47ef3 HTTP/1.1" status: 200 len: 210 time: 0.0708847 Aug 08 00:35:56.825421 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-944b44ec-fa1a-4ccf-b6a7-6148958af71d req-77d797b2-6d92-428d-9f40-c0003478723f tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=99750fcd-194d-487c-b80c-a79152b12484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1457386 Aug 08 00:35:56.829259 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:35:56.840720 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=82,neutron:INSERT=10,neutron:UPDATE=8 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:35:56.843281 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-6cb59ad5-62c1-48ad-bbf8-3128e008d496 req-d0a379cb-0d96-46c8-8512-d027ef572b9a tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=3101620baddd42c48179a6f411bbd33e HTTP/1.1" status: 200 len: 379 time: 0.2251515 Aug 08 00:35:56.856480 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.v2.base [req-6cb59ad5-62c1-48ad-bbf8-3128e008d496 req-6d3d4196-4955-43e5-aa11-b18f47dae379 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] Request body: {'port': {'device_id': '39cb5181-8bc2-4e47-ab31-1f9524d47ef3', 'network_id': '40eb5d4b-84fa-4b2b-9896-3375999a2051', 'admin_state_up': True, 'tenant_id': '3101620baddd42c48179a6f411bbd33e', 'security_groups': ['09b1c30e-59f7-40b1-bf76-92a6a73f1ef2']}} {{(pid=115991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:35:56.933179 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6bd351-df05-4983-9b34-36abd47cbf5d None None] Pushing event updated for resources: {'Port': ['ID=2e8d99ec-99e2-4703-b51e-22c321965bda,revision_number=2']} {{(pid=115993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:35:56.942257 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-8fbc41ec-0dca-48b0-8075-b6cb917ba959 admin admin] Publish callbacks [] for port (b9644220-7c97-46a3-bc2f-e10a5ed043cf), precommit_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:56.987438 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-8b45b832-34f3-4f84-bdcf-430b9cefcefb None None] For port 2e8d99ec-99e2-4703-b51e-22c321965bda, host dv-cinder-851640-3-iscsi, cleared binding levels {{(pid=115993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 00:35:57.002631 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Provisioning for port 52a4e9c0-250f-456a-959b-dc428c3b9d82 completed by entity L2. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 08 00:35:57.007420 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Provisioning complete for port b8522b74-8a47-4852-94d4-8aec395de36e triggered by entity L2. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:35:57.007792 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (b8522b74-8a47-4852-94d4-8aec395de36e), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:57.011448 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-8b45b832-34f3-4f84-bdcf-430b9cefcefb None None] For port 2e8d99ec-99e2-4703-b51e-22c321965bda, host dv-cinder-851640-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851640-3-iscsi',level=0,port_id=2e8d99ec-99e2-4703-b51e-22c321965bda,segment=NetworkSegment(15fce33c-3ff3-4714-8fe9-15b1a1600e57),segment_id=15fce33c-3ff3-4714-8fe9-15b1a1600e57)] {{(pid=115993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 00:35:57.028305 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-151c1a1e-b78f-42d2-805b-36bef3243875 req-f36da986-0e8a-4b54-8f63-c39263cc44c8 tempest-VolumesSnapshotTestJSON-1144645517 tempest-VolumesSnapshotTestJSON-1144645517-project] Publish callbacks [] for port (db31348c-87d0-4137-be1f-0139a7f53d29), precommit_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:57.047534 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=1,neutron:DELETE=1 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:35:57.052719 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-c59347af-3763-4a2f-8b6f-f07af2ac78e1 req-07cdd8a7-685c-48d3-b5bb-f5ebbd9ddac9 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0dcbbc71-d1ca-41a6-ac8e-60d6cf82e51b HTTP/1.1" status: 200 len: 210 time: 0.0427868 Aug 08 00:35:57.087185 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Current status of the port b8522b74-8a47-4852-94d4-8aec395de36e is: ACTIVE; New status is: ACTIVE {{(pid=115993) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 00:35:57.095868 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Device d17ab138-60c5-4cee-af8b-243cba74fbbd up at agent ovs-agent-dv-cinder-851640-3-iscsi {{(pid=115993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 00:35:57.120001 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cb59ad5-62c1-48ad-bbf8-3128e008d496 req-6d3d4196-4955-43e5-aa11-b18f47dae379 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] Made reservation on behalf of 3101620baddd42c48179a6f411bbd33e for: {'port': 1} {{(pid=115991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 00:35:57.122571 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Provisioning complete for port 52a4e9c0-250f-456a-959b-dc428c3b9d82 triggered by entity L2. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:35:57.123211 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (52a4e9c0-250f-456a-959b-dc428c3b9d82), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:57.124283 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [req-6cb59ad5-62c1-48ad-bbf8-3128e008d496 req-6d3d4196-4955-43e5-aa11-b18f47dae379 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (None), before_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:57.159094 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Provisioning complete for port d17ab138-60c5-4cee-af8b-243cba74fbbd triggered by entity L2. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:35:57.159623 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (d17ab138-60c5-4cee-af8b-243cba74fbbd), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:57.170703 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-8fbc41ec-0dca-48b0-8075-b6cb917ba959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764676113785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26371331'] for port (b9644220-7c97-46a3-bc2f-e10a5ed043cf), after_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:57.171643 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-8b45b832-34f3-4f84-bdcf-430b9cefcefb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821'] for port (2e8d99ec-99e2-4703-b51e-22c321965bda), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:57.216485 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fbc41ec-0dca-48b0-8075-b6cb917ba959 admin admin] Network 8a30da80-347b-44e3-ae81-a8dffefc6b58 is already hosted by enough agents. {{(pid=115992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 00:35:57.218382 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b45b832-34f3-4f84-bdcf-430b9cefcefb None None] Routers {'0615554d-02f4-47fe-a7dd-85e36cfe194e'} bound to L3 agent in host dv-cinder-851640-3-iscsi {{(pid=115993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 00:35:57.219174 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_hamode_db [None req-8b45b832-34f3-4f84-bdcf-430b9cefcefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851640-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-08T00:24:12Z,description=,heartbeat_timestamp=2022-08-08T00:35:42Z,host='dv-cinder-851640-3-iscsi',id=d53f5436-7c7f-4441-9708-9d0333b57745,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T00:24:13Z,topic='l3_agent')) {'router_ids': ['0615554d-02f4-47fe-a7dd-85e36cfe194e'], 'active': True} {{(pid=115993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:35:57.222949 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-151c1a1e-b78f-42d2-805b-36bef3243875 req-f36da986-0e8a-4b54-8f63-c39263cc44c8 tempest-VolumesSnapshotTestJSON-1144645517 tempest-VolumesSnapshotTestJSON-1144645517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764676113785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26371331'] for port (db31348c-87d0-4137-be1f-0139a7f53d29), after_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:57.228109 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.scheduler.base_scheduler [None req-8fbc41ec-0dca-48b0-8075-b6cb917ba959 admin admin] Resources bound (agent type, host, resource id): {{(pid=115992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 00:35:57.234812 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fbc41ec-0dca-48b0-8075-b6cb917ba959 admin admin] Received port after_create {{(pid=115992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 00:35:57.237080 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:35:57.243128 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbc41ec-0dca-48b0-8075-b6cb917ba959 admin admin] Pushing event updated for resources: {'Port': ['ID=b9644220-7c97-46a3-bc2f-e10a5ed043cf,revision_number=1']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:35:57.298076 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.db.db_base_plugin_common [req-6cb59ad5-62c1-48ad-bbf8-3128e008d496 req-6d3d4196-4955-43e5-aa11-b18f47dae379 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] Allocated IP 172.20.0.3 (40eb5d4b-84fa-4b2b-9896-3375999a2051/b1d5723f-10fd-4b95-91b6-00f6c09bff0d/1e516e4f-2b18-41f2-8eaf-d3b6cf4fefb0) {{(pid=115991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 00:35:57.309892 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-151c1a1e-b78f-42d2-805b-36bef3243875 req-f36da986-0e8a-4b54-8f63-c39263cc44c8 tempest-VolumesSnapshotTestJSON-1144645517 tempest-VolumesSnapshotTestJSON-1144645517-project] Network bb10d8ed-7241-4962-a6fb-543fbf8ccecf is already hosted by enough agents. {{(pid=115992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 00:35:57.322092 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.scheduler.base_scheduler [req-151c1a1e-b78f-42d2-805b-36bef3243875 req-f36da986-0e8a-4b54-8f63-c39263cc44c8 tempest-VolumesSnapshotTestJSON-1144645517 tempest-VolumesSnapshotTestJSON-1144645517-project] Resources bound (agent type, host, resource id): {{(pid=115992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 00:35:57.325520 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.db.l3_dvrscheduler_db [req-151c1a1e-b78f-42d2-805b-36bef3243875 req-f36da986-0e8a-4b54-8f63-c39263cc44c8 tempest-VolumesSnapshotTestJSON-1144645517 tempest-VolumesSnapshotTestJSON-1144645517-project] Received port after_create {{(pid=115992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 00:35:57.394250 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-8fbc41ec-0dca-48b0-8075-b6cb917ba959 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-500133'] for router_interface (0615554d-02f4-47fe-a7dd-85e36cfe194e), before_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:57.449885 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36da986-0e8a-4b54-8f63-c39263cc44c8 tempest-VolumesSnapshotTestJSON-1144645517 tempest-VolumesSnapshotTestJSON-1144645517-project] Pushing event updated for resources: {'Port': ['ID=db31348c-87d0-4137-be1f-0139a7f53d29,revision_number=1']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:35:57.453238 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:35:57.470103 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6bd351-df05-4983-9b34-36abd47cbf5d None None] Pushing event updated for resources: {'Port': ['ID=2e8d99ec-99e2-4703-b51e-22c321965bda,revision_number=3']} {{(pid=115993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:35:57.491373 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151c1a1e-b78f-42d2-805b-36bef3243875 req-f36da986-0e8a-4b54-8f63-c39263cc44c8 tempest-VolumesSnapshotTestJSON-1144645517 tempest-VolumesSnapshotTestJSON-1144645517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:35:57.492096 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-151c1a1e-b78f-42d2-805b-36bef3243875 req-f36da986-0e8a-4b54-8f63-c39263cc44c8 tempest-VolumesSnapshotTestJSON-1144645517 tempest-VolumesSnapshotTestJSON-1144645517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63196'] for port (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:57.533232 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacf3378-dc7b-4066-a3c2-41c2756c4d36 req-045d16a0-e4b6-4e10-8d62-f82fdbef8ab9 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:35:57.534790 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-aacf3378-dc7b-4066-a3c2-41c2756c4d36 req-045d16a0-e4b6-4e10-8d62-f82fdbef8ab9 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=19fb56ea-f1ea-4d66-9b9b-a86c0fa7ebb7 HTTP/1.1" status: 200 len: 945 time: 0.0763226 Aug 08 00:35:57.578953 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e42ef4-3704-401e-991e-59d55a6ec1f5 req-ed9b045e-204d-47e8-adaa-6fdd8d7b5f7d tempest-VolumesSnapshotTestJSON-1144645517 tempest-VolumesSnapshotTestJSON-1144645517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:35:57.580588 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-55e42ef4-3704-401e-991e-59d55a6ec1f5 req-ed9b045e-204d-47e8-adaa-6fdd8d7b5f7d tempest-VolumesSnapshotTestJSON-1144645517 tempest-VolumesSnapshotTestJSON-1144645517-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fb8a0c4d-9a66-46c5-8ae2-a4bc75549c71 HTTP/1.1" status: 200 len: 931 time: 0.1169310 Aug 08 00:35:57.594774 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [req-6cb59ad5-62c1-48ad-bbf8-3128e008d496 req-6d3d4196-4955-43e5-aa11-b18f47dae379 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] Publish callbacks [] for port (1e516e4f-2b18-41f2-8eaf-d3b6cf4fefb0), precommit_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:57.615297 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-151c1a1e-b78f-42d2-805b-36bef3243875 req-f36da986-0e8a-4b54-8f63-c39263cc44c8 tempest-VolumesSnapshotTestJSON-1144645517 tempest-VolumesSnapshotTestJSON-1144645517-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6143131 Aug 08 00:35:57.622334 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:35:57.637570 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.v2.base [req-151c1a1e-b78f-42d2-805b-36bef3243875 req-884e1776-fbee-4f09-8900-4555d18954a3 service neutron] Request body: {'port': {'device_id': 'fb8a0c4d-9a66-46c5-8ae2-a4bc75549c71', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85164'}} {{(pid=115992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:35:57.649590 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=100 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:35:57.655341 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-aacf3378-dc7b-4066-a3c2-41c2756c4d36 req-bc0c2b1e-e4b5-4d27-9ef1-5daa5522cbc5 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=09961e5e-e3b7-4ca0-b7b9-8e62edbb778a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077125 Aug 08 00:35:57.687019 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvr_db [None req-8b45b832-34f3-4f84-bdcf-430b9cefcefb None None] Set router 0615554d-02f4-47fe-a7dd-85e36cfe194e gateway port host: dv-cinder-851640-3-iscsi {{(pid=115993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 00:35:57.697496 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-55e42ef4-3704-401e-991e-59d55a6ec1f5 req-b7e46380-bdd1-4d22-843e-ab98b584b8f6 tempest-VolumesSnapshotTestJSON-1144645517 tempest-VolumesSnapshotTestJSON-1144645517-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=107e9f55-8376-45e6-a94e-667c44085544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074929 Aug 08 00:35:57.739983 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-151c1a1e-b78f-42d2-805b-36bef3243875 req-884e1776-fbee-4f09-8900-4555d18954a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (db31348c-87d0-4137-be1f-0139a7f53d29), before_update {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:57.741643 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Current status of the port 52a4e9c0-250f-456a-959b-dc428c3b9d82 is: BUILD; New status is: ACTIVE {{(pid=115993) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 00:35:57.742073 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (52a4e9c0-250f-456a-959b-dc428c3b9d82), before_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:57.747258 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [req-6cb59ad5-62c1-48ad-bbf8-3128e008d496 req-6d3d4196-4955-43e5-aa11-b18f47dae379 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764676113785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2785209'] for port (1e516e4f-2b18-41f2-8eaf-d3b6cf4fefb0), after_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:57.754692 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-7ae5ce36-829a-4174-b2eb-306bba93090c None None] Provisioning complete for port b9644220-7c97-46a3-bc2f-e10a5ed043cf triggered by entity DHCP. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:35:57.755058 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-7ae5ce36-829a-4174-b2eb-306bba93090c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (b9644220-7c97-46a3-bc2f-e10a5ed043cf), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:57.780583 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-8fbc41ec-0dca-48b0-8075-b6cb917ba959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (b9644220-7c97-46a3-bc2f-e10a5ed043cf), before_update {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:57.790485 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Current status of the port d17ab138-60c5-4cee-af8b-243cba74fbbd is: ACTIVE; New status is: ACTIVE {{(pid=115993) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 00:35:57.799363 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:35:57.819637 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cb59ad5-62c1-48ad-bbf8-3128e008d496 req-6d3d4196-4955-43e5-aa11-b18f47dae379 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] Network 40eb5d4b-84fa-4b2b-9896-3375999a2051 is already hosted by enough agents. {{(pid=115991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 00:35:57.827191 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.scheduler.base_scheduler [req-6cb59ad5-62c1-48ad-bbf8-3128e008d496 req-6d3d4196-4955-43e5-aa11-b18f47dae379 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] Resources bound (agent type, host, resource id): {{(pid=115991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 00:35:57.832688 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cb59ad5-62c1-48ad-bbf8-3128e008d496 req-6d3d4196-4955-43e5-aa11-b18f47dae379 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] Received port after_create {{(pid=115991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 00:35:57.852472 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19fb56ea-f1ea-4d66-9b9b-a86c0fa7ebb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52a4e9c0-250f-456a-959b-dc428c3b9d82'}] {{(pid=115993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 00:35:57.854739 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffcbb3165cefe78fdef2215408d5e0047484b378f5d65619a4e095a8aefc113e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f89c1eee-1974-466c-b70d-697d440cea83" -d '{"events": [{"server_uuid": "19fb56ea-f1ea-4d66-9b9b-a86c0fa7ebb7", "name": "network-vif-plugged", "status": "completed", "tag": "52a4e9c0-250f-456a-959b-dc428c3b9d82"}]}' {{(pid=115993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 00:35:57.880469 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3d4196-4955-43e5-aa11-b18f47dae379 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] Pushing event updated for resources: {'Port': ['ID=1e516e4f-2b18-41f2-8eaf-d3b6cf4fefb0,revision_number=1']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:35:57.882847 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] For port 52a4e9c0-250f-456a-959b-dc428c3b9d82, host hv-cinder-85164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85164',level=0,port_id=52a4e9c0-250f-456a-959b-dc428c3b9d82,segment=NetworkSegment(754c6398-7ffc-4c6c-8fe5-13465d56b5d3),segment_id=754c6398-7ffc-4c6c-8fe5-13465d56b5d3)] {{(pid=115993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:35:57.884034 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-7ae5ce36-829a-4174-b2eb-306bba93090c None None] Port b9644220-7c97-46a3-bc2f-e10a5ed043cf cannot update to ACTIVE because it is not bound. {{(pid=115993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 08 00:35:57.941311 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb59ad5-62c1-48ad-bbf8-3128e008d496 req-6d3d4196-4955-43e5-aa11-b18f47dae379 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:35:57.942222 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [req-6cb59ad5-62c1-48ad-bbf8-3128e008d496 req-6d3d4196-4955-43e5-aa11-b18f47dae379 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63196'] for port (None), before_response {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:57.988545 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821'] for port (52a4e9c0-250f-456a-959b-dc428c3b9d82), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:58.034990 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 00:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-324a10e5-6128-46c3-bd6d-f6732da1904b x-openstack-request-id: req-324a10e5-6128-46c3-bd6d-f6732da1904b {{(pid=115993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 00:35:58.035337 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19fb56ea-f1ea-4d66-9b9b-a86c0fa7ebb7", "name": "network-vif-plugged", "status": "completed", "tag": "52a4e9c0-250f-456a-959b-dc428c3b9d82", "code": 200}]} {{(pid=115993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 00:35:58.035570 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-324a10e5-6128-46c3-bd6d-f6732da1904b {{(pid=115993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 00:35:58.035984 dv-cinder-851640-3-iscsi neutron-server[115993]: INFO neutron.notifiers.nova [-] Nova event matching ['req-324a10e5-6128-46c3-bd6d-f6732da1904b'] response: {'server_uuid': '19fb56ea-f1ea-4d66-9b9b-a86c0fa7ebb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52a4e9c0-250f-456a-959b-dc428c3b9d82', 'code': 200} Aug 08 00:35:58.066335 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_hamode_db [None req-8b45b832-34f3-4f84-bdcf-430b9cefcefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0615554d-02f4-47fe-a7dd-85e36cfe194e', 'name': 'tempest-TestVolumeBootPattern-522143548-router', 'tenant_id': 'ad2ab7aaac7341739eee2f43ea9f161f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': '2e8d99ec-99e2-4703-b51e-22c321965bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:35:51Z', 'updated_at': '2022-08-08T00:35:53Z', 'revision_number': 3, 'project_id': 'ad2ab7aaac7341739eee2f43ea9f161f', 'gw_port': {'id': '2e8d99ec-99e2-4703-b51e-22c321965bda', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ec:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0615554d-02f4-47fe-a7dd-85e36cfe194e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:35:52Z', 'updated_at': '2022-08-08T00:35:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi'}], 'dv-cinder-851640-3-iscsi', False) {} {{(pid=115993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:35:58.099625 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-6cb59ad5-62c1-48ad-bbf8-3128e008d496 req-6d3d4196-4955-43e5-aa11-b18f47dae379 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2498779 Aug 08 00:35:58.110093 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdea2d6-7d13-481d-8677-55651e801efd req-096496fa-c225-44d8-9207-a5d864dbf03c tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:35:58.122113 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-8bdea2d6-7d13-481d-8677-55651e801efd req-096496fa-c225-44d8-9207-a5d864dbf03c tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=39cb5181-8bc2-4e47-ab31-1f9524d47ef3 HTTP/1.1" status: 200 len: 931 time: 0.1247401 Aug 08 00:35:58.135697 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.v2.base [req-6cb59ad5-62c1-48ad-bbf8-3128e008d496 req-c777562d-8321-4db6-958f-9d75a099c4f6 service neutron] Request body: {'port': {'device_id': '39cb5181-8bc2-4e47-ab31-1f9524d47ef3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85164'}} {{(pid=115991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:35:58.150093 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b45b832-34f3-4f84-bdcf-430b9cefcefb None None] The sync data for ids ['0615554d-02f4-47fe-a7dd-85e36cfe194e'] in dv-cinder-851640-3-iscsi is: [{'id': '0615554d-02f4-47fe-a7dd-85e36cfe194e', 'name': 'tempest-TestVolumeBootPattern-522143548-router', 'tenant_id': 'ad2ab7aaac7341739eee2f43ea9f161f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': '2e8d99ec-99e2-4703-b51e-22c321965bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:35:51Z', 'updated_at': '2022-08-08T00:35:53Z', 'revision_number': 3, 'project_id': 'ad2ab7aaac7341739eee2f43ea9f161f', 'gw_port': {'id': '2e8d99ec-99e2-4703-b51e-22c321965bda', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ec:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0615554d-02f4-47fe-a7dd-85e36cfe194e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:35:52Z', 'updated_at': '2022-08-08T00:35:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi'}] {{(pid=115993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 00:35:58.161904 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Pushing event updated for resources: {'Port': ['ID=52a4e9c0-250f-456a-959b-dc428c3b9d82,revision_number=5']} {{(pid=115993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:35:58.278999 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-8bdea2d6-7d13-481d-8677-55651e801efd req-98088062-6c02-4cb5-8975-f1a60f3cfc0e tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=09b1c30e-59f7-40b1-bf76-92a6a73f1ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1552634 Aug 08 00:35:58.285212 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [req-6cb59ad5-62c1-48ad-bbf8-3128e008d496 req-c777562d-8321-4db6-958f-9d75a099c4f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (1e516e4f-2b18-41f2-8eaf-d3b6cf4fefb0), before_update {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:58.313749 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-9bc42627-cb21-4aac-ae83-8fd8178f960d req-0b353391-872b-49fe-90b9-a6744ca38159 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0dcbbc71-d1ca-41a6-ac8e-60d6cf82e51b HTTP/1.1" status: 200 len: 210 time: 0.0771611 Aug 08 00:35:58.328338 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-ea89fb1e-2568-4dee-8c9c-7e7281a9cff2 None None] Provisioning complete for port 1e516e4f-2b18-41f2-8eaf-d3b6cf4fefb0 triggered by entity DHCP. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:35:58.328719 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ea89fb1e-2568-4dee-8c9c-7e7281a9cff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (1e516e4f-2b18-41f2-8eaf-d3b6cf4fefb0), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:58.399296 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-ea89fb1e-2568-4dee-8c9c-7e7281a9cff2 None None] Port 1e516e4f-2b18-41f2-8eaf-d3b6cf4fefb0 cannot update to ACTIVE because it is not bound. {{(pid=115993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 08 00:35:58.411966 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:35:58.435890 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-8fbc41ec-0dca-48b0-8075-b6cb917ba959 admin admin] Publish callbacks [] for port (b9644220-7c97-46a3-bc2f-e10a5ed043cf), precommit_update {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:58.449112 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.notifiers.nova [req-151c1a1e-b78f-42d2-805b-36bef3243875 req-884e1776-fbee-4f09-8900-4555d18954a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db31348c-87d0-4137-be1f-0139a7f53d29 {{(pid=115992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 00:35:58.459153 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-151c1a1e-b78f-42d2-805b-36bef3243875 req-884e1776-fbee-4f09-8900-4555d18954a3 service neutron] Publish callbacks [] for port (db31348c-87d0-4137-be1f-0139a7f53d29), precommit_update {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:58.479885 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.db.provisioning_blocks [req-151c1a1e-b78f-42d2-805b-36bef3243875 req-884e1776-fbee-4f09-8900-4555d18954a3 service neutron] Transition to ACTIVE for port object db31348c-87d0-4137-be1f-0139a7f53d29 will not be triggered until provisioned by entity L2. {{(pid=115992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 08 00:35:58.512363 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-8fbc41ec-0dca-48b0-8075-b6cb917ba959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26371340'] for port (b9644220-7c97-46a3-bc2f-e10a5ed043cf), after_update {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:58.512549 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:35:58.615567 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-151c1a1e-b78f-42d2-805b-36bef3243875 req-884e1776-fbee-4f09-8900-4555d18954a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26371340'] for port (db31348c-87d0-4137-be1f-0139a7f53d29), after_update {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:58.626723 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad2bc67-071d-4403-9e79-f2a91f300119 req-3dc50d36-df0f-44b7-8d19-10b701833746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:35:58.628532 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-3ad2bc67-071d-4403-9e79-f2a91f300119 req-3dc50d36-df0f-44b7-8d19-10b701833746 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=19fb56ea-f1ea-4d66-9b9b-a86c0fa7ebb7 HTTP/1.1" status: 200 len: 1130 time: 0.0628643 Aug 08 00:35:58.636216 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbc41ec-0dca-48b0-8075-b6cb917ba959 admin admin] Pushing event updated for resources: {'Port': ['ID=b9644220-7c97-46a3-bc2f-e10a5ed043cf,revision_number=2']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:35:58.638942 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-8fbc41ec-0dca-48b0-8075-b6cb917ba959 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-499733'] for router_interface (0615554d-02f4-47fe-a7dd-85e36cfe194e), after_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:58.732442 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Device 2e8d99ec-99e2-4703-b51e-22c321965bda up at agent ovs-agent-dv-cinder-851640-3-iscsi {{(pid=115993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 00:35:58.781821 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-3ad2bc67-071d-4403-9e79-f2a91f300119 req-5e1d716c-ec4d-48ec-8275-f770e1986f5e service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=09961e5e-e3b7-4ca0-b7b9-8e62edbb778a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466439 Aug 08 00:35:58.810788 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Provisioning complete for port 2e8d99ec-99e2-4703-b51e-22c321965bda triggered by entity L2. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:35:58.811197 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (2e8d99ec-99e2-4703-b51e-22c321965bda), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:58.847031 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.notifiers.nova [req-6cb59ad5-62c1-48ad-bbf8-3128e008d496 req-c777562d-8321-4db6-958f-9d75a099c4f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e516e4f-2b18-41f2-8eaf-d3b6cf4fefb0 {{(pid=115991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 00:35:58.859585 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [req-6cb59ad5-62c1-48ad-bbf8-3128e008d496 req-c777562d-8321-4db6-958f-9d75a099c4f6 service neutron] Publish callbacks [] for port (1e516e4f-2b18-41f2-8eaf-d3b6cf4fefb0), precommit_update {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:58.876945 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.db.provisioning_blocks [req-6cb59ad5-62c1-48ad-bbf8-3128e008d496 req-c777562d-8321-4db6-958f-9d75a099c4f6 service neutron] Transition to ACTIVE for port object 1e516e4f-2b18-41f2-8eaf-d3b6cf4fefb0 will not be triggered until provisioned by entity L2. {{(pid=115991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 08 00:35:58.892260 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:35:58.908409 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Current status of the port 2e8d99ec-99e2-4703-b51e-22c321965bda is: DOWN; New status is: ACTIVE {{(pid=115993) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 00:35:58.908796 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (2e8d99ec-99e2-4703-b51e-22c321965bda), before_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:58.935975 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] For port 2e8d99ec-99e2-4703-b51e-22c321965bda, host dv-cinder-851640-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851640-3-iscsi',level=0,port_id=2e8d99ec-99e2-4703-b51e-22c321965bda,segment=NetworkSegment(15fce33c-3ff3-4714-8fe9-15b1a1600e57),segment_id=15fce33c-3ff3-4714-8fe9-15b1a1600e57)] {{(pid=115993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:35:58.938931 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884e1776-fbee-4f09-8900-4555d18954a3 service neutron] Pushing event updated for resources: {'Port': ['ID=db31348c-87d0-4137-be1f-0139a7f53d29,revision_number=2']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:35:58.953977 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [req-6cb59ad5-62c1-48ad-bbf8-3128e008d496 req-c777562d-8321-4db6-958f-9d75a099c4f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2785206'] for port (1e516e4f-2b18-41f2-8eaf-d3b6cf4fefb0), after_update {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:58.982218 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96846bd-e72f-4698-9a44-472dbce432ca req-3d68a221-c7e3-43a4-9159-c5abfd5221c2 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:35:58.990809 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-f96846bd-e72f-4698-9a44-472dbce432ca req-3d68a221-c7e3-43a4-9159-c5abfd5221c2 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=19fb56ea-f1ea-4d66-9b9b-a86c0fa7ebb7 HTTP/1.1" status: 200 len: 946 time: 0.2283146 Aug 08 00:35:59.017028 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821'] for port (2e8d99ec-99e2-4703-b51e-22c321965bda), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:59.065548 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:35:59.070051 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fbc41ec-0dca-48b0-8075-b6cb917ba959 admin admin] Network 8a30da80-347b-44e3-ae81-a8dffefc6b58 is already hosted by enough agents. {{(pid=115992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 00:35:59.075265 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Pushing event updated for resources: {'Port': ['ID=2e8d99ec-99e2-4703-b51e-22c321965bda,revision_number=4']} {{(pid=115993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:35:59.081910 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.scheduler.base_scheduler [None req-8fbc41ec-0dca-48b0-8075-b6cb917ba959 admin admin] Resources bound (agent type, host, resource id): {{(pid=115992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 00:35:59.099534 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.managers [req-151c1a1e-b78f-42d2-805b-36bef3243875 req-884e1776-fbee-4f09-8900-4555d18954a3 service neutron] Attempting to bind port db31348c-87d0-4137-be1f-0139a7f53d29 on host hv-cinder-85164 for vnic_type normal with profile {{(pid=115992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 00:35:59.100445 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.managers [req-151c1a1e-b78f-42d2-805b-36bef3243875 req-884e1776-fbee-4f09-8900-4555d18954a3 service neutron] Attempting to bind port db31348c-87d0-4137-be1f-0139a7f53d29 by drivers openvswitch,hyperv on host hv-cinder-85164 at level 0 using segments [{'id': 'a97d0af1-6dcd-4953-9065-c83d72f6ad5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bb10d8ed-7241-4962-a6fb-543fbf8ccecf'}] {{(pid=115992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 00:35:59.100987 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151c1a1e-b78f-42d2-805b-36bef3243875 req-884e1776-fbee-4f09-8900-4555d18954a3 service neutron] Attempting to bind port db31348c-87d0-4137-be1f-0139a7f53d29 on network bb10d8ed-7241-4962-a6fb-543fbf8ccecf {{(pid=115992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 00:35:59.110497 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-f96846bd-e72f-4698-9a44-472dbce432ca req-b3993666-2178-4a51-8959-769489d21c31 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=09961e5e-e3b7-4ca0-b7b9-8e62edbb778a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186111 Aug 08 00:35:59.114100 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151c1a1e-b78f-42d2-805b-36bef3243875 req-884e1776-fbee-4f09-8900-4555d18954a3 service neutron] Port db31348c-87d0-4137-be1f-0139a7f53d29 on network bb10d8ed-7241-4962-a6fb-543fbf8ccecf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85164 {{(pid=115992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 08 00:35:59.114100 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151c1a1e-b78f-42d2-805b-36bef3243875 req-884e1776-fbee-4f09-8900-4555d18954a3 service neutron] Attempting to bind port db31348c-87d0-4137-be1f-0139a7f53d29 on network bb10d8ed-7241-4962-a6fb-543fbf8ccecf {{(pid=115992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 00:35:59.187069 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c777562d-8321-4db6-958f-9d75a099c4f6 service neutron] Pushing event updated for resources: {'Port': ['ID=1e516e4f-2b18-41f2-8eaf-d3b6cf4fefb0,revision_number=2']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:35:59.213367 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:35:59.220902 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbd63c1-b255-4355-a319-7a7f6a65dbf8 req-72378211-0a9c-4bba-b220-dce83ca694bc tempest-VolumesSnapshotTestJSON-1144645517 tempest-VolumesSnapshotTestJSON-1144645517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:35:59.222703 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-4cbd63c1-b255-4355-a319-7a7f6a65dbf8 req-72378211-0a9c-4bba-b220-dce83ca694bc tempest-VolumesSnapshotTestJSON-1144645517 tempest-VolumesSnapshotTestJSON-1144645517-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fb8a0c4d-9a66-46c5-8ae2-a4bc75549c71 HTTP/1.1" status: 200 len: 943 time: 0.2172515 Aug 08 00:35:59.269716 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.managers [req-6cb59ad5-62c1-48ad-bbf8-3128e008d496 req-c777562d-8321-4db6-958f-9d75a099c4f6 service neutron] Attempting to bind port 1e516e4f-2b18-41f2-8eaf-d3b6cf4fefb0 on host hv-cinder-85164 for vnic_type normal with profile {{(pid=115991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 00:35:59.270055 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.managers [req-6cb59ad5-62c1-48ad-bbf8-3128e008d496 req-c777562d-8321-4db6-958f-9d75a099c4f6 service neutron] Attempting to bind port 1e516e4f-2b18-41f2-8eaf-d3b6cf4fefb0 by drivers openvswitch,hyperv on host hv-cinder-85164 at level 0 using segments [{'id': '0fda41cf-3f2e-4d41-af88-28d3b79aa971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '40eb5d4b-84fa-4b2b-9896-3375999a2051'}] {{(pid=115991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 00:35:59.270374 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb59ad5-62c1-48ad-bbf8-3128e008d496 req-c777562d-8321-4db6-958f-9d75a099c4f6 service neutron] Attempting to bind port 1e516e4f-2b18-41f2-8eaf-d3b6cf4fefb0 on network 40eb5d4b-84fa-4b2b-9896-3375999a2051 {{(pid=115991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 00:35:59.304437 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb59ad5-62c1-48ad-bbf8-3128e008d496 req-c777562d-8321-4db6-958f-9d75a099c4f6 service neutron] Port 1e516e4f-2b18-41f2-8eaf-d3b6cf4fefb0 on network 40eb5d4b-84fa-4b2b-9896-3375999a2051 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85164 {{(pid=115991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 08 00:35:59.304779 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb59ad5-62c1-48ad-bbf8-3128e008d496 req-c777562d-8321-4db6-958f-9d75a099c4f6 service neutron] Attempting to bind port 1e516e4f-2b18-41f2-8eaf-d3b6cf4fefb0 on network 40eb5d4b-84fa-4b2b-9896-3375999a2051 {{(pid=115991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 00:35:59.326525 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb59ad5-62c1-48ad-bbf8-3128e008d496 req-c777562d-8321-4db6-958f-9d75a099c4f6 service neutron] Checking agent: {'id': 'c200ec1a-5dc3-458a-a30d-0f16255c41c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85164', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 0, 30, 30), 'started_at': datetime.datetime(2022, 8, 8, 0, 30, 30), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 0, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 00:35:59.327030 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb59ad5-62c1-48ad-bbf8-3128e008d496 req-c777562d-8321-4db6-958f-9d75a099c4f6 service neutron] Checking segment: {'id': '0fda41cf-3f2e-4d41-af88-28d3b79aa971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '40eb5d4b-84fa-4b2b-9896-3375999a2051'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 00:35:59.327454 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb59ad5-62c1-48ad-bbf8-3128e008d496 req-c777562d-8321-4db6-958f-9d75a099c4f6 service neutron] Bound using segment: {'id': '0fda41cf-3f2e-4d41-af88-28d3b79aa971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '40eb5d4b-84fa-4b2b-9896-3375999a2051'} {{(pid=115991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 00:35:59.327907 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.managers [req-6cb59ad5-62c1-48ad-bbf8-3128e008d496 req-c777562d-8321-4db6-958f-9d75a099c4f6 service neutron] Bound port: 1e516e4f-2b18-41f2-8eaf-d3b6cf4fefb0, host: hv-cinder-85164, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fda41cf-3f2e-4d41-af88-28d3b79aa971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '40eb5d4b-84fa-4b2b-9896-3375999a2051'}}] {{(pid=115991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 00:35:59.328271 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [req-6cb59ad5-62c1-48ad-bbf8-3128e008d496 req-c777562d-8321-4db6-958f-9d75a099c4f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (1e516e4f-2b18-41f2-8eaf-d3b6cf4fefb0), before_update {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:59.359475 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ed1946-46fa-4b6c-994e-d8a6e127e9cc req-d1c5a35f-bddf-4e47-bcb4-c648b6edefcb tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:35:59.361010 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-17ed1946-46fa-4b6c-994e-d8a6e127e9cc req-d1c5a35f-bddf-4e47-bcb4-c648b6edefcb tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.25 "GET /networking/v2.0/networks?id=a5ea35fc-5529-4ec7-b035-b5f2637c5acc HTTP/1.1" status: 200 len: 815 time: 0.2988205 Aug 08 00:35:59.379428 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-4cbd63c1-b255-4355-a319-7a7f6a65dbf8 req-030ceac4-551e-4300-9bc8-38e9bd1d13cc tempest-VolumesSnapshotTestJSON-1144645517 tempest-VolumesSnapshotTestJSON-1144645517-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=107e9f55-8376-45e6-a94e-667c44085544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316733 Aug 08 00:35:59.447654 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-7c038b17-ffb1-4f4f-be65-cb6a86236ce3 None None] Provisioning complete for port b9644220-7c97-46a3-bc2f-e10a5ed043cf triggered by entity DHCP. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:35:59.448286 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-7c038b17-ffb1-4f4f-be65-cb6a86236ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (b9644220-7c97-46a3-bc2f-e10a5ed043cf), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:59.469128 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.db [req-6cb59ad5-62c1-48ad-bbf8-3128e008d496 req-c777562d-8321-4db6-958f-9d75a099c4f6 service neutron] For port 1e516e4f-2b18-41f2-8eaf-d3b6cf4fefb0, host hv-cinder-85164, cleared binding levels {{(pid=115991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 00:35:59.476620 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.db [req-6cb59ad5-62c1-48ad-bbf8-3128e008d496 req-c777562d-8321-4db6-958f-9d75a099c4f6 service neutron] For port 1e516e4f-2b18-41f2-8eaf-d3b6cf4fefb0, host hv-cinder-85164, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85164',level=0,port_id=1e516e4f-2b18-41f2-8eaf-d3b6cf4fefb0,segment=NetworkSegment(0fda41cf-3f2e-4d41-af88-28d3b79aa971),segment_id=0fda41cf-3f2e-4d41-af88-28d3b79aa971)] {{(pid=115991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 00:35:59.518617 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-7c038b17-ffb1-4f4f-be65-cb6a86236ce3 None None] Port b9644220-7c97-46a3-bc2f-e10a5ed043cf cannot update to ACTIVE because it is not bound. {{(pid=115993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 08 00:35:59.548370 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc30ba62-92b0-4d2d-ae4e-fbeb1f87959c req-4e12afc3-02da-4f6f-b667-dbe8dfd5b541 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:35:59.550035 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-dc30ba62-92b0-4d2d-ae4e-fbeb1f87959c req-4e12afc3-02da-4f6f-b667-dbe8dfd5b541 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=39cb5181-8bc2-4e47-ab31-1f9524d47ef3 HTTP/1.1" status: 200 len: 943 time: 0.0713172 Aug 08 00:35:59.554965 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [req-6cb59ad5-62c1-48ad-bbf8-3128e008d496 req-c777562d-8321-4db6-958f-9d75a099c4f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2785206'] for port (1e516e4f-2b18-41f2-8eaf-d3b6cf4fefb0), after_update {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:59.562685 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151c1a1e-b78f-42d2-805b-36bef3243875 req-884e1776-fbee-4f09-8900-4555d18954a3 service neutron] Checking agent: {'id': 'c200ec1a-5dc3-458a-a30d-0f16255c41c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85164', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 0, 30, 30), 'started_at': datetime.datetime(2022, 8, 8, 0, 30, 30), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 0, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 00:35:59.563261 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151c1a1e-b78f-42d2-805b-36bef3243875 req-884e1776-fbee-4f09-8900-4555d18954a3 service neutron] Checking segment: {'id': 'a97d0af1-6dcd-4953-9065-c83d72f6ad5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bb10d8ed-7241-4962-a6fb-543fbf8ccecf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 00:35:59.563789 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151c1a1e-b78f-42d2-805b-36bef3243875 req-884e1776-fbee-4f09-8900-4555d18954a3 service neutron] Bound using segment: {'id': 'a97d0af1-6dcd-4953-9065-c83d72f6ad5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bb10d8ed-7241-4962-a6fb-543fbf8ccecf'} {{(pid=115992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 00:35:59.564242 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.managers [req-151c1a1e-b78f-42d2-805b-36bef3243875 req-884e1776-fbee-4f09-8900-4555d18954a3 service neutron] Bound port: db31348c-87d0-4137-be1f-0139a7f53d29, host: hv-cinder-85164, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a97d0af1-6dcd-4953-9065-c83d72f6ad5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bb10d8ed-7241-4962-a6fb-543fbf8ccecf'}}] {{(pid=115992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 00:35:59.564606 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-151c1a1e-b78f-42d2-805b-36bef3243875 req-884e1776-fbee-4f09-8900-4555d18954a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (db31348c-87d0-4137-be1f-0139a7f53d29), before_update {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:59.600891 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb59ad5-62c1-48ad-bbf8-3128e008d496 req-c777562d-8321-4db6-958f-9d75a099c4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:35:59.601625 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [req-6cb59ad5-62c1-48ad-bbf8-3128e008d496 req-c777562d-8321-4db6-958f-9d75a099c4f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63196'] for port (None), before_response {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:59.603149 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-6cb59ad5-62c1-48ad-bbf8-3128e008d496 req-c777562d-8321-4db6-958f-9d75a099c4f6 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/1e516e4f-2b18-41f2-8eaf-d3b6cf4fefb0 HTTP/1.1" status: 200 len: 1093 time: 1.4719307 Aug 08 00:35:59.603682 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39cb5181-8bc2-4e47-ab31-1f9524d47ef3', 'tag': '1e516e4f-2b18-41f2-8eaf-d3b6cf4fefb0'}] {{(pid=115991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 00:35:59.605903 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73a3e3d67458d2a17dff5edd29115f5abec4313aa2236b93bd84783ab3df8685" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31d83d10-6584-40ac-9908-6f610cf01f83" -d '{"events": [{"name": "network-changed", "server_uuid": "39cb5181-8bc2-4e47-ab31-1f9524d47ef3", "tag": "1e516e4f-2b18-41f2-8eaf-d3b6cf4fefb0"}]}' {{(pid=115991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 00:35:59.661813 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f213660-bd57-465d-a4aa-94bf7448b0d9 req-ae2655af-388c-49af-bf3d-08ec9dc2d18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:35:59.663369 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-3f213660-bd57-465d-a4aa-94bf7448b0d9 req-ae2655af-388c-49af-bf3d-08ec9dc2d18b service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=9bd235f1f9f44df4b2e3dbd0c05b3a83&device_id=8220eb97-0920-4393-9354-094c2f62cc94 HTTP/1.1" status: 200 len: 1129 time: 0.1124802 Aug 08 00:35:59.688317 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c80baf7-08dc-4c52-8ea7-316ffa36bec8 req-25c3e9dd-903f-43cc-bc6a-0d82278fc415 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:35:59.689898 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-3c80baf7-08dc-4c52-8ea7-316ffa36bec8 req-25c3e9dd-903f-43cc-bc6a-0d82278fc415 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8220eb97-0920-4393-9354-094c2f62cc94 HTTP/1.1" status: 200 len: 945 time: 0.1401720 Aug 08 00:35:59.777375 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fbc41ec-0dca-48b0-8075-b6cb917ba959 admin admin] Router 0615554d-02f4-47fe-a7dd-85e36cfe194e has already been hosted by L3 agent d53f5436-7c7f-4441-9708-9d0333b57745 {{(pid=115992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 00:35:59.831547 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.db [req-151c1a1e-b78f-42d2-805b-36bef3243875 req-884e1776-fbee-4f09-8900-4555d18954a3 service neutron] For port db31348c-87d0-4137-be1f-0139a7f53d29, host hv-cinder-85164, cleared binding levels {{(pid=115992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 00:35:59.862897 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:35:59.875924 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.db [req-151c1a1e-b78f-42d2-805b-36bef3243875 req-884e1776-fbee-4f09-8900-4555d18954a3 service neutron] For port db31348c-87d0-4137-be1f-0139a7f53d29, host hv-cinder-85164, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85164',level=0,port_id=db31348c-87d0-4137-be1f-0139a7f53d29,segment=NetworkSegment(a97d0af1-6dcd-4953-9065-c83d72f6ad5c),segment_id=a97d0af1-6dcd-4953-9065-c83d72f6ad5c)] {{(pid=115992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 00:35:59.912635 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-3c80baf7-08dc-4c52-8ea7-316ffa36bec8 req-d2d36db5-28f3-4532-9fbd-c020820be8b0 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b4d11999-100a-4957-80d1-4ec56ec52a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2008343 Aug 08 00:35:59.965345 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:35:59.966220 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c777562d-8321-4db6-958f-9d75a099c4f6 service neutron] Pushing event updated for resources: {'Port': ['ID=1e516e4f-2b18-41f2-8eaf-d3b6cf4fefb0,revision_number=3']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:35:59.975738 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-17ed1946-46fa-4b6c-994e-d8a6e127e9cc req-73430fe5-15e1-49d4-926a-88889560ebb4 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=e97eb34021d44eb0a99763034c1e9e87 HTTP/1.1" status: 200 len: 472 time: 0.4640961 Aug 08 00:35:59.986081 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-151c1a1e-b78f-42d2-805b-36bef3243875 req-884e1776-fbee-4f09-8900-4555d18954a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26371340'] for port (db31348c-87d0-4137-be1f-0139a7f53d29), after_update {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:59.988755 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f213660-bd57-465d-a4aa-94bf7448b0d9 req-499d746e-377a-47ec-9f62-a8eb8da9b5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:35:59.990338 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-3f213660-bd57-465d-a4aa-94bf7448b0d9 req-499d746e-377a-47ec-9f62-a8eb8da9b5ed service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=39987f39-4c60-4c27-9f4f-c7657da06e51 HTTP/1.1" status: 200 len: 920 time: 0.2961602 Aug 08 00:35:59.993419 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151c1a1e-b78f-42d2-805b-36bef3243875 req-884e1776-fbee-4f09-8900-4555d18954a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:35:59.994052 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-151c1a1e-b78f-42d2-805b-36bef3243875 req-884e1776-fbee-4f09-8900-4555d18954a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63196'] for port (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:35:59.995367 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-151c1a1e-b78f-42d2-805b-36bef3243875 req-884e1776-fbee-4f09-8900-4555d18954a3 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/db31348c-87d0-4137-be1f-0139a7f53d29 HTTP/1.1" status: 200 len: 1093 time: 2.3687384 Aug 08 00:35:59.995832 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-dc30ba62-92b0-4d2d-ae4e-fbeb1f87959c req-91876efd-5174-4504-bef8-5f0663692232 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=09b1c30e-59f7-40b1-bf76-92a6a73f1ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4313464 Aug 08 00:35:59.997457 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb8a0c4d-9a66-46c5-8ae2-a4bc75549c71', 'tag': 'db31348c-87d0-4137-be1f-0139a7f53d29'}] {{(pid=115992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 00:36:00.000467 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15c1dc6174c04d27a45b4789687485f3f31469fbdbb3cd0a658d3b47a2d9b382" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff12dbc2-5c55-4b8e-a64d-4034410c64f8" -d '{"events": [{"name": "network-changed", "server_uuid": "fb8a0c4d-9a66-46c5-8ae2-a4bc75549c71", "tag": "db31348c-87d0-4137-be1f-0139a7f53d29"}]}' {{(pid=115992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 00:36:00.041401 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 00:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc9d48f9-bfa3-4d5a-80ef-199566865450 x-openstack-request-id: req-dc9d48f9-bfa3-4d5a-80ef-199566865450 {{(pid=115991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 00:36:00.041695 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39cb5181-8bc2-4e47-ab31-1f9524d47ef3", "tag": "1e516e4f-2b18-41f2-8eaf-d3b6cf4fefb0", "status": "completed", "code": 200}]} {{(pid=115991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 00:36:00.041949 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dc9d48f9-bfa3-4d5a-80ef-199566865450 {{(pid=115991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 00:36:00.042359 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc9d48f9-bfa3-4d5a-80ef-199566865450'] response: {'name': 'network-changed', 'server_uuid': '39cb5181-8bc2-4e47-ab31-1f9524d47ef3', 'tag': '1e516e4f-2b18-41f2-8eaf-d3b6cf4fefb0', 'status': 'completed', 'code': 200} Aug 08 00:36:00.055684 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-304db64f-1bcc-4cb2-8b39-4c61390a4a1b req-576c600b-de7d-47ce-9ece-e06b9af0708f tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0dcbbc71-d1ca-41a6-ac8e-60d6cf82e51b HTTP/1.1" status: 200 len: 210 time: 0.0513012 Aug 08 00:36:00.064640 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fbc41ec-0dca-48b0-8075-b6cb917ba959 admin admin] Notify agent at l3_agent.dv-cinder-851640-3-iscsi the message routers_updated {{(pid=115992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 00:36:00.079860 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-8fbc41ec-0dca-48b0-8075-b6cb917ba959 admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/0615554d-02f4-47fe-a7dd-85e36cfe194e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8802335 Aug 08 00:36:00.102524 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 00:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bffa57b-f64d-448a-898f-d56cfeb4d934 x-openstack-request-id: req-3bffa57b-f64d-448a-898f-d56cfeb4d934 {{(pid=115992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 00:36:00.102694 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb8a0c4d-9a66-46c5-8ae2-a4bc75549c71", "tag": "db31348c-87d0-4137-be1f-0139a7f53d29", "status": "completed", "code": 200}]} {{(pid=115992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 00:36:00.102848 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3bffa57b-f64d-448a-898f-d56cfeb4d934 {{(pid=115992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 00:36:00.103993 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3bffa57b-f64d-448a-898f-d56cfeb4d934'] response: {'name': 'network-changed', 'server_uuid': 'fb8a0c4d-9a66-46c5-8ae2-a4bc75549c71', 'tag': 'db31348c-87d0-4137-be1f-0139a7f53d29', 'status': 'completed', 'code': 200} Aug 08 00:36:00.113368 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884e1776-fbee-4f09-8900-4555d18954a3 service neutron] Pushing event updated for resources: {'Port': ['ID=db31348c-87d0-4137-be1f-0139a7f53d29,revision_number=3']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:36:00.255122 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefb105d-b3a4-40d3-94bc-b6143d480368 req-55a695b3-5003-4d45-890d-017f62f7fc6d tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:36:00.257260 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-eefb105d-b3a4-40d3-94bc-b6143d480368 req-55a695b3-5003-4d45-890d-017f62f7fc6d tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=19fb56ea-f1ea-4d66-9b9b-a86c0fa7ebb7 HTTP/1.1" status: 200 len: 946 time: 0.0597684 Aug 08 00:36:00.324049 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb59ad5-62c1-48ad-bbf8-3128e008d496 req-e8c723da-cae0-4525-ac8f-1737d1e6b245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:36:00.325905 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-6cb59ad5-62c1-48ad-bbf8-3128e008d496 req-e8c723da-cae0-4525-ac8f-1737d1e6b245 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=3101620baddd42c48179a6f411bbd33e&device_id=39cb5181-8bc2-4e47-ab31-1f9524d47ef3 HTTP/1.1" status: 200 len: 1127 time: 0.0673151 Aug 08 00:36:00.345185 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.v2.base [req-17ed1946-46fa-4b6c-994e-d8a6e127e9cc req-26031b05-6faa-4066-96dc-d43584f270d8 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Request body: {'port': {'device_id': '0dcbbc71-d1ca-41a6-ac8e-60d6cf82e51b', 'network_id': 'a5ea35fc-5529-4ec7-b035-b5f2637c5acc', 'admin_state_up': True, 'tenant_id': 'e97eb34021d44eb0a99763034c1e9e87', 'security_groups': ['39fde6d6-2d93-4daa-a7ea-e2b59dcbb3c5']}} {{(pid=115991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:36:00.401893 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-eefb105d-b3a4-40d3-94bc-b6143d480368 req-cde0d9a3-3e93-4f22-a3c7-3d2ec158028d tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=09961e5e-e3b7-4ca0-b7b9-8e62edbb778a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342933 Aug 08 00:36:00.452376 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (c200ec1a-5dc3-458a-a30d-0f16255c41c0), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:36:00.456470 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-6cb59ad5-62c1-48ad-bbf8-3128e008d496 req-7d2265c1-4505-4cb1-b220-7f2e4902b2e0 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1e516e4f-2b18-41f2-8eaf-d3b6cf4fefb0 HTTP/1.1" status: 200 len: 217 time: 0.1034966 Aug 08 00:36:00.524413 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-3f213660-bd57-465d-a4aa-94bf7448b0d9 req-36d6e8ef-e955-49b0-b488-4bc14d025004 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bd00c5d4-343c-4fc4-b81d-fc55458cef59 HTTP/1.1" status: 200 len: 1000 time: 0.1878967 Aug 08 00:36:00.525723 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff12dbc2-5c55-4b8e-a64d-4034410c64f8 req-cf41e281-bda4-48ca-acac-f952d97c609c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:36:00.527709 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-ff12dbc2-5c55-4b8e-a64d-4034410c64f8 req-cf41e281-bda4-48ca-acac-f952d97c609c service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=b8f2a58683be4aa486cebdf7aa8e0d83&device_id=fb8a0c4d-9a66-46c5-8ae2-a4bc75549c71 HTTP/1.1" status: 200 len: 1127 time: 0.1834579 Aug 08 00:36:00.531577 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83fa797-b5d4-4271-b02c-e9717ea43507 None None] Sync routers for ids ['0615554d-02f4-47fe-a7dd-85e36cfe194e'] in dv-cinder-851640-3-iscsi {{(pid=115994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 00:36:00.541192 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83fa797-b5d4-4271-b02c-e9717ea43507 None None] Routers {'0615554d-02f4-47fe-a7dd-85e36cfe194e'} bound to L3 agent in host dv-cinder-851640-3-iscsi {{(pid=115994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 00:36:00.541848 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_hamode_db [None req-e83fa797-b5d4-4271-b02c-e9717ea43507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851640-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-08T00:24:12Z,description=,heartbeat_timestamp=2022-08-08T00:35:42Z,host='dv-cinder-851640-3-iscsi',id=d53f5436-7c7f-4441-9708-9d0333b57745,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T00:24:13Z,topic='l3_agent')) {'router_ids': ['0615554d-02f4-47fe-a7dd-85e36cfe194e'], 'active': True} {{(pid=115994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:36:00.603179 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 59712) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:36:00.609104 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.v2.base [None req-bb8399e7-a99d-4ebf-9a5f-8c10e64a3a14 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-259062108', 'description': 'tempest-secgroup-smoke-259062108 description', 'project_id': 'a22da44baa6b472e91d99fbcb03b583c'}} {{(pid=115992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:36:00.634902 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fd5f00-8204-4946-b402-e8962ba70aaa req-bfd107d3-cc3e-40ef-826b-ea48b308cc5a tempest-VolumesSnapshotTestJSON-1144645517 tempest-VolumesSnapshotTestJSON-1144645517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:36:00.641970 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-58fd5f00-8204-4946-b402-e8962ba70aaa req-bfd107d3-cc3e-40ef-826b-ea48b308cc5a tempest-VolumesSnapshotTestJSON-1144645517 tempest-VolumesSnapshotTestJSON-1144645517-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fb8a0c4d-9a66-46c5-8ae2-a4bc75549c71 HTTP/1.1" status: 200 len: 943 time: 0.1353586 Aug 08 00:36:00.644347 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb59ad5-62c1-48ad-bbf8-3128e008d496 req-369265f4-9395-440b-81de-8c0aca7b28bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:36:00.645932 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-6cb59ad5-62c1-48ad-bbf8-3128e008d496 req-369265f4-9395-440b-81de-8c0aca7b28bf service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=b1d5723f-10fd-4b95-91b6-00f6c09bff0d HTTP/1.1" status: 200 len: 847 time: 0.1734631 Aug 08 00:36:00.690982 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_dvr_db [None req-e83fa797-b5d4-4271-b02c-e9717ea43507 None None] Set router 0615554d-02f4-47fe-a7dd-85e36cfe194e gateway port host: dv-cinder-851640-3-iscsi {{(pid=115994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 00:36:00.695257 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f213660-bd57-465d-a4aa-94bf7448b0d9 req-55148cbc-4d35-471d-847c-f8a5a853cc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:36:00.697022 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-3f213660-bd57-465d-a4aa-94bf7448b0d9 req-55148cbc-4d35-471d-847c-f8a5a853cc92 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=0eda73d9-3865-4e7b-8b67-75076c7b1107 HTTP/1.1" status: 200 len: 858 time: 0.1543641 Aug 08 00:36:00.728954 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Device 2e8d99ec-99e2-4703-b51e-22c321965bda up at agent ovs-agent-dv-cinder-851640-3-iscsi {{(pid=115993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 00:36:00.738579 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb59ad5-62c1-48ad-bbf8-3128e008d496 req-e313fd5a-fc86-4626-b4d9-12bc39f76ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:36:00.740161 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-6cb59ad5-62c1-48ad-bbf8-3128e008d496 req-e313fd5a-fc86-4626-b4d9-12bc39f76ddc service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=40eb5d4b-84fa-4b2b-9896-3375999a2051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0853183 Aug 08 00:36:00.755334 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f213660-bd57-465d-a4aa-94bf7448b0d9 req-c196d258-dcaa-4dae-b173-27f29d4873b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:36:00.757523 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-3f213660-bd57-465d-a4aa-94bf7448b0d9 req-c196d258-dcaa-4dae-b173-27f29d4873b7 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=39987f39-4c60-4c27-9f4f-c7657da06e51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0530660 Aug 08 00:36:00.763500 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-58fd5f00-8204-4946-b402-e8962ba70aaa req-27f3065d-d04d-4729-bb24-a541652f501a tempest-VolumesSnapshotTestJSON-1144645517 tempest-VolumesSnapshotTestJSON-1144645517-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=107e9f55-8376-45e6-a94e-667c44085544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069641 Aug 08 00:36:00.781165 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:36:00.786144 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-bb8399e7-a99d-4ebf-9a5f-8c10e64a3a14 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Publish callbacks [] for security_group (None), before_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:36:00.798029 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Provisioning complete for port 2e8d99ec-99e2-4703-b51e-22c321965bda triggered by entity L2. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:36:00.798702 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (2e8d99ec-99e2-4703-b51e-22c321965bda), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:36:00.801070 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17ed1946-46fa-4b6c-994e-d8a6e127e9cc req-26031b05-6faa-4066-96dc-d43584f270d8 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Made reservation on behalf of e97eb34021d44eb0a99763034c1e9e87 for: {'port': 1} {{(pid=115991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 00:36:00.804526 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [req-17ed1946-46fa-4b6c-994e-d8a6e127e9cc req-26031b05-6faa-4066-96dc-d43584f270d8 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (None), before_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:36:00.818570 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:36:00.869404 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff12dbc2-5c55-4b8e-a64d-4034410c64f8 req-9e9217c1-2a7a-4c73-accb-3e64efb6993c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:36:00.870889 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-ff12dbc2-5c55-4b8e-a64d-4034410c64f8 req-9e9217c1-2a7a-4c73-accb-3e64efb6993c service neutron] 10.222.0.25 "GET /networking/v2.0/networks?tenant_id=b8f2a58683be4aa486cebdf7aa8e0d83&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3187213 Aug 08 00:36:00.909297 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Current status of the port 2e8d99ec-99e2-4703-b51e-22c321965bda is: ACTIVE; New status is: ACTIVE {{(pid=115993) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 00:36:00.927483 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-6cb59ad5-62c1-48ad-bbf8-3128e008d496 req-3835b782-0fcb-41f5-a993-9890a0c03f6e service neutron] 10.222.0.25 "GET /networking/v2.0/networks/40eb5d4b-84fa-4b2b-9896-3375999a2051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791162 Aug 08 00:36:00.950225 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:36:00.954306 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_hamode_db [None req-e83fa797-b5d4-4271-b02c-e9717ea43507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0615554d-02f4-47fe-a7dd-85e36cfe194e', 'name': 'tempest-TestVolumeBootPattern-522143548-router', 'tenant_id': 'ad2ab7aaac7341739eee2f43ea9f161f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': '2e8d99ec-99e2-4703-b51e-22c321965bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:35:51Z', 'updated_at': '2022-08-08T00:35:57Z', 'revision_number': 4, 'project_id': 'ad2ab7aaac7341739eee2f43ea9f161f', 'gw_port': {'id': '2e8d99ec-99e2-4703-b51e-22c321965bda', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ec:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0615554d-02f4-47fe-a7dd-85e36cfe194e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:35:52Z', 'updated_at': '2022-08-08T00:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi', '_interfaces': [{'id': 'b9644220-7c97-46a3-bc2f-e10a5ed043cf', 'name': '', 'network_id': '8a30da80-347b-44e3-ae81-a8dffefc6b58', 'tenant_id': 'ad2ab7aaac7341739eee2f43ea9f161f', 'mac_address': 'fa:16:3e:c4:9c:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0615554d-02f4-47fe-a7dd-85e36cfe194e', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '3405891e-4d08-4233-ada0-4810d42611bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:35:56Z', 'updated_at': '2022-08-08T00:35:57Z', 'revision_number': 2, 'project_id': 'ad2ab7aaac7341739eee2f43ea9f161f', 'subnets': [{'id': '3405891e-4d08-4233-ada0-4810d42611bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851640-3-iscsi', False) {} {{(pid=115994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:36:00.993242 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83fa797-b5d4-4271-b02c-e9717ea43507 None None] Checking router: 0615554d-02f4-47fe-a7dd-85e36cfe194e for host: dv-cinder-851640-3-iscsi {{(pid=115994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 00:36:00.994122 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83fa797-b5d4-4271-b02c-e9717ea43507 None None] Updating router 0615554d-02f4-47fe-a7dd-85e36cfe194e port b9644220-7c97-46a3-bc2f-e10a5ed043cf binding host dv-cinder-851640-3-iscsi {{(pid=115994) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 08 00:36:01.038289 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron_lib.callbacks.manager [None req-e83fa797-b5d4-4271-b02c-e9717ea43507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (b9644220-7c97-46a3-bc2f-e10a5ed043cf), before_update {{(pid=115994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:36:01.048894 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.db.db_base_plugin_common [req-17ed1946-46fa-4b6c-994e-d8a6e127e9cc req-26031b05-6faa-4066-96dc-d43584f270d8 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Allocated IP 172.20.0.5 (a5ea35fc-5529-4ec7-b035-b5f2637c5acc/a880aa77-4bc5-4c6a-8fdf-3a29dea9cf69/6d9a7815-8cf6-4ce8-b159-82caa08091e7) {{(pid=115991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 00:36:01.096964 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-bb8399e7-a99d-4ebf-9a5f-8c10e64a3a14 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Publish callbacks [] for security_group (c7fab9c4-62df-4772-9aa5-24224734ea2b), precommit_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:36:01.109008 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-3f213660-bd57-465d-a4aa-94bf7448b0d9 req-16b2655e-215e-44f0-9435-51cedd0af08a service neutron] 10.222.0.25 "GET /networking/v2.0/networks/39987f39-4c60-4c27-9f4f-c7657da06e51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3239899 Aug 08 00:36:01.132143 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-6cb59ad5-62c1-48ad-bbf8-3128e008d496 req-8bcb4f28-2fc8-4ed5-a431-4d6677460a9e service neutron] 10.222.0.25 "GET /networking/v2.0/networks/40eb5d4b-84fa-4b2b-9896-3375999a2051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986799 Aug 08 00:36:01.144041 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff12dbc2-5c55-4b8e-a64d-4034410c64f8 req-5720fe9d-595f-4be2-9110-4a2e0d4f6378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:36:01.145474 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-ff12dbc2-5c55-4b8e-a64d-4034410c64f8 req-5720fe9d-595f-4be2-9110-4a2e0d4f6378 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2507873 Aug 08 00:36:01.165360 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7fb3c2-ba0c-4294-85fd-7b6ce156c89e req-211d529d-e628-4fd2-bfdd-5a022368c4d6 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:36:01.166922 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-ce7fb3c2-ba0c-4294-85fd-7b6ce156c89e req-211d529d-e628-4fd2-bfdd-5a022368c4d6 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=39cb5181-8bc2-4e47-ab31-1f9524d47ef3 HTTP/1.1" status: 200 len: 943 time: 0.0854003 Aug 08 00:36:01.177709 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1315407-3658-4733-861d-ee41ef0bc1c7 req-2ada1039-7d9e-410d-891b-4ce12b5d4578 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:36:01.179192 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-e1315407-3658-4733-861d-ee41ef0bc1c7 req-2ada1039-7d9e-410d-891b-4ce12b5d4578 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8220eb97-0920-4393-9354-094c2f62cc94 HTTP/1.1" status: 200 len: 945 time: 0.1451120 Aug 08 00:36:01.183760 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-bb8399e7-a99d-4ebf-9a5f-8c10e64a3a14 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (c7fab9c4-62df-4772-9aa5-24224734ea2b), after_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:36:01.251449 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:36:01.252586 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:36:01.291852 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-ce7fb3c2-ba0c-4294-85fd-7b6ce156c89e req-cb09d540-d6f7-4d6f-9acb-1c4a3210c1c7 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=09b1c30e-59f7-40b1-bf76-92a6a73f1ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110010 Aug 08 00:36:01.305090 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151c1a1e-b78f-42d2-805b-36bef3243875 req-0421cdbf-1e8f-4ca3-adaa-0fc6149f62d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:36:01.306630 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-151c1a1e-b78f-42d2-805b-36bef3243875 req-0421cdbf-1e8f-4ca3-adaa-0fc6149f62d9 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=b8f2a58683be4aa486cebdf7aa8e0d83&device_id=fb8a0c4d-9a66-46c5-8ae2-a4bc75549c71 HTTP/1.1" status: 200 len: 1127 time: 0.1034217 Aug 08 00:36:01.309790 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8399e7-a99d-4ebf-9a5f-8c10e64a3a14 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7fab9c4-62df-4772-9aa5-24224734ea2b,revision_number=1']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:36:01.334985 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-bb8399e7-a99d-4ebf-9a5f-8c10e64a3a14 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Publish callbacks [] for security_group (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:36:01.336286 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-bb8399e7-a99d-4ebf-9a5f-8c10e64a3a14 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.15 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.7317839 Aug 08 00:36:01.343578 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [req-17ed1946-46fa-4b6c-994e-d8a6e127e9cc req-26031b05-6faa-4066-96dc-d43584f270d8 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks [] for port (6d9a7815-8cf6-4ce8-b159-82caa08091e7), precommit_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:36:01.350514 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 59722) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:36:01.364344 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.v2.base [None req-ff4c4c91-c339-4b9f-80b6-1a61c88f317a tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Request body: {'security_group_rule': {'security_group_id': 'c7fab9c4-62df-4772-9aa5-24224734ea2b', 'project_id': 'a22da44baa6b472e91d99fbcb03b583c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:36:01.379925 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-3f213660-bd57-465d-a4aa-94bf7448b0d9 req-8256153e-bf43-4274-a124-fd94399ed889 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/39987f39-4c60-4c27-9f4f-c7657da06e51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2626252 Aug 08 00:36:01.385925 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-e1315407-3658-4733-861d-ee41ef0bc1c7 req-e06486cc-4627-4530-9aed-e8e91dfe1724 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b4d11999-100a-4957-80d1-4ec56ec52a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1944764 Aug 08 00:36:01.402610 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-d3d48cf8-02c2-416b-9b2b-a2a5f5e94487 req-7962f020-fa06-477a-9a4b-3e35403aac98 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0dcbbc71-d1ca-41a6-ac8e-60d6cf82e51b HTTP/1.1" status: 200 len: 210 time: 0.0286658 Aug 08 00:36:01.458399 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [req-17ed1946-46fa-4b6c-994e-d8a6e127e9cc req-26031b05-6faa-4066-96dc-d43584f270d8 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764676113785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2785209'] for port (6d9a7815-8cf6-4ce8-b159-82caa08091e7), after_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:36:01.535510 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron_lib.callbacks.manager [None req-e83fa797-b5d4-4271-b02c-e9717ea43507 None None] Publish callbacks [] for port (b9644220-7c97-46a3-bc2f-e10a5ed043cf), precommit_update {{(pid=115994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:36:01.537041 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-ff4c4c91-c339-4b9f-80b6-1a61c88f317a tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Publish callbacks [] for security_group_rule (d631403a-f504-4205-849a-4845e36545a3), before_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:36:01.544240 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17ed1946-46fa-4b6c-994e-d8a6e127e9cc req-26031b05-6faa-4066-96dc-d43584f270d8 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Network a5ea35fc-5529-4ec7-b035-b5f2637c5acc is already hosted by enough agents. {{(pid=115991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 00:36:01.545149 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-151c1a1e-b78f-42d2-805b-36bef3243875 req-de647125-e515-4a60-8cda-2ca17935eceb service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=db31348c-87d0-4137-be1f-0139a7f53d29 HTTP/1.1" status: 200 len: 217 time: 0.0793142 Aug 08 00:36:01.547971 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.scheduler.base_scheduler [req-17ed1946-46fa-4b6c-994e-d8a6e127e9cc req-26031b05-6faa-4066-96dc-d43584f270d8 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Resources bound (agent type, host, resource id): {{(pid=115991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 00:36:01.549867 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26031b05-6faa-4066-96dc-d43584f270d8 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Pushing event updated for resources: {'Port': ['ID=6d9a7815-8cf6-4ce8-b159-82caa08091e7,revision_number=1']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:36:01.552051 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.db.l3_dvrscheduler_db [req-17ed1946-46fa-4b6c-994e-d8a6e127e9cc req-26031b05-6faa-4066-96dc-d43584f270d8 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Received port after_create {{(pid=115991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 00:36:01.597401 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d83d10-6584-40ac-9908-6f610cf01f83 req-9bac76e3-1289-4465-8e0b-4b09fb67cf3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:36:01.599314 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-31d83d10-6584-40ac-9908-6f610cf01f83 req-9bac76e3-1289-4465-8e0b-4b09fb67cf3f service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=3101620baddd42c48179a6f411bbd33e&device_id=39cb5181-8bc2-4e47-ab31-1f9524d47ef3 HTTP/1.1" status: 200 len: 1127 time: 0.1285670 Aug 08 00:36:01.605636 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ed1946-46fa-4b6c-994e-d8a6e127e9cc req-26031b05-6faa-4066-96dc-d43584f270d8 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:36:01.606343 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [req-17ed1946-46fa-4b6c-994e-d8a6e127e9cc req-26031b05-6faa-4066-96dc-d43584f270d8 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63196'] for port (None), before_response {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:36:01.643413 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18775c4-9182-44c5-96c8-f315a68161c5 req-95690253-68bf-4269-919f-40029c39633b tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:36:01.643413 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-f18775c4-9182-44c5-96c8-f315a68161c5 req-95690253-68bf-4269-919f-40029c39633b tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=19fb56ea-f1ea-4d66-9b9b-a86c0fa7ebb7 HTTP/1.1" status: 200 len: 946 time: 0.0907238 Aug 08 00:36:01.662835 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron_lib.callbacks.manager [None req-e83fa797-b5d4-4271-b02c-e9717ea43507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821'] for port (b9644220-7c97-46a3-bc2f-e10a5ed043cf), after_update {{(pid=115994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:36:01.730320 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-ff4c4c91-c339-4b9f-80b6-1a61c88f317a tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Publish callbacks [] for security_group_rule (d631403a-f504-4205-849a-4845e36545a3), precommit_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:36:01.732409 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-17ed1946-46fa-4b6c-994e-d8a6e127e9cc req-26031b05-6faa-4066-96dc-d43584f270d8 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3942902 Aug 08 00:36:01.736684 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12121237-8cd6-4faf-aac6-37272b2df764 None None] Pushing event updated for resources: {'Port': ['ID=b9644220-7c97-46a3-bc2f-e10a5ed043cf,revision_number=3']} {{(pid=115994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:36:01.745617 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.v2.base [req-17ed1946-46fa-4b6c-994e-d8a6e127e9cc req-e026c3ee-8019-4d95-bd82-16b70634721a service neutron] Request body: {'port': {'device_id': '0dcbbc71-d1ca-41a6-ac8e-60d6cf82e51b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85164'}} {{(pid=115991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:36:01.778949 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.plugins.ml2.managers [None req-e83fa797-b5d4-4271-b02c-e9717ea43507 None None] Attempting to bind port b9644220-7c97-46a3-bc2f-e10a5ed043cf on host dv-cinder-851640-3-iscsi for vnic_type normal with profile {{(pid=115994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 00:36:01.779420 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.plugins.ml2.managers [None req-e83fa797-b5d4-4271-b02c-e9717ea43507 None None] Attempting to bind port b9644220-7c97-46a3-bc2f-e10a5ed043cf by drivers openvswitch,hyperv on host dv-cinder-851640-3-iscsi at level 0 using segments [{'id': 'ba849c86-988d-47dc-b484-0f209f490be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8a30da80-347b-44e3-ae81-a8dffefc6b58'}] {{(pid=115994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 00:36:01.779641 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:36:01.780687 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83fa797-b5d4-4271-b02c-e9717ea43507 None None] Attempting to bind port b9644220-7c97-46a3-bc2f-e10a5ed043cf on network 8a30da80-347b-44e3-ae81-a8dffefc6b58 {{(pid=115994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 00:36:01.786152 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151c1a1e-b78f-42d2-805b-36bef3243875 req-bc2dccb7-752a-46d1-b854-1dc20e88d86a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:36:01.787070 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83fa797-b5d4-4271-b02c-e9717ea43507 None None] Checking agent: {'id': 'aa35aa05-3c09-40ae-a1e3-ebf96fe3358c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851640-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 0, 24, 15), 'started_at': datetime.datetime(2022, 8, 8, 0, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 0, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851640-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 00:36:01.787566 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83fa797-b5d4-4271-b02c-e9717ea43507 None None] Checking segment: {'id': 'ba849c86-988d-47dc-b484-0f209f490be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8a30da80-347b-44e3-ae81-a8dffefc6b58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 00:36:01.787674 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-151c1a1e-b78f-42d2-805b-36bef3243875 req-bc2dccb7-752a-46d1-b854-1dc20e88d86a service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=5dfae887-000c-41dc-ba1e-8cde25c087a1 HTTP/1.1" status: 200 len: 854 time: 0.1513827 Aug 08 00:36:01.788033 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron_lib.callbacks.manager [None req-e83fa797-b5d4-4271-b02c-e9717ea43507 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:36:01.789137 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83fa797-b5d4-4271-b02c-e9717ea43507 None None] Bound using segment: {'id': 'ba849c86-988d-47dc-b484-0f209f490be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8a30da80-347b-44e3-ae81-a8dffefc6b58'} {{(pid=115994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 00:36:01.790471 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.plugins.ml2.managers [None req-e83fa797-b5d4-4271-b02c-e9717ea43507 None None] Bound port: b9644220-7c97-46a3-bc2f-e10a5ed043cf, host: dv-cinder-851640-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba849c86-988d-47dc-b484-0f209f490be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8a30da80-347b-44e3-ae81-a8dffefc6b58'}}] {{(pid=115994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 00:36:01.790471 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron_lib.callbacks.manager [None req-e83fa797-b5d4-4271-b02c-e9717ea43507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (b9644220-7c97-46a3-bc2f-e10a5ed043cf), before_update {{(pid=115994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:36:01.806014 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:36:01.810613 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-f18775c4-9182-44c5-96c8-f315a68161c5 req-3f224f79-f6ee-4a87-93f9-02e1afaf6ddd tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=09961e5e-e3b7-4ca0-b7b9-8e62edbb778a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557772 Aug 08 00:36:01.821765 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [req-17ed1946-46fa-4b6c-994e-d8a6e127e9cc req-e026c3ee-8019-4d95-bd82-16b70634721a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (6d9a7815-8cf6-4ce8-b159-82caa08091e7), before_update {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:36:01.862973 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-c5ed728e-97de-4d68-8f37-b9d981a742e9 None None] Provisioning complete for port 6d9a7815-8cf6-4ce8-b159-82caa08091e7 triggered by entity DHCP. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:36:01.863658 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-c5ed728e-97de-4d68-8f37-b9d981a742e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (6d9a7815-8cf6-4ce8-b159-82caa08091e7), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:36:01.880711 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-ff4c4c91-c339-4b9f-80b6-1a61c88f317a tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339626'] for security_group_rule (d631403a-f504-4205-849a-4845e36545a3), after_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:36:01.896388 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.plugins.ml2.db [None req-e83fa797-b5d4-4271-b02c-e9717ea43507 None None] For port b9644220-7c97-46a3-bc2f-e10a5ed043cf, host dv-cinder-851640-3-iscsi, cleared binding levels {{(pid=115994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 00:36:01.900724 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.plugins.ml2.db [None req-e83fa797-b5d4-4271-b02c-e9717ea43507 None None] For port b9644220-7c97-46a3-bc2f-e10a5ed043cf, host dv-cinder-851640-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851640-3-iscsi',level=0,port_id=b9644220-7c97-46a3-bc2f-e10a5ed043cf,segment=NetworkSegment(ba849c86-988d-47dc-b484-0f209f490be3),segment_id=ba849c86-988d-47dc-b484-0f209f490be3)] {{(pid=115994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 00:36:01.910112 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-c5ed728e-97de-4d68-8f37-b9d981a742e9 None None] Port 6d9a7815-8cf6-4ce8-b159-82caa08091e7 cannot update to ACTIVE because it is not bound. {{(pid=115993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 08 00:36:01.929910 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d83d10-6584-40ac-9908-6f610cf01f83 req-a6fe0288-ce57-430d-b5f4-52069fe03083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:36:01.931429 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-31d83d10-6584-40ac-9908-6f610cf01f83 req-a6fe0288-ce57-430d-b5f4-52069fe03083 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=40eb5d4b-84fa-4b2b-9896-3375999a2051 HTTP/1.1" status: 200 len: 909 time: 0.2940512 Aug 08 00:36:01.940292 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-151c1a1e-b78f-42d2-805b-36bef3243875 req-668fa30d-aa06-411e-9559-6ca17928abf1 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=bb10d8ed-7241-4962-a6fb-543fbf8ccecf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1362038 Aug 08 00:36:01.947577 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee63137-badd-4a5e-b462-14c9aa65f309 req-f6351f22-2be8-436b-97e8-46b647a65703 tempest-VolumesSnapshotTestJSON-1144645517 tempest-VolumesSnapshotTestJSON-1144645517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:36:01.949071 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-0ee63137-badd-4a5e-b462-14c9aa65f309 req-f6351f22-2be8-436b-97e8-46b647a65703 tempest-VolumesSnapshotTestJSON-1144645517 tempest-VolumesSnapshotTestJSON-1144645517-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fb8a0c4d-9a66-46c5-8ae2-a4bc75549c71 HTTP/1.1" status: 200 len: 943 time: 0.0807664 Aug 08 00:36:01.963166 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4c4c91-c339-4b9f-80b6-1a61c88f317a tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d631403a-f504-4205-849a-4845e36545a3,revision_number=0']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:36:01.989011 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron_lib.callbacks.manager [None req-e83fa797-b5d4-4271-b02c-e9717ea43507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821'] for port (b9644220-7c97-46a3-bc2f-e10a5ed043cf), after_update {{(pid=115994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:36:02.020288 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-31d83d10-6584-40ac-9908-6f610cf01f83 req-faacdbdb-1a1c-4590-896a-1d10ced6f931 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1e516e4f-2b18-41f2-8eaf-d3b6cf4fefb0 HTTP/1.1" status: 200 len: 217 time: 0.0758333 Aug 08 00:36:02.020515 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:36:02.030223 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83fa797-b5d4-4271-b02c-e9717ea43507 None None] Routers {'0615554d-02f4-47fe-a7dd-85e36cfe194e'} bound to L3 agent in host dv-cinder-851640-3-iscsi {{(pid=115994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 00:36:02.031306 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_hamode_db [None req-e83fa797-b5d4-4271-b02c-e9717ea43507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851640-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-08T00:24:12Z,description=,heartbeat_timestamp=2022-08-08T00:35:42Z,host='dv-cinder-851640-3-iscsi',id=d53f5436-7c7f-4441-9708-9d0333b57745,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T00:24:13Z,topic='l3_agent')) {'router_ids': ['0615554d-02f4-47fe-a7dd-85e36cfe194e'], 'active': True} {{(pid=115994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:36:02.035663 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-ff4c4c91-c339-4b9f-80b6-1a61c88f317a tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:36:02.039875 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-ff4c4c91-c339-4b9f-80b6-1a61c88f317a tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6851246 Aug 08 00:36:02.043491 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 59734) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:36:02.053248 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.v2.base [None req-fc88b90f-c66c-4169-b63f-c32b7df78986 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Request body: {'security_group_rule': {'security_group_id': 'c7fab9c4-62df-4772-9aa5-24224734ea2b', 'project_id': 'a22da44baa6b472e91d99fbcb03b583c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:36:02.091924 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12121237-8cd6-4faf-aac6-37272b2df764 None None] Pushing event updated for resources: {'Port': ['ID=b9644220-7c97-46a3-bc2f-e10a5ed043cf,revision_number=4']} {{(pid=115994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:36:02.111658 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dd8874-b6f5-4843-b488-b704e3f6f1a6 req-e052e148-5cea-43c3-bbc5-665044be5c17 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:36:02.113831 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-89dd8874-b6f5-4843-b488-b704e3f6f1a6 req-e052e148-5cea-43c3-bbc5-665044be5c17 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=19fb56ea-f1ea-4d66-9b9b-a86c0fa7ebb7 HTTP/1.1" status: 200 len: 946 time: 0.1807475 Aug 08 00:36:02.130842 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-0ee63137-badd-4a5e-b462-14c9aa65f309 req-59a56886-0b79-48b9-9af6-bf278231a1db tempest-VolumesSnapshotTestJSON-1144645517 tempest-VolumesSnapshotTestJSON-1144645517-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=107e9f55-8376-45e6-a94e-667c44085544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333287 Aug 08 00:36:02.154109 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d83d10-6584-40ac-9908-6f610cf01f83 req-a898dcdd-b2e6-413a-b421-6d70ca025e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:36:02.156281 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-31d83d10-6584-40ac-9908-6f610cf01f83 req-a898dcdd-b2e6-413a-b421-6d70ca025e8f service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=b1d5723f-10fd-4b95-91b6-00f6c09bff0d HTTP/1.1" status: 200 len: 847 time: 0.1161184 Aug 08 00:36:02.174080 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_dvr_db [None req-e83fa797-b5d4-4271-b02c-e9717ea43507 None None] Set router 0615554d-02f4-47fe-a7dd-85e36cfe194e gateway port host: dv-cinder-851640-3-iscsi {{(pid=115994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 00:36:02.246102 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d83d10-6584-40ac-9908-6f610cf01f83 req-9c73af14-3a69-45fd-b887-ec730febe3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:36:02.247716 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-31d83d10-6584-40ac-9908-6f610cf01f83 req-9c73af14-3a69-45fd-b887-ec730febe3c3 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=40eb5d4b-84fa-4b2b-9896-3375999a2051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0810132 Aug 08 00:36:02.250072 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.notifiers.nova [req-17ed1946-46fa-4b6c-994e-d8a6e127e9cc req-e026c3ee-8019-4d95-bd82-16b70634721a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d9a7815-8cf6-4ce8-b159-82caa08091e7 {{(pid=115991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 00:36:02.254923 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-151c1a1e-b78f-42d2-805b-36bef3243875 req-c0b8758a-b908-401b-83d8-d2c478d9b4d5 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/bb10d8ed-7241-4962-a6fb-543fbf8ccecf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2936332 Aug 08 00:36:02.259326 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [req-17ed1946-46fa-4b6c-994e-d8a6e127e9cc req-e026c3ee-8019-4d95-bd82-16b70634721a service neutron] Publish callbacks [] for port (6d9a7815-8cf6-4ce8-b159-82caa08091e7), precommit_update {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:36:02.265961 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-89dd8874-b6f5-4843-b488-b704e3f6f1a6 req-8e8983f7-0320-493d-8136-b753f3e95c30 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=09961e5e-e3b7-4ca0-b7b9-8e62edbb778a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381006 Aug 08 00:36:02.272718 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-fc88b90f-c66c-4169-b63f-c32b7df78986 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Publish callbacks [] for security_group_rule (6699ec3e-a113-4282-b8f7-822c78606b22), before_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:36:02.296271 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.db.provisioning_blocks [req-17ed1946-46fa-4b6c-994e-d8a6e127e9cc req-e026c3ee-8019-4d95-bd82-16b70634721a service neutron] Transition to ACTIVE for port object 6d9a7815-8cf6-4ce8-b159-82caa08091e7 will not be triggered until provisioned by entity L2. {{(pid=115991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 08 00:36:02.348952 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-fc88b90f-c66c-4169-b63f-c32b7df78986 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Publish callbacks [] for security_group_rule (6699ec3e-a113-4282-b8f7-822c78606b22), precommit_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:36:02.365366 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [req-17ed1946-46fa-4b6c-994e-d8a6e127e9cc req-e026c3ee-8019-4d95-bd82-16b70634721a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2785206'] for port (6d9a7815-8cf6-4ce8-b159-82caa08091e7), after_update {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:36:02.371603 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:36:02.409606 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:36:02.430338 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_hamode_db [None req-e83fa797-b5d4-4271-b02c-e9717ea43507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0615554d-02f4-47fe-a7dd-85e36cfe194e', 'name': 'tempest-TestVolumeBootPattern-522143548-router', 'tenant_id': 'ad2ab7aaac7341739eee2f43ea9f161f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': '2e8d99ec-99e2-4703-b51e-22c321965bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:35:51Z', 'updated_at': '2022-08-08T00:35:57Z', 'revision_number': 4, 'project_id': 'ad2ab7aaac7341739eee2f43ea9f161f', 'gw_port': {'id': '2e8d99ec-99e2-4703-b51e-22c321965bda', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ec:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0615554d-02f4-47fe-a7dd-85e36cfe194e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:35:52Z', 'updated_at': '2022-08-08T00:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi', '_interfaces': [{'id': 'b9644220-7c97-46a3-bc2f-e10a5ed043cf', 'name': '', 'network_id': '8a30da80-347b-44e3-ae81-a8dffefc6b58', 'tenant_id': 'ad2ab7aaac7341739eee2f43ea9f161f', 'mac_address': 'fa:16:3e:c4:9c:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0615554d-02f4-47fe-a7dd-85e36cfe194e', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '3405891e-4d08-4233-ada0-4810d42611bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:35:56Z', 'updated_at': '2022-08-08T00:36:01Z', 'revision_number': 4, 'project_id': 'ad2ab7aaac7341739eee2f43ea9f161f', 'subnets': [{'id': '3405891e-4d08-4233-ada0-4810d42611bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851640-3-iscsi', False) {} {{(pid=115994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:36:02.441078 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e026c3ee-8019-4d95-bd82-16b70634721a service neutron] Pushing event updated for resources: {'Port': ['ID=6d9a7815-8cf6-4ce8-b159-82caa08091e7,revision_number=2']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:36:02.464558 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-fc88b90f-c66c-4169-b63f-c32b7df78986 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339626'] for security_group_rule (6699ec3e-a113-4282-b8f7-822c78606b22), after_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:36:02.465681 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83fa797-b5d4-4271-b02c-e9717ea43507 None None] The sync data for ids ['0615554d-02f4-47fe-a7dd-85e36cfe194e'] in dv-cinder-851640-3-iscsi is: [{'id': '0615554d-02f4-47fe-a7dd-85e36cfe194e', 'name': 'tempest-TestVolumeBootPattern-522143548-router', 'tenant_id': 'ad2ab7aaac7341739eee2f43ea9f161f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': '2e8d99ec-99e2-4703-b51e-22c321965bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:35:51Z', 'updated_at': '2022-08-08T00:35:57Z', 'revision_number': 4, 'project_id': 'ad2ab7aaac7341739eee2f43ea9f161f', 'gw_port': {'id': '2e8d99ec-99e2-4703-b51e-22c321965bda', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ec:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0615554d-02f4-47fe-a7dd-85e36cfe194e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:35:52Z', 'updated_at': '2022-08-08T00:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi', '_interfaces': [{'id': 'b9644220-7c97-46a3-bc2f-e10a5ed043cf', 'name': '', 'network_id': '8a30da80-347b-44e3-ae81-a8dffefc6b58', 'tenant_id': 'ad2ab7aaac7341739eee2f43ea9f161f', 'mac_address': 'fa:16:3e:c4:9c:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0615554d-02f4-47fe-a7dd-85e36cfe194e', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '3405891e-4d08-4233-ada0-4810d42611bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:35:56Z', 'updated_at': '2022-08-08T00:36:01Z', 'revision_number': 4, 'project_id': 'ad2ab7aaac7341739eee2f43ea9f161f', 'subnets': [{'id': '3405891e-4d08-4233-ada0-4810d42611bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 00:36:02.516472 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc88b90f-c66c-4169-b63f-c32b7df78986 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6699ec3e-a113-4282-b8f7-822c78606b22,revision_number=0']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:36:02.520177 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b6b561-112f-4767-a6ae-54ec7ac6c3c4 req-91ec9106-5e52-400c-a375-f2f4e985e485 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:36:02.530386 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-07b6b561-112f-4767-a6ae-54ec7ac6c3c4 req-91ec9106-5e52-400c-a375-f2f4e985e485 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=39cb5181-8bc2-4e47-ab31-1f9524d47ef3 HTTP/1.1" status: 200 len: 943 time: 0.1249475 Aug 08 00:36:02.545112 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.managers [req-17ed1946-46fa-4b6c-994e-d8a6e127e9cc req-e026c3ee-8019-4d95-bd82-16b70634721a service neutron] Attempting to bind port 6d9a7815-8cf6-4ce8-b159-82caa08091e7 on host hv-cinder-85164 for vnic_type normal with profile {{(pid=115991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 00:36:02.545753 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.managers [req-17ed1946-46fa-4b6c-994e-d8a6e127e9cc req-e026c3ee-8019-4d95-bd82-16b70634721a service neutron] Attempting to bind port 6d9a7815-8cf6-4ce8-b159-82caa08091e7 by drivers openvswitch,hyperv on host hv-cinder-85164 at level 0 using segments [{'id': '6130275c-b522-41d3-91a1-cf819d706112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a5ea35fc-5529-4ec7-b035-b5f2637c5acc'}] {{(pid=115991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 00:36:02.546211 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ed1946-46fa-4b6c-994e-d8a6e127e9cc req-e026c3ee-8019-4d95-bd82-16b70634721a service neutron] Attempting to bind port 6d9a7815-8cf6-4ce8-b159-82caa08091e7 on network a5ea35fc-5529-4ec7-b035-b5f2637c5acc {{(pid=115991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 00:36:02.549362 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-31d83d10-6584-40ac-9908-6f610cf01f83 req-dc7819e4-d51c-4f35-b017-c7aa69eef5ca service neutron] 10.222.0.25 "GET /networking/v2.0/networks/40eb5d4b-84fa-4b2b-9896-3375999a2051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2934511 Aug 08 00:36:02.551918 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ed1946-46fa-4b6c-994e-d8a6e127e9cc req-e026c3ee-8019-4d95-bd82-16b70634721a service neutron] Port 6d9a7815-8cf6-4ce8-b159-82caa08091e7 on network a5ea35fc-5529-4ec7-b035-b5f2637c5acc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85164 {{(pid=115991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 08 00:36:02.552427 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ed1946-46fa-4b6c-994e-d8a6e127e9cc req-e026c3ee-8019-4d95-bd82-16b70634721a service neutron] Attempting to bind port 6d9a7815-8cf6-4ce8-b159-82caa08091e7 on network a5ea35fc-5529-4ec7-b035-b5f2637c5acc {{(pid=115991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 00:36:02.558698 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ed1946-46fa-4b6c-994e-d8a6e127e9cc req-e026c3ee-8019-4d95-bd82-16b70634721a service neutron] Checking agent: {'id': 'c200ec1a-5dc3-458a-a30d-0f16255c41c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85164', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 0, 30, 30), 'started_at': datetime.datetime(2022, 8, 8, 0, 30, 30), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 00:36:02.559053 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ed1946-46fa-4b6c-994e-d8a6e127e9cc req-e026c3ee-8019-4d95-bd82-16b70634721a service neutron] Checking segment: {'id': '6130275c-b522-41d3-91a1-cf819d706112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a5ea35fc-5529-4ec7-b035-b5f2637c5acc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 00:36:02.559705 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ed1946-46fa-4b6c-994e-d8a6e127e9cc req-e026c3ee-8019-4d95-bd82-16b70634721a service neutron] Bound using segment: {'id': '6130275c-b522-41d3-91a1-cf819d706112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a5ea35fc-5529-4ec7-b035-b5f2637c5acc'} {{(pid=115991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 00:36:02.560139 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.managers [req-17ed1946-46fa-4b6c-994e-d8a6e127e9cc req-e026c3ee-8019-4d95-bd82-16b70634721a service neutron] Bound port: 6d9a7815-8cf6-4ce8-b159-82caa08091e7, host: hv-cinder-85164, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6130275c-b522-41d3-91a1-cf819d706112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a5ea35fc-5529-4ec7-b035-b5f2637c5acc'}}] {{(pid=115991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 00:36:02.560499 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [req-17ed1946-46fa-4b6c-994e-d8a6e127e9cc req-e026c3ee-8019-4d95-bd82-16b70634721a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (6d9a7815-8cf6-4ce8-b159-82caa08091e7), before_update {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:36:02.567676 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-151c1a1e-b78f-42d2-805b-36bef3243875 req-b4f8efe9-f6bd-47cc-82ed-f082fe994b49 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/bb10d8ed-7241-4962-a6fb-543fbf8ccecf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3007309 Aug 08 00:36:02.643191 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-fc88b90f-c66c-4169-b63f-c32b7df78986 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:36:02.647215 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-fc88b90f-c66c-4169-b63f-c32b7df78986 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5970802 Aug 08 00:36:02.647491 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 59744) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:36:02.666662 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.v2.base [None req-dc9ee7b1-e20c-4461-9f3f-777344a3c9d1 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Request body: {'security_group_rule': {'security_group_id': 'c7fab9c4-62df-4772-9aa5-24224734ea2b', 'project_id': 'a22da44baa6b472e91d99fbcb03b583c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:36:02.694594 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.db [req-17ed1946-46fa-4b6c-994e-d8a6e127e9cc req-e026c3ee-8019-4d95-bd82-16b70634721a service neutron] For port 6d9a7815-8cf6-4ce8-b159-82caa08091e7, host hv-cinder-85164, cleared binding levels {{(pid=115991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 00:36:02.699151 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.db [req-17ed1946-46fa-4b6c-994e-d8a6e127e9cc req-e026c3ee-8019-4d95-bd82-16b70634721a service neutron] For port 6d9a7815-8cf6-4ce8-b159-82caa08091e7, host hv-cinder-85164, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85164',level=0,port_id=6d9a7815-8cf6-4ce8-b159-82caa08091e7,segment=NetworkSegment(6130275c-b522-41d3-91a1-cf819d706112),segment_id=6130275c-b522-41d3-91a1-cf819d706112)] {{(pid=115991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 00:36:02.738086 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-07b6b561-112f-4767-a6ae-54ec7ac6c3c4 req-bae56baf-b2e9-4419-b920-473dd5ddf6b4 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=09b1c30e-59f7-40b1-bf76-92a6a73f1ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2066209 Aug 08 00:36:02.750631 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-31d83d10-6584-40ac-9908-6f610cf01f83 req-19a6fd71-c892-4a4f-9057-cc679fe8bdfe service neutron] 10.222.0.25 "GET /networking/v2.0/networks/40eb5d4b-84fa-4b2b-9896-3375999a2051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943161 Aug 08 00:36:02.763689 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Device b9644220-7c97-46a3-bc2f-e10a5ed043cf up at agent ovs-agent-dv-cinder-851640-3-iscsi {{(pid=115993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 00:36:02.789106 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [req-17ed1946-46fa-4b6c-994e-d8a6e127e9cc req-e026c3ee-8019-4d95-bd82-16b70634721a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2785206'] for port (6d9a7815-8cf6-4ce8-b159-82caa08091e7), after_update {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:36:02.814446 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ed1946-46fa-4b6c-994e-d8a6e127e9cc req-e026c3ee-8019-4d95-bd82-16b70634721a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:36:02.815151 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [req-17ed1946-46fa-4b6c-994e-d8a6e127e9cc req-e026c3ee-8019-4d95-bd82-16b70634721a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63196'] for port (None), before_response {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:36:02.816650 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-17ed1946-46fa-4b6c-994e-d8a6e127e9cc req-e026c3ee-8019-4d95-bd82-16b70634721a service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/6d9a7815-8cf6-4ce8-b159-82caa08091e7 HTTP/1.1" status: 200 len: 1093 time: 1.0768776 Aug 08 00:36:02.817365 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dcbbc71-d1ca-41a6-ac8e-60d6cf82e51b', 'tag': '6d9a7815-8cf6-4ce8-b159-82caa08091e7'}] {{(pid=115991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 00:36:02.820523 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73a3e3d67458d2a17dff5edd29115f5abec4313aa2236b93bd84783ab3df8685" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2977f97e-e7db-46bd-a8b7-9a080ebe625a" -d '{"events": [{"name": "network-changed", "server_uuid": "0dcbbc71-d1ca-41a6-ac8e-60d6cf82e51b", "tag": "6d9a7815-8cf6-4ce8-b159-82caa08091e7"}]}' {{(pid=115991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 00:36:02.835874 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Provisioning complete for port b9644220-7c97-46a3-bc2f-e10a5ed043cf triggered by entity L2. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:36:02.836519 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (b9644220-7c97-46a3-bc2f-e10a5ed043cf), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:36:02.836669 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-dc9ee7b1-e20c-4461-9f3f-777344a3c9d1 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Publish callbacks [] for security_group_rule (0bc96e99-02cd-4c02-bffb-604217d81c1b), before_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:36:02.902915 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efa5297-7acf-43c7-b124-d8749a2cc5ae req-2caeeb9b-ee77-44dc-963f-c383eca65193 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:36:02.904550 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-9efa5297-7acf-43c7-b124-d8749a2cc5ae req-2caeeb9b-ee77-44dc-963f-c383eca65193 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8220eb97-0920-4393-9354-094c2f62cc94 HTTP/1.1" status: 200 len: 945 time: 0.0646288 Aug 08 00:36:02.905339 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584fcde8-992c-4bf6-9de0-da034b4b6650 req-83640460-2f42-4bf4-8e70-773fa2206c9a tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:36:02.907258 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-584fcde8-992c-4bf6-9de0-da034b4b6650 req-83640460-2f42-4bf4-8e70-773fa2206c9a tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0dcbbc71-d1ca-41a6-ac8e-60d6cf82e51b HTTP/1.1" status: 200 len: 943 time: 0.0591357 Aug 08 00:36:02.939925 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Current status of the port b9644220-7c97-46a3-bc2f-e10a5ed043cf is: DOWN; New status is: ACTIVE {{(pid=115993) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 00:36:02.940471 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (b9644220-7c97-46a3-bc2f-e10a5ed043cf), before_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:36:02.950966 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:36:02.971776 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-584fcde8-992c-4bf6-9de0-da034b4b6650 req-1b79c5c8-6bc1-48f4-92d1-af2b6b1941d8 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=39fde6d6-2d93-4daa-a7ea-e2b59dcbb3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579989 Aug 08 00:36:02.974069 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e026c3ee-8019-4d95-bd82-16b70634721a service neutron] Pushing event updated for resources: {'Port': ['ID=6d9a7815-8cf6-4ce8-b159-82caa08091e7,revision_number=3']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:36:02.980687 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] For port b9644220-7c97-46a3-bc2f-e10a5ed043cf, host dv-cinder-851640-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851640-3-iscsi',level=0,port_id=b9644220-7c97-46a3-bc2f-e10a5ed043cf,segment=NetworkSegment(ba849c86-988d-47dc-b484-0f209f490be3),segment_id=ba849c86-988d-47dc-b484-0f209f490be3)] {{(pid=115993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:36:03.029079 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-dc9ee7b1-e20c-4461-9f3f-777344a3c9d1 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Publish callbacks [] for security_group_rule (0bc96e99-02cd-4c02-bffb-604217d81c1b), precommit_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:36:03.035276 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-9efa5297-7acf-43c7-b124-d8749a2cc5ae req-d202d1bf-9333-4b22-a0ea-252967a09811 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b4d11999-100a-4957-80d1-4ec56ec52a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115839 Aug 08 00:36:03.087438 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 00:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d4c0ae0-9396-40f2-afc9-639a8d70dbed x-openstack-request-id: req-2d4c0ae0-9396-40f2-afc9-639a8d70dbed {{(pid=115991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 00:36:03.087734 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dcbbc71-d1ca-41a6-ac8e-60d6cf82e51b", "tag": "6d9a7815-8cf6-4ce8-b159-82caa08091e7", "status": "completed", "code": 200}]} {{(pid=115991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 00:36:03.088136 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2d4c0ae0-9396-40f2-afc9-639a8d70dbed {{(pid=115991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 00:36:03.088375 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d4c0ae0-9396-40f2-afc9-639a8d70dbed'] response: {'name': 'network-changed', 'server_uuid': '0dcbbc71-d1ca-41a6-ac8e-60d6cf82e51b', 'tag': '6d9a7815-8cf6-4ce8-b159-82caa08091e7', 'status': 'completed', 'code': 200} Aug 08 00:36:03.090984 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821'] for port (b9644220-7c97-46a3-bc2f-e10a5ed043cf), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:36:03.108065 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f9609d-4c4f-4394-9a9b-b46f116810a1 req-1ae12703-c55e-45d9-8a64-6a426ecaca52 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:36:03.109871 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-75f9609d-4c4f-4394-9a9b-b46f116810a1 req-1ae12703-c55e-45d9-8a64-6a426ecaca52 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=19fb56ea-f1ea-4d66-9b9b-a86c0fa7ebb7 HTTP/1.1" status: 200 len: 946 time: 0.0595591 Aug 08 00:36:03.119131 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-dc9ee7b1-e20c-4461-9f3f-777344a3c9d1 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339626'] for security_group_rule (0bc96e99-02cd-4c02-bffb-604217d81c1b), after_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:36:03.147681 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9ee7b1-e20c-4461-9f3f-777344a3c9d1 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bc96e99-02cd-4c02-bffb-604217d81c1b,revision_number=0']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:36:03.149071 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:36:03.171065 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Pushing event updated for resources: {'Port': ['ID=b9644220-7c97-46a3-bc2f-e10a5ed043cf,revision_number=5']} {{(pid=115993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:36:03.198442 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-75f9609d-4c4f-4394-9a9b-b46f116810a1 req-b107e4b6-e2a6-42b2-b7b4-09d2a6d7f7ce tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=09961e5e-e3b7-4ca0-b7b9-8e62edbb778a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814881 Aug 08 00:36:03.221727 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-dc9ee7b1-e20c-4461-9f3f-777344a3c9d1 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:36:03.226081 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-dc9ee7b1-e20c-4461-9f3f-777344a3c9d1 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5752811 Aug 08 00:36:03.227148 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 59754) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:36:03.239501 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.v2.base [None req-c1a84e55-647e-4dbe-903c-8f0a38f23d41 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Request body: {'security_group_rule': {'security_group_id': 'c7fab9c4-62df-4772-9aa5-24224734ea2b', 'project_id': 'a22da44baa6b472e91d99fbcb03b583c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:36:03.261863 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2617a43-69e4-4c83-b106-b4dbe65aae15 req-69c92c6d-3eba-49c0-ab83-700f0c5e6d41 tempest-VolumesSnapshotTestJSON-1144645517 tempest-VolumesSnapshotTestJSON-1144645517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:36:03.263503 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-b2617a43-69e4-4c83-b106-b4dbe65aae15 req-69c92c6d-3eba-49c0-ab83-700f0c5e6d41 tempest-VolumesSnapshotTestJSON-1144645517 tempest-VolumesSnapshotTestJSON-1144645517-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fb8a0c4d-9a66-46c5-8ae2-a4bc75549c71 HTTP/1.1" status: 200 len: 943 time: 0.0560460 Aug 08 00:36:03.314515 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-b2617a43-69e4-4c83-b106-b4dbe65aae15 req-af34c027-cb0f-498d-b12b-b81b10eeffdc tempest-VolumesSnapshotTestJSON-1144645517 tempest-VolumesSnapshotTestJSON-1144645517-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=107e9f55-8376-45e6-a94e-667c44085544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444553 Aug 08 00:36:03.325411 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-c1a84e55-647e-4dbe-903c-8f0a38f23d41 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Publish callbacks [] for security_group_rule (9d7ce74a-f5e6-4639-9f0d-ea0065cd052f), before_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:36:03.394234 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-c1a84e55-647e-4dbe-903c-8f0a38f23d41 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Publish callbacks [] for security_group_rule (9d7ce74a-f5e6-4639-9f0d-ea0065cd052f), precommit_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:36:03.445338 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-c1a84e55-647e-4dbe-903c-8f0a38f23d41 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339626'] for security_group_rule (9d7ce74a-f5e6-4639-9f0d-ea0065cd052f), after_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:36:03.451580 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:36:03.466904 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a84e55-647e-4dbe-903c-8f0a38f23d41 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d7ce74a-f5e6-4639-9f0d-ea0065cd052f,revision_number=0']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:36:03.589980 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-c1a84e55-647e-4dbe-903c-8f0a38f23d41 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:36:03.591381 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-c1a84e55-647e-4dbe-903c-8f0a38f23d41 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3630078 Aug 08 00:36:03.594250 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 59756) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:36:03.599060 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.v2.base [None req-0054180d-3b9f-424b-b23e-3b07b19cc362 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Request body: {'security_group_rule': {'security_group_id': 'c7fab9c4-62df-4772-9aa5-24224734ea2b', 'project_id': 'a22da44baa6b472e91d99fbcb03b583c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:36:03.687803 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.db.securitygroups_db [None req-0054180d-3b9f-424b-b23e-3b07b19cc362 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Project a22da44baa6b472e91d99fbcb03b583c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 08 00:36:03.710190 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-0054180d-3b9f-424b-b23e-3b07b19cc362 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Publish callbacks [] for security_group_rule (9a5b1484-f640-43ca-a0ca-73a60cb0c1a2), before_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:36:03.731013 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2977f97e-e7db-46bd-a8b7-9a080ebe625a req-ecd0094d-f1d2-475a-bd19-25f1de21753e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:36:03.732515 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-2977f97e-e7db-46bd-a8b7-9a080ebe625a req-ecd0094d-f1d2-475a-bd19-25f1de21753e service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=e97eb34021d44eb0a99763034c1e9e87&device_id=0dcbbc71-d1ca-41a6-ac8e-60d6cf82e51b HTTP/1.1" status: 200 len: 1127 time: 0.0584855 Aug 08 00:36:04.116062 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-0054180d-3b9f-424b-b23e-3b07b19cc362 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Publish callbacks [] for security_group_rule (9a5b1484-f640-43ca-a0ca-73a60cb0c1a2), precommit_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:36:04.119720 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f6917c-34b3-4c36-a8ee-616207b3ef91 req-2b83b6b4-a64c-4119-ae7f-b760af12c9c0 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:36:04.121349 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-25f6917c-34b3-4c36-a8ee-616207b3ef91 req-2b83b6b4-a64c-4119-ae7f-b760af12c9c0 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0dcbbc71-d1ca-41a6-ac8e-60d6cf82e51b HTTP/1.1" status: 200 len: 943 time: 0.0540478 Aug 08 00:36:04.130818 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c33667-d7d5-4afd-ac62-42b5c8327ebf req-4a4e9c5d-8c8f-41b0-8050-e99f0cfbd173 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:36:04.132320 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-33c33667-d7d5-4afd-ac62-42b5c8327ebf req-4a4e9c5d-8c8f-41b0-8050-e99f0cfbd173 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=39cb5181-8bc2-4e47-ab31-1f9524d47ef3 HTTP/1.1" status: 200 len: 943 time: 0.0780363 Aug 08 00:36:04.176140 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2977f97e-e7db-46bd-a8b7-9a080ebe625a req-6b3c2ea2-12ff-47c3-bb6c-c7bf758cc632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:36:04.177642 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-2977f97e-e7db-46bd-a8b7-9a080ebe625a req-6b3c2ea2-12ff-47c3-bb6c-c7bf758cc632 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?tenant_id=e97eb34021d44eb0a99763034c1e9e87&shared=False HTTP/1.1" status: 200 len: 916 time: 0.4271612 Aug 08 00:36:04.189424 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-25f6917c-34b3-4c36-a8ee-616207b3ef91 req-079d8d86-3daf-410c-832c-8ca1deb5aa2d tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=39fde6d6-2d93-4daa-a7ea-e2b59dcbb3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610416 Aug 08 00:36:04.248037 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-0054180d-3b9f-424b-b23e-3b07b19cc362 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339626'] for security_group_rule (9a5b1484-f640-43ca-a0ca-73a60cb0c1a2), after_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:36:04.258772 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:36:04.271466 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-33c33667-d7d5-4afd-ac62-42b5c8327ebf req-8b09465c-1989-4fa3-8298-38922eb65dc7 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=09b1c30e-59f7-40b1-bf76-92a6a73f1ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1285405 Aug 08 00:36:04.283786 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0054180d-3b9f-424b-b23e-3b07b19cc362 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a5b1484-f640-43ca-a0ca-73a60cb0c1a2,revision_number=0']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:36:04.312775 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb002b9-4bec-4179-a5da-44cdb03cdfa5 req-bf937573-63e5-451f-bc06-db4a1d578a80 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:36:04.314415 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-fcb002b9-4bec-4179-a5da-44cdb03cdfa5 req-bf937573-63e5-451f-bc06-db4a1d578a80 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8220eb97-0920-4393-9354-094c2f62cc94 HTTP/1.1" status: 200 len: 945 time: 0.0555232 Aug 08 00:36:04.320900 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2977f97e-e7db-46bd-a8b7-9a080ebe625a req-cc5be4e7-014e-4e82-a289-1351759281cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:36:04.322574 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-2977f97e-e7db-46bd-a8b7-9a080ebe625a req-cc5be4e7-014e-4e82-a289-1351759281cb service neutron] 10.222.0.25 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1345396 Aug 08 00:36:04.363186 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-0054180d-3b9f-424b-b23e-3b07b19cc362 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:36:04.364840 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-0054180d-3b9f-424b-b23e-3b07b19cc362 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7692599 Aug 08 00:36:04.369095 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-fcb002b9-4bec-4179-a5da-44cdb03cdfa5 req-f582d649-afdf-4afe-9250-46b91af017f4 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b4d11999-100a-4957-80d1-4ec56ec52a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487726 Aug 08 00:36:04.369780 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 59770) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:36:04.374654 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.v2.base [None req-e578ed50-1cd3-4de9-80d1-d7a659ca9810 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Request body: {'security_group_rule': {'security_group_id': 'c7fab9c4-62df-4772-9aa5-24224734ea2b', 'project_id': 'a22da44baa6b472e91d99fbcb03b583c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:36:04.409951 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ed1946-46fa-4b6c-994e-d8a6e127e9cc req-ea08efc3-c830-4407-b977-09806929d3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:36:04.411566 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-17ed1946-46fa-4b6c-994e-d8a6e127e9cc req-ea08efc3-c830-4407-b977-09806929d3d0 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=e97eb34021d44eb0a99763034c1e9e87&device_id=0dcbbc71-d1ca-41a6-ac8e-60d6cf82e51b HTTP/1.1" status: 200 len: 1127 time: 0.0456824 Aug 08 00:36:04.462800 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.db.securitygroups_db [None req-e578ed50-1cd3-4de9-80d1-d7a659ca9810 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Project a22da44baa6b472e91d99fbcb03b583c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 08 00:36:04.470504 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-e578ed50-1cd3-4de9-80d1-d7a659ca9810 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Publish callbacks [] for security_group_rule (56972281-a692-434a-85ff-d93c2e6ec9e6), before_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:36:04.487122 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-17ed1946-46fa-4b6c-994e-d8a6e127e9cc req-beb69377-e386-4681-ae1a-ff598754d10e service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6d9a7815-8cf6-4ce8-b159-82caa08091e7 HTTP/1.1" status: 200 len: 217 time: 0.0623078 Aug 08 00:36:04.498561 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34ed377-a033-4f06-8b9c-37a5a94d1d77 req-f9fc54fb-707e-4235-98f8-05186ce44293 tempest-VolumesSnapshotTestJSON-1144645517 tempest-VolumesSnapshotTestJSON-1144645517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:36:04.500065 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-e34ed377-a033-4f06-8b9c-37a5a94d1d77 req-f9fc54fb-707e-4235-98f8-05186ce44293 tempest-VolumesSnapshotTestJSON-1144645517 tempest-VolumesSnapshotTestJSON-1144645517-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fb8a0c4d-9a66-46c5-8ae2-a4bc75549c71 HTTP/1.1" status: 200 len: 943 time: 0.0864394 Aug 08 00:36:04.538316 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-e578ed50-1cd3-4de9-80d1-d7a659ca9810 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Publish callbacks [] for security_group_rule (56972281-a692-434a-85ff-d93c2e6ec9e6), precommit_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:36:04.578824 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ed1946-46fa-4b6c-994e-d8a6e127e9cc req-94c171d5-5c9e-4244-8860-4eacc5397571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:36:04.580388 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-17ed1946-46fa-4b6c-994e-d8a6e127e9cc req-94c171d5-5c9e-4244-8860-4eacc5397571 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=a880aa77-4bc5-4c6a-8fdf-3a29dea9cf69 HTTP/1.1" status: 200 len: 854 time: 0.0793254 Aug 08 00:36:04.588667 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-e34ed377-a033-4f06-8b9c-37a5a94d1d77 req-31613145-6635-4774-9950-836a1d9ee5ec tempest-VolumesSnapshotTestJSON-1144645517 tempest-VolumesSnapshotTestJSON-1144645517-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=107e9f55-8376-45e6-a94e-667c44085544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798194 Aug 08 00:36:04.614283 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-e578ed50-1cd3-4de9-80d1-d7a659ca9810 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339626'] for security_group_rule (56972281-a692-434a-85ff-d93c2e6ec9e6), after_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:36:04.636679 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ed1946-46fa-4b6c-994e-d8a6e127e9cc req-aa0bbc94-fa3c-46c5-8ce9-0f0525e07bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:36:04.638545 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-17ed1946-46fa-4b6c-994e-d8a6e127e9cc req-aa0bbc94-fa3c-46c5-8ce9-0f0525e07bfa service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=a5ea35fc-5529-4ec7-b035-b5f2637c5acc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0489311 Aug 08 00:36:04.642640 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e578ed50-1cd3-4de9-80d1-d7a659ca9810 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56972281-a692-434a-85ff-d93c2e6ec9e6,revision_number=0']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:36:04.673301 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Device b9644220-7c97-46a3-bc2f-e10a5ed043cf up at agent ovs-agent-dv-cinder-851640-3-iscsi {{(pid=115993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 00:36:04.719858 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Provisioning complete for port b9644220-7c97-46a3-bc2f-e10a5ed043cf triggered by entity L2. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:36:04.720063 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-e578ed50-1cd3-4de9-80d1-d7a659ca9810 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:36:04.720170 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (b9644220-7c97-46a3-bc2f-e10a5ed043cf), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:36:04.724330 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-e578ed50-1cd3-4de9-80d1-d7a659ca9810 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3508923 Aug 08 00:36:04.747758 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-17ed1946-46fa-4b6c-994e-d8a6e127e9cc req-4efd1db3-5a0d-41ac-a2f8-e78ec92290c8 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a5ea35fc-5529-4ec7-b035-b5f2637c5acc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958719 Aug 08 00:36:04.806429 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:36:04.861016 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-17ed1946-46fa-4b6c-994e-d8a6e127e9cc req-437c9924-2e32-4b39-8e07-e16fc0e47328 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a5ea35fc-5529-4ec7-b035-b5f2637c5acc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066637 Aug 08 00:36:04.922113 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Device db31348c-87d0-4137-be1f-0139a7f53d29 details requested by agent hyperv_hv-cinder-85164 with host hv-cinder-85164 {{(pid=115993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 08 00:36:04.947668 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Current status of the port b9644220-7c97-46a3-bc2f-e10a5ed043cf is: ACTIVE; New status is: ACTIVE {{(pid=115993) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 00:36:05.031156 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] For port db31348c-87d0-4137-be1f-0139a7f53d29, host hv-cinder-85164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85164',level=0,port_id=db31348c-87d0-4137-be1f-0139a7f53d29,segment=NetworkSegment(a97d0af1-6dcd-4953-9065-c83d72f6ad5c),segment_id=a97d0af1-6dcd-4953-9065-c83d72f6ad5c)] {{(pid=115993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:36:05.045697 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Returning: {'device': 'db31348c-87d0-4137-be1f-0139a7f53d29', 'network_id': 'bb10d8ed-7241-4962-a6fb-543fbf8ccecf', 'port_id': 'db31348c-87d0-4137-be1f-0139a7f53d29', 'mac_address': 'fa:16:3e:fe:b5:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dfae887-000c-41dc-ba1e-8cde25c087a1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 08 00:36:05.082282 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Current status of the port db31348c-87d0-4137-be1f-0139a7f53d29 is: DOWN; New status is: BUILD {{(pid=115993) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 00:36:05.082837 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (db31348c-87d0-4137-be1f-0139a7f53d29), before_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:36:05.086088 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:36:05.097721 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.notifiers.nova [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db31348c-87d0-4137-be1f-0139a7f53d29 {{(pid=115993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 00:36:05.118456 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] For port db31348c-87d0-4137-be1f-0139a7f53d29, host hv-cinder-85164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85164',level=0,port_id=db31348c-87d0-4137-be1f-0139a7f53d29,segment=NetworkSegment(a97d0af1-6dcd-4953-9065-c83d72f6ad5c),segment_id=a97d0af1-6dcd-4953-9065-c83d72f6ad5c)] {{(pid=115993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:36:05.214785 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821'] for port (db31348c-87d0-4137-be1f-0139a7f53d29), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:36:05.274137 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Pushing event updated for resources: {'Port': ['ID=db31348c-87d0-4137-be1f-0139a7f53d29,revision_number=4']} {{(pid=115993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:36:05.328265 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823a139a-734d-4e30-92ff-626461589e48 req-2ed55e99-6b8f-4d4a-b576-a415302a1037 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:36:05.329977 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-823a139a-734d-4e30-92ff-626461589e48 req-2ed55e99-6b8f-4d4a-b576-a415302a1037 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0dcbbc71-d1ca-41a6-ac8e-60d6cf82e51b HTTP/1.1" status: 200 len: 943 time: 0.0557110 Aug 08 00:36:05.383168 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-823a139a-734d-4e30-92ff-626461589e48 req-22fe96bb-8ab0-4d13-9b50-6aac4a27c760 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=39fde6d6-2d93-4daa-a7ea-e2b59dcbb3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472314 Aug 08 00:36:05.487444 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e6e33a-10fe-4a8f-b4b3-35e2ffea8778 req-139055a0-5fb0-44e6-9045-2fce56c19d09 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:36:05.488874 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-04e6e33a-10fe-4a8f-b4b3-35e2ffea8778 req-139055a0-5fb0-44e6-9045-2fce56c19d09 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=39cb5181-8bc2-4e47-ab31-1f9524d47ef3 HTTP/1.1" status: 200 len: 943 time: 0.0490713 Aug 08 00:36:05.521798 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:36:05.541478 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-04e6e33a-10fe-4a8f-b4b3-35e2ffea8778 req-2410933d-1015-48fe-ae69-2f710647272f tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=09b1c30e-59f7-40b1-bf76-92a6a73f1ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469291 Aug 08 00:36:05.548631 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] get_ports_and_sgs() called for port_ids ['db31348c-87d0-4137-be1f-0139a7f53d29'] {{(pid=115993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 00:36:05.662421 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcaca41-51c8-4f0c-b5a3-06003f170630 req-499f1d28-e44a-43b5-85e4-c31cd1cfb590 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:36:05.663940 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-dfcaca41-51c8-4f0c-b5a3-06003f170630 req-499f1d28-e44a-43b5-85e4-c31cd1cfb590 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8220eb97-0920-4393-9354-094c2f62cc94 HTTP/1.1" status: 200 len: 945 time: 0.0600221 Aug 08 00:36:05.719614 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-dfcaca41-51c8-4f0c-b5a3-06003f170630 req-835e8ebc-844e-4dc9-b983-93c9a76c2d85 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b4d11999-100a-4957-80d1-4ec56ec52a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483410 Aug 08 00:36:05.824631 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446f71fb-5a3f-45d4-a1af-f2a176088a4c req-460eb446-3f89-4d28-857a-869f8bb386b2 tempest-VolumesSnapshotTestJSON-1144645517 tempest-VolumesSnapshotTestJSON-1144645517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:36:05.826086 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-446f71fb-5a3f-45d4-a1af-f2a176088a4c req-460eb446-3f89-4d28-857a-869f8bb386b2 tempest-VolumesSnapshotTestJSON-1144645517 tempest-VolumesSnapshotTestJSON-1144645517-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fb8a0c4d-9a66-46c5-8ae2-a4bc75549c71 HTTP/1.1" status: 200 len: 944 time: 0.0469804 Aug 08 00:36:05.873908 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-446f71fb-5a3f-45d4-a1af-f2a176088a4c req-788e8f70-076a-4674-b1d9-9b7c5270fa69 tempest-VolumesSnapshotTestJSON-1144645517 tempest-VolumesSnapshotTestJSON-1144645517-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=107e9f55-8376-45e6-a94e-667c44085544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408249 Aug 08 00:36:06.506528 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02920298-09a2-49f9-95c4-0aa513695436 req-fab80f7a-c209-4fc4-b66c-a2adc48bfa72 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:36:06.508098 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-02920298-09a2-49f9-95c4-0aa513695436 req-fab80f7a-c209-4fc4-b66c-a2adc48bfa72 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0dcbbc71-d1ca-41a6-ac8e-60d6cf82e51b HTTP/1.1" status: 200 len: 943 time: 0.0484073 Aug 08 00:36:06.558349 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-02920298-09a2-49f9-95c4-0aa513695436 req-b71ce04f-b07f-4f7e-b332-2c6c9c5bc228 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=39fde6d6-2d93-4daa-a7ea-e2b59dcbb3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446439 Aug 08 00:36:06.671448 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68a18b6-83c9-4316-8d2b-6b746f742968 req-226e9739-7957-4f7e-bf53-b33ab21ad2aa tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:36:06.673009 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-f68a18b6-83c9-4316-8d2b-6b746f742968 req-226e9739-7957-4f7e-bf53-b33ab21ad2aa tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=39cb5181-8bc2-4e47-ab31-1f9524d47ef3 HTTP/1.1" status: 200 len: 943 time: 0.0583966 Aug 08 00:36:06.718880 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:36:06.728126 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-f68a18b6-83c9-4316-8d2b-6b746f742968 req-3dd46a73-dc6d-4a8a-97d7-0504b1513357 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=09b1c30e-59f7-40b1-bf76-92a6a73f1ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493836 Aug 08 00:36:06.799507 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Device 6d9a7815-8cf6-4ce8-b159-82caa08091e7 details requested by agent hyperv_hv-cinder-85164 with host hv-cinder-85164 {{(pid=115993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 08 00:36:06.804650 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Device db31348c-87d0-4137-be1f-0139a7f53d29 up at agent hyperv_hv-cinder-85164 {{(pid=115993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 00:36:06.847498 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86696ce-7876-4d73-8965-961250afc2e3 req-9089b830-b5cc-4c6e-aebb-600a71886507 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:36:06.849096 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-d86696ce-7876-4d73-8965-961250afc2e3 req-9089b830-b5cc-4c6e-aebb-600a71886507 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8220eb97-0920-4393-9354-094c2f62cc94 HTTP/1.1" status: 200 len: 945 time: 0.0505786 Aug 08 00:36:06.896964 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:36:06.909053 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Provisioning for port db31348c-87d0-4137-be1f-0139a7f53d29 completed by entity L2. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 08 00:36:06.912913 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-d86696ce-7876-4d73-8965-961250afc2e3 req-74a95126-3ec0-4103-9509-5e311c4bdeb7 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b4d11999-100a-4957-80d1-4ec56ec52a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533946 Aug 08 00:36:06.949058 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] For port 6d9a7815-8cf6-4ce8-b159-82caa08091e7, host hv-cinder-85164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85164',level=0,port_id=6d9a7815-8cf6-4ce8-b159-82caa08091e7,segment=NetworkSegment(6130275c-b522-41d3-91a1-cf819d706112),segment_id=6130275c-b522-41d3-91a1-cf819d706112)] {{(pid=115993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:36:06.961131 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Returning: {'device': '6d9a7815-8cf6-4ce8-b159-82caa08091e7', 'network_id': 'a5ea35fc-5529-4ec7-b035-b5f2637c5acc', 'port_id': '6d9a7815-8cf6-4ce8-b159-82caa08091e7', 'mac_address': 'fa:16:3e:9b:7d:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a880aa77-4bc5-4c6a-8fdf-3a29dea9cf69', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 08 00:36:06.999661 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Current status of the port 6d9a7815-8cf6-4ce8-b159-82caa08091e7 is: DOWN; New status is: BUILD {{(pid=115993) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 00:36:07.000109 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (6d9a7815-8cf6-4ce8-b159-82caa08091e7), before_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:36:07.011588 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53914c49-7089-4a4a-aa09-0551a03c3e82 req-50fe57c1-2bb2-4149-a0d1-6d8a645877df tempest-VolumesSnapshotTestJSON-1144645517 tempest-VolumesSnapshotTestJSON-1144645517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:36:07.013105 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-53914c49-7089-4a4a-aa09-0551a03c3e82 req-50fe57c1-2bb2-4149-a0d1-6d8a645877df tempest-VolumesSnapshotTestJSON-1144645517 tempest-VolumesSnapshotTestJSON-1144645517-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fb8a0c4d-9a66-46c5-8ae2-a4bc75549c71 HTTP/1.1" status: 200 len: 944 time: 0.0523682 Aug 08 00:36:07.013376 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.notifiers.nova [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d9a7815-8cf6-4ce8-b159-82caa08091e7 {{(pid=115993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 00:36:07.031263 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Provisioning complete for port db31348c-87d0-4137-be1f-0139a7f53d29 triggered by entity L2. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:36:07.034918 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (db31348c-87d0-4137-be1f-0139a7f53d29), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:36:07.056801 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] For port 6d9a7815-8cf6-4ce8-b159-82caa08091e7, host hv-cinder-85164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85164',level=0,port_id=6d9a7815-8cf6-4ce8-b159-82caa08091e7,segment=NetworkSegment(6130275c-b522-41d3-91a1-cf819d706112),segment_id=6130275c-b522-41d3-91a1-cf819d706112)] {{(pid=115993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:36:07.062595 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-53914c49-7089-4a4a-aa09-0551a03c3e82 req-e0e7a172-a2f3-43f6-99b9-70c7ce7c628d tempest-VolumesSnapshotTestJSON-1144645517 tempest-VolumesSnapshotTestJSON-1144645517-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=107e9f55-8376-45e6-a94e-667c44085544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426579 Aug 08 00:36:07.114448 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Current status of the port db31348c-87d0-4137-be1f-0139a7f53d29 is: BUILD; New status is: ACTIVE {{(pid=115993) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 00:36:07.114839 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (db31348c-87d0-4137-be1f-0139a7f53d29), before_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:36:07.117548 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:36:07.138330 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb8a0c4d-9a66-46c5-8ae2-a4bc75549c71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db31348c-87d0-4137-be1f-0139a7f53d29'}] {{(pid=115993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 00:36:07.141180 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffcbb3165cefe78fdef2215408d5e0047484b378f5d65619a4e095a8aefc113e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f38043f5-c3d0-48ab-b2a9-86858f9ba1b6" -d '{"events": [{"server_uuid": "fb8a0c4d-9a66-46c5-8ae2-a4bc75549c71", "name": "network-vif-plugged", "status": "completed", "tag": "db31348c-87d0-4137-be1f-0139a7f53d29"}]}' {{(pid=115993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 00:36:07.153035 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] For port db31348c-87d0-4137-be1f-0139a7f53d29, host hv-cinder-85164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85164',level=0,port_id=db31348c-87d0-4137-be1f-0139a7f53d29,segment=NetworkSegment(a97d0af1-6dcd-4953-9065-c83d72f6ad5c),segment_id=a97d0af1-6dcd-4953-9065-c83d72f6ad5c)] {{(pid=115993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:36:07.154809 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821'] for port (6d9a7815-8cf6-4ce8-b159-82caa08091e7), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:36:07.180451 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 00:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-232871ef-af25-47e7-b206-aa17c2b8c319 x-openstack-request-id: req-232871ef-af25-47e7-b206-aa17c2b8c319 {{(pid=115993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 00:36:07.180878 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb8a0c4d-9a66-46c5-8ae2-a4bc75549c71", "name": "network-vif-plugged", "status": "completed", "tag": "db31348c-87d0-4137-be1f-0139a7f53d29", "code": 200}]} {{(pid=115993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 00:36:07.181284 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-232871ef-af25-47e7-b206-aa17c2b8c319 {{(pid=115993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 00:36:07.181694 dv-cinder-851640-3-iscsi neutron-server[115993]: INFO neutron.notifiers.nova [-] Nova event matching ['req-232871ef-af25-47e7-b206-aa17c2b8c319'] response: {'server_uuid': 'fb8a0c4d-9a66-46c5-8ae2-a4bc75549c71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db31348c-87d0-4137-be1f-0139a7f53d29', 'code': 200} Aug 08 00:36:07.204733 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Pushing event updated for resources: {'Port': ['ID=6d9a7815-8cf6-4ce8-b159-82caa08091e7,revision_number=4']} {{(pid=115993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:36:07.227759 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821'] for port (db31348c-87d0-4137-be1f-0139a7f53d29), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:36:07.278236 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Pushing event updated for resources: {'Port': ['ID=db31348c-87d0-4137-be1f-0139a7f53d29,revision_number=5']} {{(pid=115993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:36:07.510640 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] get_ports_and_sgs() called for port_ids ['6d9a7815-8cf6-4ce8-b159-82caa08091e7'] {{(pid=115993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 00:36:07.689836 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918c2aeb-e5b1-46d9-9dcd-b62eeacc00fe req-f4f1e5b0-e1f8-41f5-aa55-ad92338ba140 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:36:07.691746 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-918c2aeb-e5b1-46d9-9dcd-b62eeacc00fe req-f4f1e5b0-e1f8-41f5-aa55-ad92338ba140 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0dcbbc71-d1ca-41a6-ac8e-60d6cf82e51b HTTP/1.1" status: 200 len: 944 time: 0.0581293 Aug 08 00:36:07.746351 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-918c2aeb-e5b1-46d9-9dcd-b62eeacc00fe req-23439c63-636a-4454-9a4d-eb043d1fd957 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=39fde6d6-2d93-4daa-a7ea-e2b59dcbb3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486302 Aug 08 00:36:07.879187 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed7f294-07b4-40cc-8331-9077d7b9aa3f req-7afdf692-b860-499c-a9ac-ddb3c3c45d70 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:36:07.880704 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-fed7f294-07b4-40cc-8331-9077d7b9aa3f req-7afdf692-b860-499c-a9ac-ddb3c3c45d70 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=39cb5181-8bc2-4e47-ab31-1f9524d47ef3 HTTP/1.1" status: 200 len: 943 time: 0.0548365 Aug 08 00:36:07.948785 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b8b229-dbf0-475b-95c5-975a82aa9aaa req-42803e5a-7e9e-4e0b-b9e9-9773b47664c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:36:07.950304 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-79b8b229-dbf0-475b-95c5-975a82aa9aaa req-42803e5a-7e9e-4e0b-b9e9-9773b47664c0 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fb8a0c4d-9a66-46c5-8ae2-a4bc75549c71 HTTP/1.1" status: 200 len: 1129 time: 0.0628159 Aug 08 00:36:07.971523 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-fed7f294-07b4-40cc-8331-9077d7b9aa3f req-be055097-50f4-433d-bf00-d5a120776cd8 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=09b1c30e-59f7-40b1-bf76-92a6a73f1ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850985 Aug 08 00:36:08.003945 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-79b8b229-dbf0-475b-95c5-975a82aa9aaa req-aa9e680a-67f8-47ea-afa4-3c6431d87349 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=107e9f55-8376-45e6-a94e-667c44085544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440469 Aug 08 00:36:08.030146 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3db973-1562-4013-a4d4-06fc5c9d324f req-075b3239-9776-468e-9f8f-6ba6dfc57901 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:36:08.032330 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-9e3db973-1562-4013-a4d4-06fc5c9d324f req-075b3239-9776-468e-9f8f-6ba6dfc57901 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8220eb97-0920-4393-9354-094c2f62cc94 HTTP/1.1" status: 200 len: 945 time: 0.0472233 Aug 08 00:36:08.080620 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-9e3db973-1562-4013-a4d4-06fc5c9d324f req-a2e113b2-ce02-4fb5-9525-dbe2ca400b1b tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b4d11999-100a-4957-80d1-4ec56ec52a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432892 Aug 08 00:36:08.182679 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88824fb1-772f-48ec-84a8-4e35340b4dd6 req-03ac2613-fcfb-4041-91c2-3eef278198c3 tempest-VolumesSnapshotTestJSON-1144645517 tempest-VolumesSnapshotTestJSON-1144645517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:36:08.184086 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-88824fb1-772f-48ec-84a8-4e35340b4dd6 req-03ac2613-fcfb-4041-91c2-3eef278198c3 tempest-VolumesSnapshotTestJSON-1144645517 tempest-VolumesSnapshotTestJSON-1144645517-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fb8a0c4d-9a66-46c5-8ae2-a4bc75549c71 HTTP/1.1" status: 200 len: 945 time: 0.0468633 Aug 08 00:36:08.235124 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-88824fb1-772f-48ec-84a8-4e35340b4dd6 req-1a25a8ea-6fa3-4bf9-a045-43ff9967ba70 tempest-VolumesSnapshotTestJSON-1144645517 tempest-VolumesSnapshotTestJSON-1144645517-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=107e9f55-8376-45e6-a94e-667c44085544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453668 Aug 08 00:36:08.793078 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Device 1e516e4f-2b18-41f2-8eaf-d3b6cf4fefb0 details requested by agent hyperv_hv-cinder-85164 with host hv-cinder-85164 {{(pid=115993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 08 00:36:08.797305 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Device 6d9a7815-8cf6-4ce8-b159-82caa08091e7 up at agent hyperv_hv-cinder-85164 {{(pid=115993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 00:36:08.882916 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4d2afc-8ae4-4939-a80e-d74964c9238a req-fadbe1af-0342-41dd-962b-910cd968d091 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:36:08.887522 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-3f4d2afc-8ae4-4939-a80e-d74964c9238a req-fadbe1af-0342-41dd-962b-910cd968d091 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0dcbbc71-d1ca-41a6-ac8e-60d6cf82e51b HTTP/1.1" status: 200 len: 944 time: 0.0524766 Aug 08 00:36:08.910912 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Provisioning for port 6d9a7815-8cf6-4ce8-b159-82caa08091e7 completed by entity L2. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 08 00:36:08.940637 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-3f4d2afc-8ae4-4939-a80e-d74964c9238a req-be38dada-c526-420e-9f34-178b0fec15e0 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=39fde6d6-2d93-4daa-a7ea-e2b59dcbb3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485382 Aug 08 00:36:08.955652 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] For port 1e516e4f-2b18-41f2-8eaf-d3b6cf4fefb0, host hv-cinder-85164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85164',level=0,port_id=1e516e4f-2b18-41f2-8eaf-d3b6cf4fefb0,segment=NetworkSegment(0fda41cf-3f2e-4d41-af88-28d3b79aa971),segment_id=0fda41cf-3f2e-4d41-af88-28d3b79aa971)] {{(pid=115993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:36:08.968255 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Returning: {'device': '1e516e4f-2b18-41f2-8eaf-d3b6cf4fefb0', 'network_id': '40eb5d4b-84fa-4b2b-9896-3375999a2051', 'port_id': '1e516e4f-2b18-41f2-8eaf-d3b6cf4fefb0', 'mac_address': 'fa:16:3e:83:48:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1d5723f-10fd-4b95-91b6-00f6c09bff0d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 08 00:36:08.998048 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Provisioning complete for port 6d9a7815-8cf6-4ce8-b159-82caa08091e7 triggered by entity L2. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:36:08.998454 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (6d9a7815-8cf6-4ce8-b159-82caa08091e7), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:36:09.027931 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Current status of the port 1e516e4f-2b18-41f2-8eaf-d3b6cf4fefb0 is: DOWN; New status is: BUILD {{(pid=115993) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 00:36:09.028329 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (1e516e4f-2b18-41f2-8eaf-d3b6cf4fefb0), before_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:36:09.051366 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.notifiers.nova [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e516e4f-2b18-41f2-8eaf-d3b6cf4fefb0 {{(pid=115993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 00:36:09.092813 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] For port 1e516e4f-2b18-41f2-8eaf-d3b6cf4fefb0, host hv-cinder-85164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85164',level=0,port_id=1e516e4f-2b18-41f2-8eaf-d3b6cf4fefb0,segment=NetworkSegment(0fda41cf-3f2e-4d41-af88-28d3b79aa971),segment_id=0fda41cf-3f2e-4d41-af88-28d3b79aa971)] {{(pid=115993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:36:09.101607 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba5cfe7-427c-4df2-b7d6-636d60f2ab9c req-ea5dc794-2f5d-4717-9f14-7f70e371c641 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:36:09.103152 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-dba5cfe7-427c-4df2-b7d6-636d60f2ab9c req-ea5dc794-2f5d-4717-9f14-7f70e371c641 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=39cb5181-8bc2-4e47-ab31-1f9524d47ef3 HTTP/1.1" status: 200 len: 943 time: 0.0477245 Aug 08 00:36:09.106287 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Current status of the port 6d9a7815-8cf6-4ce8-b159-82caa08091e7 is: BUILD; New status is: ACTIVE {{(pid=115993) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 00:36:09.108050 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (6d9a7815-8cf6-4ce8-b159-82caa08091e7), before_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:36:09.108711 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:36:09.146715 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] For port 6d9a7815-8cf6-4ce8-b159-82caa08091e7, host hv-cinder-85164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85164',level=0,port_id=6d9a7815-8cf6-4ce8-b159-82caa08091e7,segment=NetworkSegment(6130275c-b522-41d3-91a1-cf819d706112),segment_id=6130275c-b522-41d3-91a1-cf819d706112)] {{(pid=115993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:36:09.149085 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821'] for port (1e516e4f-2b18-41f2-8eaf-d3b6cf4fefb0), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:36:09.171910 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-dba5cfe7-427c-4df2-b7d6-636d60f2ab9c req-0150447e-fcac-42d8-8cd8-116f1c97ebaa tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=09b1c30e-59f7-40b1-bf76-92a6a73f1ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492699 Aug 08 00:36:09.187596 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dcbbc71-d1ca-41a6-ac8e-60d6cf82e51b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d9a7815-8cf6-4ce8-b159-82caa08091e7'}] {{(pid=115993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 00:36:09.189928 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffcbb3165cefe78fdef2215408d5e0047484b378f5d65619a4e095a8aefc113e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-608420c3-d05e-4fe1-beae-71613c615379" -d '{"events": [{"server_uuid": "0dcbbc71-d1ca-41a6-ac8e-60d6cf82e51b", "name": "network-vif-plugged", "status": "completed", "tag": "6d9a7815-8cf6-4ce8-b159-82caa08091e7"}]}' {{(pid=115993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 00:36:09.216403 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffb4b29-0fc0-4075-b9bd-714b4f390936 req-7671250f-5ec2-4915-8e15-0d84fefea606 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:36:09.218710 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-cffb4b29-0fc0-4075-b9bd-714b4f390936 req-7671250f-5ec2-4915-8e15-0d84fefea606 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8220eb97-0920-4393-9354-094c2f62cc94 HTTP/1.1" status: 200 len: 945 time: 0.0574930 Aug 08 00:36:09.226020 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Pushing event updated for resources: {'Port': ['ID=1e516e4f-2b18-41f2-8eaf-d3b6cf4fefb0,revision_number=4']} {{(pid=115993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:36:09.229107 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821'] for port (6d9a7815-8cf6-4ce8-b159-82caa08091e7), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:36:09.231974 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 00:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f11df4f-7c00-47f3-bc5b-b96d2d145b70 x-openstack-request-id: req-6f11df4f-7c00-47f3-bc5b-b96d2d145b70 {{(pid=115993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 00:36:09.232275 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dcbbc71-d1ca-41a6-ac8e-60d6cf82e51b", "name": "network-vif-plugged", "status": "completed", "tag": "6d9a7815-8cf6-4ce8-b159-82caa08091e7", "code": 200}]} {{(pid=115993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 00:36:09.232524 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6f11df4f-7c00-47f3-bc5b-b96d2d145b70 {{(pid=115993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 00:36:09.232948 dv-cinder-851640-3-iscsi neutron-server[115993]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f11df4f-7c00-47f3-bc5b-b96d2d145b70'] response: {'server_uuid': '0dcbbc71-d1ca-41a6-ac8e-60d6cf82e51b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d9a7815-8cf6-4ce8-b159-82caa08091e7', 'code': 200} Aug 08 00:36:09.283117 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:36:09.286683 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Pushing event updated for resources: {'Port': ['ID=6d9a7815-8cf6-4ce8-b159-82caa08091e7,revision_number=5']} {{(pid=115993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:36:09.288049 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-cffb4b29-0fc0-4075-b9bd-714b4f390936 req-af79101f-a228-4787-92fd-dbef5220d78a tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b4d11999-100a-4957-80d1-4ec56ec52a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593679 Aug 08 00:36:09.375125 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b674a5-dd14-42a6-91dd-5caf1610b877 req-87b1377a-d9aa-4238-a3f5-fce096f1b508 tempest-VolumesSnapshotTestJSON-1144645517 tempest-VolumesSnapshotTestJSON-1144645517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:36:09.376640 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-82b674a5-dd14-42a6-91dd-5caf1610b877 req-87b1377a-d9aa-4238-a3f5-fce096f1b508 tempest-VolumesSnapshotTestJSON-1144645517 tempest-VolumesSnapshotTestJSON-1144645517-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fb8a0c4d-9a66-46c5-8ae2-a4bc75549c71 HTTP/1.1" status: 200 len: 945 time: 0.0583506 Aug 08 00:36:09.426158 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-82b674a5-dd14-42a6-91dd-5caf1610b877 req-da8ca218-9796-410b-972a-f5e4c1533e09 tempest-VolumesSnapshotTestJSON-1144645517 tempest-VolumesSnapshotTestJSON-1144645517-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=107e9f55-8376-45e6-a94e-667c44085544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439379 Aug 08 00:36:09.596543 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] get_ports_and_sgs() called for port_ids ['1e516e4f-2b18-41f2-8eaf-d3b6cf4fefb0'] {{(pid=115993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 00:36:10.066227 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6a9a34-44f0-4912-a794-3a4335fe90b1 req-05cf3bf1-6a88-448b-8365-157c32ff526e tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:36:10.067796 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-ea6a9a34-44f0-4912-a794-3a4335fe90b1 req-05cf3bf1-6a88-448b-8365-157c32ff526e tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0dcbbc71-d1ca-41a6-ac8e-60d6cf82e51b HTTP/1.1" status: 200 len: 945 time: 0.0523248 Aug 08 00:36:10.117267 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-ea6a9a34-44f0-4912-a794-3a4335fe90b1 req-c37ad790-1a81-4c5e-8fa6-b8ceeb3cfb05 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=39fde6d6-2d93-4daa-a7ea-e2b59dcbb3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436244 Aug 08 00:36:10.228235 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-55474bf7-2b36-48d3-aaff-703cdabf89a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (93e2312b-3744-4a9e-8723-a0f19f10f89a), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:36:10.244842 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c63bcc-3696-4b5a-bd75-b04af43dc7aa req-55ab8bf4-a510-4374-9487-d7a304773fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:36:10.246469 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-70c63bcc-3696-4b5a-bd75-b04af43dc7aa req-55ab8bf4-a510-4374-9487-d7a304773fd9 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0dcbbc71-d1ca-41a6-ac8e-60d6cf82e51b HTTP/1.1" status: 200 len: 1129 time: 0.0505645 Aug 08 00:36:10.322835 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e74886-9f98-4027-9843-b49692d4321b req-3c8b4dc6-879d-4479-8c97-f40ee7844906 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:36:10.324387 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-a6e74886-9f98-4027-9843-b49692d4321b req-3c8b4dc6-879d-4479-8c97-f40ee7844906 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=39cb5181-8bc2-4e47-ab31-1f9524d47ef3 HTTP/1.1" status: 200 len: 944 time: 0.0698881 Aug 08 00:36:10.342945 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-70c63bcc-3696-4b5a-bd75-b04af43dc7aa req-324ce639-f302-42e9-be4e-5aa11a02abbf service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=39fde6d6-2d93-4daa-a7ea-e2b59dcbb3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863659 Aug 08 00:36:10.385532 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-a6e74886-9f98-4027-9843-b49692d4321b req-af0dcc65-6e47-488b-a677-25541a430676 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=09b1c30e-59f7-40b1-bf76-92a6a73f1ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527542 Aug 08 00:36:10.415985 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02dbe86-63c2-46fb-b943-1aff1f00948f req-efc4ae08-5886-4059-af77-936f6e77874e tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:36:10.417460 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-a02dbe86-63c2-46fb-b943-1aff1f00948f req-efc4ae08-5886-4059-af77-936f6e77874e tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8220eb97-0920-4393-9354-094c2f62cc94 HTTP/1.1" status: 200 len: 945 time: 0.0503893 Aug 08 00:36:10.464430 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-a02dbe86-63c2-46fb-b943-1aff1f00948f req-f54b5d2c-f112-4c89-a8e4-7e94f2b30c34 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b4d11999-100a-4957-80d1-4ec56ec52a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409155 Aug 08 00:36:10.556323 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c0e26f-952f-48e1-9ca6-22146018a36f req-5ccd3836-a31c-476e-bbc1-015d2c9e1aad tempest-VolumesSnapshotTestJSON-1144645517 tempest-VolumesSnapshotTestJSON-1144645517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:36:10.557798 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-e6c0e26f-952f-48e1-9ca6-22146018a36f req-5ccd3836-a31c-476e-bbc1-015d2c9e1aad tempest-VolumesSnapshotTestJSON-1144645517 tempest-VolumesSnapshotTestJSON-1144645517-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fb8a0c4d-9a66-46c5-8ae2-a4bc75549c71 HTTP/1.1" status: 200 len: 945 time: 0.0536876 Aug 08 00:36:10.606326 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-e6c0e26f-952f-48e1-9ca6-22146018a36f req-c328e063-0e8f-420f-80aa-a02440e301fa tempest-VolumesSnapshotTestJSON-1144645517 tempest-VolumesSnapshotTestJSON-1144645517-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=107e9f55-8376-45e6-a94e-667c44085544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429986 Aug 08 00:36:10.808080 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Device 1e516e4f-2b18-41f2-8eaf-d3b6cf4fefb0 up at agent hyperv_hv-cinder-85164 {{(pid=115993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 00:36:10.854164 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Provisioning for port 1e516e4f-2b18-41f2-8eaf-d3b6cf4fefb0 completed by entity L2. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 08 00:36:10.939910 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Provisioning complete for port 1e516e4f-2b18-41f2-8eaf-d3b6cf4fefb0 triggered by entity L2. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:36:10.940290 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (1e516e4f-2b18-41f2-8eaf-d3b6cf4fefb0), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:36:11.020009 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Current status of the port 1e516e4f-2b18-41f2-8eaf-d3b6cf4fefb0 is: BUILD; New status is: ACTIVE {{(pid=115993) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 00:36:11.020401 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (1e516e4f-2b18-41f2-8eaf-d3b6cf4fefb0), before_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:36:11.054370 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] For port 1e516e4f-2b18-41f2-8eaf-d3b6cf4fefb0, host hv-cinder-85164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85164',level=0,port_id=1e516e4f-2b18-41f2-8eaf-d3b6cf4fefb0,segment=NetworkSegment(0fda41cf-3f2e-4d41-af88-28d3b79aa971),segment_id=0fda41cf-3f2e-4d41-af88-28d3b79aa971)] {{(pid=115993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:36:11.130633 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821'] for port (1e516e4f-2b18-41f2-8eaf-d3b6cf4fefb0), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:36:11.182935 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Pushing event updated for resources: {'Port': ['ID=1e516e4f-2b18-41f2-8eaf-d3b6cf4fefb0,revision_number=5']} {{(pid=115993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:36:11.234243 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39cb5181-8bc2-4e47-ab31-1f9524d47ef3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e516e4f-2b18-41f2-8eaf-d3b6cf4fefb0'}] {{(pid=115993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 00:36:11.238673 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffcbb3165cefe78fdef2215408d5e0047484b378f5d65619a4e095a8aefc113e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03255e00-3785-4d9b-aa59-f70def255994" -d '{"events": [{"server_uuid": "39cb5181-8bc2-4e47-ab31-1f9524d47ef3", "name": "network-vif-plugged", "status": "completed", "tag": "1e516e4f-2b18-41f2-8eaf-d3b6cf4fefb0"}]}' {{(pid=115993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 00:36:11.244832 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f767c92-cb4a-4b8f-8bac-931b0f0ffe3c req-76cd7753-7197-4cde-afac-c0dc430a9ef0 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:36:11.249372 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-8f767c92-cb4a-4b8f-8bac-931b0f0ffe3c req-76cd7753-7197-4cde-afac-c0dc430a9ef0 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0dcbbc71-d1ca-41a6-ac8e-60d6cf82e51b HTTP/1.1" status: 200 len: 945 time: 0.0497992 Aug 08 00:36:11.277953 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 00:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1f3236f-2408-4baf-aa54-ef9a009f8405 x-openstack-request-id: req-d1f3236f-2408-4baf-aa54-ef9a009f8405 {{(pid=115993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 00:36:11.277953 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39cb5181-8bc2-4e47-ab31-1f9524d47ef3", "name": "network-vif-plugged", "status": "completed", "tag": "1e516e4f-2b18-41f2-8eaf-d3b6cf4fefb0", "code": 200}]} {{(pid=115993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 00:36:11.277953 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d1f3236f-2408-4baf-aa54-ef9a009f8405 {{(pid=115993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 00:36:11.278279 dv-cinder-851640-3-iscsi neutron-server[115993]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1f3236f-2408-4baf-aa54-ef9a009f8405'] response: {'server_uuid': '39cb5181-8bc2-4e47-ab31-1f9524d47ef3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e516e4f-2b18-41f2-8eaf-d3b6cf4fefb0', 'code': 200} Aug 08 00:36:11.297077 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-8f767c92-cb4a-4b8f-8bac-931b0f0ffe3c req-bb893be9-9f82-4a6a-b0cd-691734fa8277 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=39fde6d6-2d93-4daa-a7ea-e2b59dcbb3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436285 Aug 08 00:36:11.513170 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb76af7c-2853-42c0-9dce-a2eadbdb36f9 req-357f67a6-85a7-49b4-9931-b1a5c4226fa0 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:36:11.515046 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-cb76af7c-2853-42c0-9dce-a2eadbdb36f9 req-357f67a6-85a7-49b4-9931-b1a5c4226fa0 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=39cb5181-8bc2-4e47-ab31-1f9524d47ef3 HTTP/1.1" status: 200 len: 945 time: 0.0506775 Aug 08 00:36:11.571098 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=100 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:36:11.573789 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-cb76af7c-2853-42c0-9dce-a2eadbdb36f9 req-15189314-4b61-4514-b601-ab0031e29a56 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=09b1c30e-59f7-40b1-bf76-92a6a73f1ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532181 Aug 08 00:36:11.587669 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f96bb9-eb15-431a-a481-672b8d88a196 req-17971bc0-d4df-4695-bd8d-0d9857125c0b tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:36:11.595112 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-d8f96bb9-eb15-431a-a481-672b8d88a196 req-17971bc0-d4df-4695-bd8d-0d9857125c0b tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8220eb97-0920-4393-9354-094c2f62cc94 HTTP/1.1" status: 200 len: 945 time: 0.0550506 Aug 08 00:36:11.647535 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-d8f96bb9-eb15-431a-a481-672b8d88a196 req-19de172e-4a1e-4b2c-a3c7-eb6aedd9e370 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b4d11999-100a-4957-80d1-4ec56ec52a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514705 Aug 08 00:36:12.404515 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=100 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:36:12.407542 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=100 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:36:12.428200 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04897b9c-69e6-46ee-af97-89cdac73430a req-8068a8bc-a46e-403e-91f2-52c8ea83dff8 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:36:12.429709 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-04897b9c-69e6-46ee-af97-89cdac73430a req-8068a8bc-a46e-403e-91f2-52c8ea83dff8 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0dcbbc71-d1ca-41a6-ac8e-60d6cf82e51b HTTP/1.1" status: 200 len: 945 time: 0.0554373 Aug 08 00:36:12.483246 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-04897b9c-69e6-46ee-af97-89cdac73430a req-86a1f43e-d663-4e69-b7a9-5262ebf4f5dd tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=39fde6d6-2d93-4daa-a7ea-e2b59dcbb3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466440 Aug 08 00:36:12.540466 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-c4a0a95a-9902-49a7-90a8-93a47a98310e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (d53f5436-7c7f-4441-9708-9d0333b57745), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:36:12.606080 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cce0f96-1d7a-42ec-bdf8-6717eb909aaa req-b815124f-9329-47cb-919a-4b2c15dd0e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:36:12.607674 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-5cce0f96-1d7a-42ec-bdf8-6717eb909aaa req-b815124f-9329-47cb-919a-4b2c15dd0e64 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=39cb5181-8bc2-4e47-ab31-1f9524d47ef3 HTTP/1.1" status: 200 len: 1129 time: 0.0435846 Aug 08 00:36:12.608015 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a74ec0-c2fb-49e6-a297-cd6c6739abec req-0ca27fc7-aaaf-41b5-8681-3bf90b396667 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:36:12.610469 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-c5a74ec0-c2fb-49e6-a297-cd6c6739abec req-0ca27fc7-aaaf-41b5-8681-3bf90b396667 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0dcbbc71-d1ca-41a6-ac8e-60d6cf82e51b HTTP/1.1" status: 200 len: 945 time: 0.0564513 Aug 08 00:36:12.620225 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 59984) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:36:12.625406 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.v2.base [None req-0e0b83b9-6ffc-4f00-993e-c3499bd26d15 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Request body: {'floatingip': {'port_id': '6d9a7815-8cf6-4ce8-b159-82caa08091e7'}} {{(pid=115991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:36:12.661360 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-5cce0f96-1d7a-42ec-bdf8-6717eb909aaa req-6a70c76f-27d9-41ee-a9d2-d1ce33535a0c service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=09b1c30e-59f7-40b1-bf76-92a6a73f1ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467000 Aug 08 00:36:12.676994 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-0e0b83b9-6ffc-4f00-993e-c3499bd26d15 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks [] for floatingip (c0c22e2e-881c-4865-83f3-2091c58797c7), before_update {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:36:12.728667 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4732c32-1ab2-4b0c-ace1-b46b7b673b86 req-7f3396f5-71a4-43d7-aeb0-b2910595097d tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:36:12.730452 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-c4732c32-1ab2-4b0c-ace1-b46b7b673b86 req-7f3396f5-71a4-43d7-aeb0-b2910595097d tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=39cb5181-8bc2-4e47-ab31-1f9524d47ef3 HTTP/1.1" status: 200 len: 945 time: 0.0549347 Aug 08 00:36:12.779694 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=100 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:36:12.783666 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-c4732c32-1ab2-4b0c-ace1-b46b7b673b86 req-3dda4614-b1ec-48ff-9981-ef6a1e0b5cfb tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=09b1c30e-59f7-40b1-bf76-92a6a73f1ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471182 Aug 08 00:36:12.819173 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98057e19-fb6e-4675-ad36-4f2716d1dd2b req-11999425-7ae4-4f7f-86d0-1724000c4f86 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:36:12.821276 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-98057e19-fb6e-4675-ad36-4f2716d1dd2b req-11999425-7ae4-4f7f-86d0-1724000c4f86 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8220eb97-0920-4393-9354-094c2f62cc94 HTTP/1.1" status: 200 len: 945 time: 0.0819821 Aug 08 00:36:12.927872 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-98057e19-fb6e-4675-ad36-4f2716d1dd2b req-0522fac3-13c4-4c22-8b6b-fae63b080c24 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b4d11999-100a-4957-80d1-4ec56ec52a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992289 Aug 08 00:36:13.207081 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-0e0b83b9-6ffc-4f00-993e-c3499bd26d15 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:36:13.261828 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-0e0b83b9-6ffc-4f00-993e-c3499bd26d15 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-499989'] for floatingip (c0c22e2e-881c-4865-83f3-2091c58797c7), after_update {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:36:13.359404 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.db.l3_db [None req-0e0b83b9-6ffc-4f00-993e-c3499bd26d15 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Floating IP c0c22e2e-881c-4865-83f3-2091c58797c7 associated. External IP: 172.27.3.250, port: 6d9a7815-8cf6-4ce8-b159-82caa08091e7. Aug 08 00:36:13.806550 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e0b83b9-6ffc-4f00-993e-c3499bd26d15 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Router 91800c1e-3ae7-435f-9362-f23934c36aa6 has already been hosted by L3 agent d53f5436-7c7f-4441-9708-9d0333b57745 {{(pid=115991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 00:36:13.821038 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:36:13.912199 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da8a18e-2c91-4dd4-8818-ca2daf61b9c8 req-a2701ba5-6e1b-4b82-b0bd-b9a67c784e86 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:36:13.913687 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-8da8a18e-2c91-4dd4-8818-ca2daf61b9c8 req-a2701ba5-6e1b-4b82-b0bd-b9a67c784e86 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=39cb5181-8bc2-4e47-ab31-1f9524d47ef3 HTTP/1.1" status: 200 len: 945 time: 0.0517278 Aug 08 00:36:13.916679 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e0b83b9-6ffc-4f00-993e-c3499bd26d15 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Notify agent at l3_agent.dv-cinder-851640-3-iscsi the message routers_updated {{(pid=115991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 00:36:13.921171 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-0e0b83b9-6ffc-4f00-993e-c3499bd26d15 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63196'] for floatingip (None), before_response {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:36:13.928430 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb91eec-3c9c-4ca7-958e-bafbe3660b0f None None] Sync routers for ids ['91800c1e-3ae7-435f-9362-f23934c36aa6'] in dv-cinder-851640-3-iscsi {{(pid=115993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 00:36:13.938449 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb91eec-3c9c-4ca7-958e-bafbe3660b0f None None] Routers {'91800c1e-3ae7-435f-9362-f23934c36aa6'} bound to L3 agent in host dv-cinder-851640-3-iscsi {{(pid=115993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 00:36:13.939342 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_hamode_db [None req-beb91eec-3c9c-4ca7-958e-bafbe3660b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851640-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-08-08T00:24:12Z,description=,heartbeat_timestamp=2022-08-08T00:36:12Z,host='dv-cinder-851640-3-iscsi',id=d53f5436-7c7f-4441-9708-9d0333b57745,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T00:24:13Z,topic='l3_agent')) {'router_ids': ['91800c1e-3ae7-435f-9362-f23934c36aa6'], 'active': True} {{(pid=115993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:36:13.959590 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-0e0b83b9-6ffc-4f00-993e-c3499bd26d15 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "PUT /networking/v2.0/floatingips/c0c22e2e-881c-4865-83f3-2091c58797c7 HTTP/1.1" status: 200 len: 991 time: 1.3378565 Aug 08 00:36:13.960241 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dcbbc71-d1ca-41a6-ac8e-60d6cf82e51b', 'tag': '6d9a7815-8cf6-4ce8-b159-82caa08091e7'}] {{(pid=115991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 00:36:13.962689 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73a3e3d67458d2a17dff5edd29115f5abec4313aa2236b93bd84783ab3df8685" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a404be37-1847-4afa-abd0-08918f268fab" -d '{"events": [{"name": "network-changed", "server_uuid": "0dcbbc71-d1ca-41a6-ac8e-60d6cf82e51b", "tag": "6d9a7815-8cf6-4ce8-b159-82caa08091e7"}]}' {{(pid=115991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 00:36:13.974037 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-8da8a18e-2c91-4dd4-8818-ca2daf61b9c8 req-dd9616ba-6470-4298-b173-49a8b08a3fa1 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=09b1c30e-59f7-40b1-bf76-92a6a73f1ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540466 Aug 08 00:36:14.043149 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 00:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ae1733d-84bb-4a81-a011-6342e8806516 x-openstack-request-id: req-2ae1733d-84bb-4a81-a011-6342e8806516 {{(pid=115991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 00:36:14.043464 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dcbbc71-d1ca-41a6-ac8e-60d6cf82e51b", "tag": "6d9a7815-8cf6-4ce8-b159-82caa08091e7", "status": "completed", "code": 200}]} {{(pid=115991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 00:36:14.043714 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2ae1733d-84bb-4a81-a011-6342e8806516 {{(pid=115991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 00:36:14.044108 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ae1733d-84bb-4a81-a011-6342e8806516'] response: {'name': 'network-changed', 'server_uuid': '0dcbbc71-d1ca-41a6-ac8e-60d6cf82e51b', 'tag': '6d9a7815-8cf6-4ce8-b159-82caa08091e7', 'status': 'completed', 'code': 200} Aug 08 00:36:14.056679 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvr_db [None req-beb91eec-3c9c-4ca7-958e-bafbe3660b0f None None] Set router 91800c1e-3ae7-435f-9362-f23934c36aa6 gateway port host: dv-cinder-851640-3-iscsi {{(pid=115993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 00:36:14.063640 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c0aa35-1231-46d9-bb9c-b489450b58b7 req-a540fc6c-1a2b-477f-8835-fb56745710ff tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:36:14.065210 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-b5c0aa35-1231-46d9-bb9c-b489450b58b7 req-a540fc6c-1a2b-477f-8835-fb56745710ff tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8220eb97-0920-4393-9354-094c2f62cc94 HTTP/1.1" status: 200 len: 945 time: 0.0565932 Aug 08 00:36:14.105729 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:36:14.124736 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-b5c0aa35-1231-46d9-bb9c-b489450b58b7 req-37eae6fb-9bba-4aaf-83d8-119e9e76691b tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b4d11999-100a-4957-80d1-4ec56ec52a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536153 Aug 08 00:36:14.211118 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:36:14.243996 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:36:14.249615 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-053f2fa2-08e2-4320-9ef7-ed55b6b025bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (8871f2bb-53fb-48a8-be6c-361eafeaffd1), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:36:14.273020 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a404be37-1847-4afa-abd0-08918f268fab req-79dda2e8-6217-47b4-896a-0575c6921afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:36:14.279667 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-a404be37-1847-4afa-abd0-08918f268fab req-79dda2e8-6217-47b4-896a-0575c6921afb service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=e97eb34021d44eb0a99763034c1e9e87&device_id=0dcbbc71-d1ca-41a6-ac8e-60d6cf82e51b HTTP/1.1" status: 200 len: 1129 time: 0.0438507 Aug 08 00:36:14.299804 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_hamode_db [None req-beb91eec-3c9c-4ca7-958e-bafbe3660b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91800c1e-3ae7-435f-9362-f23934c36aa6', 'name': 'tempest-AttachVolumeNegativeTest-1151103598-router', 'tenant_id': 'e97eb34021d44eb0a99763034c1e9e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': '349bc66f-427c-48e3-b507-b91075ef7023', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:34:02Z', 'updated_at': '2022-08-08T00:34:05Z', 'revision_number': 4, 'project_id': 'e97eb34021d44eb0a99763034c1e9e87', 'gw_port': {'id': '349bc66f-427c-48e3-b507-b91075ef7023', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:3b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91800c1e-3ae7-435f-9362-f23934c36aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:34:03Z', 'updated_at': '2022-08-08T00:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi', '_floatingips': [{'id': 'c0c22e2e-881c-4865-83f3-2091c58797c7', 'tenant_id': 'e97eb34021d44eb0a99763034c1e9e87', 'floating_ip_address': '172.27.3.250', 'floating_network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'router_id': '91800c1e-3ae7-435f-9362-f23934c36aa6', 'port_id': '6d9a7815-8cf6-4ce8-b159-82caa08091e7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5ea35fc-5529-4ec7-b035-b5f2637c5acc', 'mac_address': 'fa:16:3e:9b:7d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dcbbc71-d1ca-41a6-ac8e-60d6cf82e51b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T00:35:53Z', 'updated_at': '2022-08-08T00:36:13Z', 'revision_number': 1, 'project_id': 'e97eb34021d44eb0a99763034c1e9e87', 'fixed_ip_address_scope': None}, {'id': 'ca47b536-42ab-4051-9c88-456878f87c03', 'tenant_id': 'e97eb34021d44eb0a99763034c1e9e87', 'floating_ip_address': '172.27.3.252', 'floating_network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'router_id': '91800c1e-3ae7-435f-9362-f23934c36aa6', 'port_id': '32463a74-b851-44eb-9dbb-f33e871b6327', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 292, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5ea35fc-5529-4ec7-b035-b5f2637c5acc', 'mac_address': 'fa:16:3e:0f:1f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '728de657-b1e9-4f61-8dcf-d5cc9553eb16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T00:34:09Z', 'updated_at': '2022-08-08T00:34:31Z', 'revision_number': 2, 'project_id': 'e97eb34021d44eb0a99763034c1e9e87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72ff9781-3013-479e-ab34-a89546cc7e00', 'name': '', 'network_id': 'a5ea35fc-5529-4ec7-b035-b5f2637c5acc', 'tenant_id': 'e97eb34021d44eb0a99763034c1e9e87', 'mac_address': 'fa:16:3e:71:a5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91800c1e-3ae7-435f-9362-f23934c36aa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'a880aa77-4bc5-4c6a-8fdf-3a29dea9cf69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:34:04Z', 'updated_at': '2022-08-08T00:34:10Z', 'revision_number': 5, 'project_id': 'e97eb34021d44eb0a99763034c1e9e87', 'subnets': [{'id': 'a880aa77-4bc5-4c6a-8fdf-3a29dea9cf69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851640-3-iscsi', False) {} {{(pid=115993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:36:14.327786 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb91eec-3c9c-4ca7-958e-bafbe3660b0f None None] Checking router: 91800c1e-3ae7-435f-9362-f23934c36aa6 for host: dv-cinder-851640-3-iscsi {{(pid=115993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 00:36:14.337048 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb91eec-3c9c-4ca7-958e-bafbe3660b0f None None] Routers {'91800c1e-3ae7-435f-9362-f23934c36aa6'} bound to L3 agent in host dv-cinder-851640-3-iscsi {{(pid=115993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 00:36:14.337649 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_hamode_db [None req-beb91eec-3c9c-4ca7-958e-bafbe3660b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851640-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-08-08T00:24:12Z,description=,heartbeat_timestamp=2022-08-08T00:36:12Z,host='dv-cinder-851640-3-iscsi',id=d53f5436-7c7f-4441-9708-9d0333b57745,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T00:24:13Z,topic='l3_agent')) {'router_ids': ['91800c1e-3ae7-435f-9362-f23934c36aa6'], 'active': True} {{(pid=115993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:36:14.442437 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvr_db [None req-beb91eec-3c9c-4ca7-958e-bafbe3660b0f None None] Set router 91800c1e-3ae7-435f-9362-f23934c36aa6 gateway port host: dv-cinder-851640-3-iscsi {{(pid=115993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 00:36:14.630959 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:36:14.645024 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=33 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:36:14.670595 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_hamode_db [None req-beb91eec-3c9c-4ca7-958e-bafbe3660b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91800c1e-3ae7-435f-9362-f23934c36aa6', 'name': 'tempest-AttachVolumeNegativeTest-1151103598-router', 'tenant_id': 'e97eb34021d44eb0a99763034c1e9e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': '349bc66f-427c-48e3-b507-b91075ef7023', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:34:02Z', 'updated_at': '2022-08-08T00:34:05Z', 'revision_number': 4, 'project_id': 'e97eb34021d44eb0a99763034c1e9e87', 'gw_port': {'id': '349bc66f-427c-48e3-b507-b91075ef7023', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:3b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91800c1e-3ae7-435f-9362-f23934c36aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:34:03Z', 'updated_at': '2022-08-08T00:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi', '_floatingips': [{'id': 'c0c22e2e-881c-4865-83f3-2091c58797c7', 'tenant_id': 'e97eb34021d44eb0a99763034c1e9e87', 'floating_ip_address': '172.27.3.250', 'floating_network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'router_id': '91800c1e-3ae7-435f-9362-f23934c36aa6', 'port_id': '6d9a7815-8cf6-4ce8-b159-82caa08091e7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5ea35fc-5529-4ec7-b035-b5f2637c5acc', 'mac_address': 'fa:16:3e:9b:7d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dcbbc71-d1ca-41a6-ac8e-60d6cf82e51b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T00:35:53Z', 'updated_at': '2022-08-08T00:36:13Z', 'revision_number': 1, 'project_id': 'e97eb34021d44eb0a99763034c1e9e87', 'fixed_ip_address_scope': None}, {'id': 'ca47b536-42ab-4051-9c88-456878f87c03', 'tenant_id': 'e97eb34021d44eb0a99763034c1e9e87', 'floating_ip_address': '172.27.3.252', 'floating_network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'router_id': '91800c1e-3ae7-435f-9362-f23934c36aa6', 'port_id': '32463a74-b851-44eb-9dbb-f33e871b6327', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 292, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5ea35fc-5529-4ec7-b035-b5f2637c5acc', 'mac_address': 'fa:16:3e:0f:1f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '728de657-b1e9-4f61-8dcf-d5cc9553eb16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T00:34:09Z', 'updated_at': '2022-08-08T00:34:31Z', 'revision_number': 2, 'project_id': 'e97eb34021d44eb0a99763034c1e9e87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72ff9781-3013-479e-ab34-a89546cc7e00', 'name': '', 'network_id': 'a5ea35fc-5529-4ec7-b035-b5f2637c5acc', 'tenant_id': 'e97eb34021d44eb0a99763034c1e9e87', 'mac_address': 'fa:16:3e:71:a5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91800c1e-3ae7-435f-9362-f23934c36aa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'a880aa77-4bc5-4c6a-8fdf-3a29dea9cf69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:34:04Z', 'updated_at': '2022-08-08T00:34:10Z', 'revision_number': 5, 'project_id': 'e97eb34021d44eb0a99763034c1e9e87', 'subnets': [{'id': 'a880aa77-4bc5-4c6a-8fdf-3a29dea9cf69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851640-3-iscsi', False) {} {{(pid=115993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:36:14.695543 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb91eec-3c9c-4ca7-958e-bafbe3660b0f None None] The sync data for ids ['91800c1e-3ae7-435f-9362-f23934c36aa6'] in dv-cinder-851640-3-iscsi is: [{'id': '91800c1e-3ae7-435f-9362-f23934c36aa6', 'name': 'tempest-AttachVolumeNegativeTest-1151103598-router', 'tenant_id': 'e97eb34021d44eb0a99763034c1e9e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': '349bc66f-427c-48e3-b507-b91075ef7023', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:34:02Z', 'updated_at': '2022-08-08T00:34:05Z', 'revision_number': 4, 'project_id': 'e97eb34021d44eb0a99763034c1e9e87', 'gw_port': {'id': '349bc66f-427c-48e3-b507-b91075ef7023', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:3b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91800c1e-3ae7-435f-9362-f23934c36aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:34:03Z', 'updated_at': '2022-08-08T00:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi', '_floatingips': [{'id': 'c0c22e2e-881c-4865-83f3-2091c58797c7', 'tenant_id': 'e97eb34021d44eb0a99763034c1e9e87', 'floating_ip_address': '172.27.3.250', 'floating_network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'router_id': '91800c1e-3ae7-435f-9362-f23934c36aa6', 'port_id': '6d9a7815-8cf6-4ce8-b159-82caa08091e7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5ea35fc-5529-4ec7-b035-b5f2637c5acc', 'mac_address': 'fa:16:3e:9b:7d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dcbbc71-d1ca-41a6-ac8e-60d6cf82e51b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T00:35:53Z', 'updated_at': '2022-08-08T00:36:13Z', 'revision_number': 1, 'project_id': 'e97eb34021d44eb0a99763034c1e9e87', 'fixed_ip_address_scope': None}, {'id': 'ca47b536-42ab-4051-9c88-456878f87c03', 'tenant_id': 'e97eb34021d44eb0a99763034c1e9e87', 'floating_ip_address': '172.27.3.252', 'floating_network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'router_id': '91800c1e-3ae7-435f-9362-f23934c36aa6', 'port_id': '32463a74-b851-44eb-9dbb-f33e871b6327', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 292, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5ea35fc-5529-4ec7-b035-b5f2637c5acc', 'mac_address': 'fa:16:3e:0f:1f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '728de657-b1e9-4f61-8dcf-d5cc9553eb16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T00:34:09Z', 'updated_at': '2022-08-08T00:34:31Z', 'revision_number': 2, 'project_id': 'e97eb34021d44eb0a99763034c1e9e87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72ff9781-3013-479e-ab34-a89546cc7e00', 'name': '', 'network_id': 'a5ea35fc-5529-4ec7-b035-b5f2637c5acc', 'tenant_id': 'e97eb34021d44eb0a99763034c1e9e87', 'mac_address': 'fa:16:3e:71:a5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91800c1e-3ae7-435f-9362-f23934c36aa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'a880aa77-4bc5-4c6a-8fdf-3a29dea9cf69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:34:04Z', 'updated_at': '2022-08-08T00:34:10Z', 'revision_number': 5, 'project_id': 'e97eb34021d44eb0a99763034c1e9e87', 'subnets': [{'id': 'a880aa77-4bc5-4c6a-8fdf-3a29dea9cf69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 00:36:14.893637 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9b3ed0-3dd9-4eb0-bd2d-6fd62021cfa5 None None] New status for floating IP c0c22e2e-881c-4865-83f3-2091c58797c7: ACTIVE {{(pid=115994) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 08 00:36:15.099257 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7a1488-69bf-4444-b708-6f4018ec5635 req-b4169c47-3959-4eb6-8427-cc957c4b5088 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:36:15.100790 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-3f7a1488-69bf-4444-b708-6f4018ec5635 req-b4169c47-3959-4eb6-8427-cc957c4b5088 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=39cb5181-8bc2-4e47-ab31-1f9524d47ef3 HTTP/1.1" status: 200 len: 945 time: 0.0505493 Aug 08 00:36:15.154215 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-3f7a1488-69bf-4444-b708-6f4018ec5635 req-2dd89659-be5b-41f5-8c94-ceb504f4495d tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=09b1c30e-59f7-40b1-bf76-92a6a73f1ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477157 Aug 08 00:36:15.281532 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb0080e-226f-4374-8abc-f21a67d0a150 req-c8116b71-c2eb-4b8f-819f-bd037739ae46 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:36:15.281806 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3583fa2a-9dfc-4be5-a25f-4a196f43d534 req-d89f8ce3-dde4-4b95-9d6d-650713e79340 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:36:15.282929 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-8cb0080e-226f-4374-8abc-f21a67d0a150 req-c8116b71-c2eb-4b8f-819f-bd037739ae46 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=39cb5181-8bc2-4e47-ab31-1f9524d47ef3 HTTP/1.1" status: 200 len: 945 time: 0.0505753 Aug 08 00:36:15.283059 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-3583fa2a-9dfc-4be5-a25f-4a196f43d534 req-d89f8ce3-dde4-4b95-9d6d-650713e79340 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8220eb97-0920-4393-9354-094c2f62cc94 HTTP/1.1" status: 200 len: 945 time: 0.0591323 Aug 08 00:36:15.335380 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-3583fa2a-9dfc-4be5-a25f-4a196f43d534 req-acf514d0-bfcb-42c6-ae1c-bd656dbd9a32 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b4d11999-100a-4957-80d1-4ec56ec52a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465920 Aug 08 00:36:15.336589 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-8cb0080e-226f-4374-8abc-f21a67d0a150 req-3d6325e7-8d54-44e8-aec2-464c8483caf5 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=09b1c30e-59f7-40b1-bf76-92a6a73f1ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478158 Aug 08 00:36:15.371574 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 60018) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:36:15.430982 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (aa35aa05-3c09-40ae-a1e3-ebf96fe3358c), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:36:15.574557 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a8d41e3-5ecd-4aec-b141-4c947502151f tempest-TestShelveInstance-777568616 tempest-TestShelveInstance-777568616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:36:15.579727 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-4a8d41e3-5ecd-4aec-b141-4c947502151f tempest-TestShelveInstance-777568616 tempest-TestShelveInstance-777568616-project-admin] 10.222.0.15 "GET /networking/v2.0/ports?device_id=39cb5181-8bc2-4e47-ab31-1f9524d47ef3 HTTP/1.1" status: 200 len: 1124 time: 0.2070653 Aug 08 00:36:15.580399 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 60024) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:36:15.585936 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.v2.base [None req-1bbf04ee-c8fd-4570-9ff9-dd04d7cb21df tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] Request body: {'floatingip': {'floating_network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'port_id': '1e516e4f-2b18-41f2-8eaf-d3b6cf4fefb0', 'tenant_id': '3101620baddd42c48179a6f411bbd33e', 'fixed_ip_address': '172.20.0.3'}} {{(pid=115991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:36:15.592509 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a404be37-1847-4afa-abd0-08918f268fab req-4e47f1c2-2406-4888-aaf8-ecf3000b541b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:36:15.592509 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-a404be37-1847-4afa-abd0-08918f268fab req-4e47f1c2-2406-4888-aaf8-ecf3000b541b service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=a5ea35fc-5529-4ec7-b035-b5f2637c5acc HTTP/1.1" status: 200 len: 916 time: 0.1075871 Aug 08 00:36:15.678820 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-a404be37-1847-4afa-abd0-08918f268fab req-f3b9dc5e-4cfd-47a1-880f-c86c3b33b71c service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6d9a7815-8cf6-4ce8-b159-82caa08091e7 HTTP/1.1" status: 200 len: 1001 time: 0.0638199 Aug 08 00:36:15.682571 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-1bbf04ee-c8fd-4570-9ff9-dd04d7cb21df tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:36:15.766791 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-1bbf04ee-c8fd-4570-9ff9-dd04d7cb21df tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (None), before_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:36:15.879367 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.db.db_base_plugin_common [None req-1bbf04ee-c8fd-4570-9ff9-dd04d7cb21df tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] Allocated IP 172.27.3.243 (743d2d45-6b8c-49b7-a932-c537e45f946f/7df84031-3cb2-4601-a018-b61b0ad731dc/dfcf7d81-1942-41cd-9d36-f0200a6aa77e) {{(pid=115991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 00:36:15.911406 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-64237613-c389-4d10-936d-2956085fc78e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (998b03d7-10a2-4624-8114-660f2901b45f), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:36:15.990108 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-1bbf04ee-c8fd-4570-9ff9-dd04d7cb21df tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] Publish callbacks [] for port (dfcf7d81-1942-41cd-9d36-f0200a6aa77e), precommit_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:36:16.068375 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-1bbf04ee-c8fd-4570-9ff9-dd04d7cb21df tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764676113785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2785209'] for port (dfcf7d81-1942-41cd-9d36-f0200a6aa77e), after_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:36:16.106274 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bbf04ee-c8fd-4570-9ff9-dd04d7cb21df tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] Network 743d2d45-6b8c-49b7-a932-c537e45f946f is already hosted by enough agents. {{(pid=115991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 00:36:16.109767 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.scheduler.base_scheduler [None req-1bbf04ee-c8fd-4570-9ff9-dd04d7cb21df tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] Resources bound (agent type, host, resource id): {{(pid=115991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 00:36:16.115795 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bbf04ee-c8fd-4570-9ff9-dd04d7cb21df tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] Received port after_create {{(pid=115991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 00:36:16.158892 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbf04ee-c8fd-4570-9ff9-dd04d7cb21df tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] Pushing event updated for resources: {'Port': ['ID=dfcf7d81-1942-41cd-9d36-f0200a6aa77e,revision_number=1']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:36:16.160312 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a404be37-1847-4afa-abd0-08918f268fab req-ff1b99ab-2761-4703-b8e2-9b2eafee74be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:36:16.161824 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-a404be37-1847-4afa-abd0-08918f268fab req-ff1b99ab-2761-4703-b8e2-9b2eafee74be service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=a880aa77-4bc5-4c6a-8fdf-3a29dea9cf69 HTTP/1.1" status: 200 len: 854 time: 0.0510228 Aug 08 00:36:16.211522 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a404be37-1847-4afa-abd0-08918f268fab req-bb44dc23-4a3f-4b30-bc06-27c6e671899f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:36:16.213287 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-a404be37-1847-4afa-abd0-08918f268fab req-bb44dc23-4a3f-4b30-bc06-27c6e671899f service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=a5ea35fc-5529-4ec7-b035-b5f2637c5acc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433509 Aug 08 00:36:16.249648 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:36:16.344071 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-a404be37-1847-4afa-abd0-08918f268fab req-1ba6b48d-4b4a-44c1-b471-c2425d5a338e service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a5ea35fc-5529-4ec7-b035-b5f2637c5acc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229565 Aug 08 00:36:16.360995 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:36:16.442924 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=100 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:36:16.472683 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-a404be37-1847-4afa-abd0-08918f268fab req-465985ca-2067-48a6-8c2a-dada2f8d5a49 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a5ea35fc-5529-4ec7-b035-b5f2637c5acc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010499 Aug 08 00:36:16.510189 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81123516-50ad-42b0-b5c7-9871c4bfa7d6 req-1398bda4-2f2d-4566-b8ac-2d9b845894df tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:36:16.511721 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-81123516-50ad-42b0-b5c7-9871c4bfa7d6 req-1398bda4-2f2d-4566-b8ac-2d9b845894df tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8220eb97-0920-4393-9354-094c2f62cc94 HTTP/1.1" status: 200 len: 945 time: 0.0840707 Aug 08 00:36:16.632317 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-81123516-50ad-42b0-b5c7-9871c4bfa7d6 req-76244dbf-aaef-4f5e-b017-bc65d6922865 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b4d11999-100a-4957-80d1-4ec56ec52a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124480 Aug 08 00:36:16.650454 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-1bbf04ee-c8fd-4570-9ff9-dd04d7cb21df tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] Publish callbacks [] for floatingip (a05d3511-f8c9-476a-a22b-5e293c0a39b0), precommit_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:36:16.826254 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-1bbf04ee-c8fd-4570-9ff9-dd04d7cb21df tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (dfcf7d81-1942-41cd-9d36-f0200a6aa77e), before_update {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:36:16.979251 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:36:16.981247 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-1bbf04ee-c8fd-4570-9ff9-dd04d7cb21df tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] Publish callbacks [] for port (dfcf7d81-1942-41cd-9d36-f0200a6aa77e), precommit_update {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:36:17.042590 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-1bbf04ee-c8fd-4570-9ff9-dd04d7cb21df tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2785206'] for port (dfcf7d81-1942-41cd-9d36-f0200a6aa77e), after_update {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:36:17.113894 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-1bbf04ee-c8fd-4570-9ff9-dd04d7cb21df tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-499989'] for floatingip (a05d3511-f8c9-476a-a22b-5e293c0a39b0), after_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:36:17.115635 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbf04ee-c8fd-4570-9ff9-dd04d7cb21df tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] Pushing event updated for resources: {'Port': ['ID=dfcf7d81-1942-41cd-9d36-f0200a6aa77e,revision_number=2']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:36:17.215072 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.db.l3_db [None req-1bbf04ee-c8fd-4570-9ff9-dd04d7cb21df tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] Floating IP a05d3511-f8c9-476a-a22b-5e293c0a39b0 associated. External IP: 172.27.3.243, port: 1e516e4f-2b18-41f2-8eaf-d3b6cf4fefb0. Aug 08 00:36:17.423143 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bbf04ee-c8fd-4570-9ff9-dd04d7cb21df tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] Router bcf99a59-317d-4ae4-a645-317607217c8f has already been hosted by L3 agent d53f5436-7c7f-4441-9708-9d0333b57745 {{(pid=115991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 00:36:17.528800 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bbf04ee-c8fd-4570-9ff9-dd04d7cb21df tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] Notify agent at l3_agent.dv-cinder-851640-3-iscsi the message routers_updated {{(pid=115991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 00:36:17.541427 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576b3459-6927-48c7-ba2f-836e1efe0488 None None] Sync routers for ids ['bcf99a59-317d-4ae4-a645-317607217c8f'] in dv-cinder-851640-3-iscsi {{(pid=115993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 00:36:17.553656 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576b3459-6927-48c7-ba2f-836e1efe0488 None None] Routers {'bcf99a59-317d-4ae4-a645-317607217c8f'} bound to L3 agent in host dv-cinder-851640-3-iscsi {{(pid=115993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 00:36:17.554373 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_hamode_db [None req-576b3459-6927-48c7-ba2f-836e1efe0488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851640-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-08-08T00:24:12Z,description=,heartbeat_timestamp=2022-08-08T00:36:12Z,host='dv-cinder-851640-3-iscsi',id=d53f5436-7c7f-4441-9708-9d0333b57745,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T00:24:13Z,topic='l3_agent')) {'router_ids': ['bcf99a59-317d-4ae4-a645-317607217c8f'], 'active': True} {{(pid=115993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:36:17.574161 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=100 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:36:17.593171 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854f4a04-4828-409b-bd73-46c165d81f73 req-f45cf29d-3ec6-4380-a7f3-7b17cd85602f tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:36:17.594656 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-854f4a04-4828-409b-bd73-46c165d81f73 req-f45cf29d-3ec6-4380-a7f3-7b17cd85602f tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=19fb56ea-f1ea-4d66-9b9b-a86c0fa7ebb7 HTTP/1.1" status: 200 len: 946 time: 0.0493665 Aug 08 00:36:17.612508 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-1bbf04ee-c8fd-4570-9ff9-dd04d7cb21df tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63196'] for floatingip (None), before_response {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:36:17.659676 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-854f4a04-4828-409b-bd73-46c165d81f73 req-37e2b878-78b9-4d73-b079-539f47bbbf25 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=09961e5e-e3b7-4ca0-b7b9-8e62edbb778a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590813 Aug 08 00:36:17.661898 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-1bbf04ee-c8fd-4570-9ff9-dd04d7cb21df tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] 10.222.0.15 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0803251 Aug 08 00:36:17.662652 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39cb5181-8bc2-4e47-ab31-1f9524d47ef3', 'tag': '1e516e4f-2b18-41f2-8eaf-d3b6cf4fefb0'}] {{(pid=115991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 00:36:17.664909 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73a3e3d67458d2a17dff5edd29115f5abec4313aa2236b93bd84783ab3df8685" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f215e9ac-6b7c-4f70-94b6-11701f67cca4" -d '{"events": [{"name": "network-changed", "server_uuid": "39cb5181-8bc2-4e47-ab31-1f9524d47ef3", "tag": "1e516e4f-2b18-41f2-8eaf-d3b6cf4fefb0"}]}' {{(pid=115991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 00:36:17.687825 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvr_db [None req-576b3459-6927-48c7-ba2f-836e1efe0488 None None] Set router bcf99a59-317d-4ae4-a645-317607217c8f gateway port host: dv-cinder-851640-3-iscsi {{(pid=115993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 00:36:17.690803 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 60052) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:36:17.726279 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 00:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c9aa853-6f70-41db-95b0-8bb1f835e5b0 x-openstack-request-id: req-7c9aa853-6f70-41db-95b0-8bb1f835e5b0 {{(pid=115991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 00:36:17.726940 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39cb5181-8bc2-4e47-ab31-1f9524d47ef3", "tag": "1e516e4f-2b18-41f2-8eaf-d3b6cf4fefb0", "status": "completed", "code": 200}]} {{(pid=115991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 00:36:17.727845 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7c9aa853-6f70-41db-95b0-8bb1f835e5b0 {{(pid=115991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 00:36:17.728148 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c9aa853-6f70-41db-95b0-8bb1f835e5b0'] response: {'name': 'network-changed', 'server_uuid': '39cb5181-8bc2-4e47-ab31-1f9524d47ef3', 'tag': '1e516e4f-2b18-41f2-8eaf-d3b6cf4fefb0', 'status': 'completed', 'code': 200} Aug 08 00:36:17.888256 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fc014e-21d8-4a58-8730-4748ad73e5d0 req-51ec3bff-8d14-4078-bb8e-c2e75d1a72bf tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:36:17.890506 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-a1fc014e-21d8-4a58-8730-4748ad73e5d0 req-51ec3bff-8d14-4078-bb8e-c2e75d1a72bf tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8220eb97-0920-4393-9354-094c2f62cc94 HTTP/1.1" status: 200 len: 945 time: 0.1091602 Aug 08 00:36:17.903440 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f215e9ac-6b7c-4f70-94b6-11701f67cca4 req-5c1e51d0-d469-4995-88b1-3dfc734f0c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:36:17.904895 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-f215e9ac-6b7c-4f70-94b6-11701f67cca4 req-5c1e51d0-d469-4995-88b1-3dfc734f0c65 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=3101620baddd42c48179a6f411bbd33e&device_id=39cb5181-8bc2-4e47-ab31-1f9524d47ef3 HTTP/1.1" status: 200 len: 1129 time: 0.0946243 Aug 08 00:36:17.913576 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0551e818-8e64-43fe-a17b-1cdcaf550341 tempest-TestMinimumBasicScenario-508131720 tempest-TestMinimumBasicScenario-508131720-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:36:17.915050 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-0551e818-8e64-43fe-a17b-1cdcaf550341 tempest-TestMinimumBasicScenario-508131720 tempest-TestMinimumBasicScenario-508131720-project-admin] 10.222.0.15 "GET /networking/v2.0/ports?device_id=19fb56ea-f1ea-4d66-9b9b-a86c0fa7ebb7 HTTP/1.1" status: 200 len: 1125 time: 0.2231162 Aug 08 00:36:17.918029 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 60058) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:36:17.923186 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.v2.base [None req-b96825fd-8766-46dc-9d1e-df7fdb41adb4 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] Request body: {'floatingip': {'floating_network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'port_id': '52a4e9c0-250f-456a-959b-dc428c3b9d82', 'tenant_id': 'fc3040045262415cb0fcb9525ba437bc', 'fixed_ip_address': '172.20.0.14'}} {{(pid=115991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:36:17.976197 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:36:18.005312 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-b96825fd-8766-46dc-9d1e-df7fdb41adb4 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:36:18.013318 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-a1fc014e-21d8-4a58-8730-4748ad73e5d0 req-2e072a70-bfb5-499f-9b5f-f9ad3af78f01 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b4d11999-100a-4957-80d1-4ec56ec52a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140411 Aug 08 00:36:18.044386 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f215e9ac-6b7c-4f70-94b6-11701f67cca4 req-952356be-4677-4f13-a7f9-483762e370be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:36:18.045279 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_hamode_db [None req-576b3459-6927-48c7-ba2f-836e1efe0488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcf99a59-317d-4ae4-a645-317607217c8f', 'name': 'tempest-TestShelveInstance-431316987-router', 'tenant_id': '3101620baddd42c48179a6f411bbd33e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': 'eb87a7f7-c8f8-4bf2-9fb4-c38496a46f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:35:02Z', 'updated_at': '2022-08-08T00:35:09Z', 'revision_number': 4, 'project_id': '3101620baddd42c48179a6f411bbd33e', 'gw_port': {'id': 'eb87a7f7-c8f8-4bf2-9fb4-c38496a46f98', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:99:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf99a59-317d-4ae4-a645-317607217c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:35:03Z', 'updated_at': '2022-08-08T00:35:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi', '_floatingips': [{'id': 'a05d3511-f8c9-476a-a22b-5e293c0a39b0', 'tenant_id': '3101620baddd42c48179a6f411bbd33e', 'floating_ip_address': '172.27.3.243', 'floating_network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'router_id': 'bcf99a59-317d-4ae4-a645-317607217c8f', 'port_id': '1e516e4f-2b18-41f2-8eaf-d3b6cf4fefb0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40eb5d4b-84fa-4b2b-9896-3375999a2051', 'mac_address': 'fa:16:3e:83:48:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39cb5181-8bc2-4e47-ab31-1f9524d47ef3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T00:36:16Z', 'updated_at': '2022-08-08T00:36:16Z', 'revision_number': 0, 'project_id': '3101620baddd42c48179a6f411bbd33e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46ee863b-20ec-47a6-bd42-47e576b2cf6e', 'name': '', 'network_id': '40eb5d4b-84fa-4b2b-9896-3375999a2051', 'tenant_id': '3101620baddd42c48179a6f411bbd33e', 'mac_address': 'fa:16:3e:54:d8:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf99a59-317d-4ae4-a645-317607217c8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'b1d5723f-10fd-4b95-91b6-00f6c09bff0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:35:08Z', 'updated_at': '2022-08-08T00:35:17Z', 'revision_number': 5, 'project_id': '3101620baddd42c48179a6f411bbd33e', 'subnets': [{'id': 'b1d5723f-10fd-4b95-91b6-00f6c09bff0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851640-3-iscsi', False) {} {{(pid=115993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:36:18.046687 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-f215e9ac-6b7c-4f70-94b6-11701f67cca4 req-952356be-4677-4f13-a7f9-483762e370be service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=40eb5d4b-84fa-4b2b-9896-3375999a2051 HTTP/1.1" status: 200 len: 909 time: 0.1246142 Aug 08 00:36:18.071744 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576b3459-6927-48c7-ba2f-836e1efe0488 None None] Checking router: bcf99a59-317d-4ae4-a645-317607217c8f for host: dv-cinder-851640-3-iscsi {{(pid=115993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 00:36:18.081188 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576b3459-6927-48c7-ba2f-836e1efe0488 None None] Routers {'bcf99a59-317d-4ae4-a645-317607217c8f'} bound to L3 agent in host dv-cinder-851640-3-iscsi {{(pid=115993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 00:36:18.081801 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_hamode_db [None req-576b3459-6927-48c7-ba2f-836e1efe0488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851640-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-08-08T00:24:12Z,description=,heartbeat_timestamp=2022-08-08T00:36:12Z,host='dv-cinder-851640-3-iscsi',id=d53f5436-7c7f-4441-9708-9d0333b57745,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T00:24:13Z,topic='l3_agent')) {'router_ids': ['bcf99a59-317d-4ae4-a645-317607217c8f'], 'active': True} {{(pid=115993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:36:18.102072 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-b96825fd-8766-46dc-9d1e-df7fdb41adb4 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (None), before_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:36:18.104598 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:36:18.119031 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-f215e9ac-6b7c-4f70-94b6-11701f67cca4 req-8192a21c-cc05-4aee-bfc3-91c3a03a2e47 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1e516e4f-2b18-41f2-8eaf-d3b6cf4fefb0 HTTP/1.1" status: 200 len: 999 time: 0.0640442 Aug 08 00:36:18.194798 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f215e9ac-6b7c-4f70-94b6-11701f67cca4 req-4ad31ec3-cbae-4eaa-9bea-023d0c87d8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:36:18.195915 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-f215e9ac-6b7c-4f70-94b6-11701f67cca4 req-4ad31ec3-cbae-4eaa-9bea-023d0c87d8b6 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=b1d5723f-10fd-4b95-91b6-00f6c09bff0d HTTP/1.1" status: 200 len: 847 time: 0.0651460 Aug 08 00:36:18.199108 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvr_db [None req-576b3459-6927-48c7-ba2f-836e1efe0488 None None] Set router bcf99a59-317d-4ae4-a645-317607217c8f gateway port host: dv-cinder-851640-3-iscsi {{(pid=115993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 00:36:18.224256 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.db.db_base_plugin_common [None req-b96825fd-8766-46dc-9d1e-df7fdb41adb4 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] Allocated IP 172.27.3.88 (743d2d45-6b8c-49b7-a932-c537e45f946f/7df84031-3cb2-4601-a018-b61b0ad731dc/368d0d8f-9f14-4b7e-9cd2-9e690f7c9c62) {{(pid=115991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 00:36:18.242407 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f215e9ac-6b7c-4f70-94b6-11701f67cca4 req-4c82a2b4-c10f-4a1f-9e98-90417e4c70a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:36:18.244157 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-f215e9ac-6b7c-4f70-94b6-11701f67cca4 req-4c82a2b4-c10f-4a1f-9e98-90417e4c70a8 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=40eb5d4b-84fa-4b2b-9896-3375999a2051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400853 Aug 08 00:36:18.355337 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-f215e9ac-6b7c-4f70-94b6-11701f67cca4 req-4c36c90a-0cc4-47a8-9cc5-e3410985ffbd service neutron] 10.222.0.25 "GET /networking/v2.0/networks/40eb5d4b-84fa-4b2b-9896-3375999a2051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015491 Aug 08 00:36:18.359951 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-b96825fd-8766-46dc-9d1e-df7fdb41adb4 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] Publish callbacks [] for port (368d0d8f-9f14-4b7e-9cd2-9e690f7c9c62), precommit_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:36:18.369205 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:36:18.379214 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:36:18.438667 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_hamode_db [None req-576b3459-6927-48c7-ba2f-836e1efe0488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcf99a59-317d-4ae4-a645-317607217c8f', 'name': 'tempest-TestShelveInstance-431316987-router', 'tenant_id': '3101620baddd42c48179a6f411bbd33e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': 'eb87a7f7-c8f8-4bf2-9fb4-c38496a46f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:35:02Z', 'updated_at': '2022-08-08T00:35:09Z', 'revision_number': 4, 'project_id': '3101620baddd42c48179a6f411bbd33e', 'gw_port': {'id': 'eb87a7f7-c8f8-4bf2-9fb4-c38496a46f98', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:99:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf99a59-317d-4ae4-a645-317607217c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:35:03Z', 'updated_at': '2022-08-08T00:35:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi', '_floatingips': [{'id': 'a05d3511-f8c9-476a-a22b-5e293c0a39b0', 'tenant_id': '3101620baddd42c48179a6f411bbd33e', 'floating_ip_address': '172.27.3.243', 'floating_network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'router_id': 'bcf99a59-317d-4ae4-a645-317607217c8f', 'port_id': '1e516e4f-2b18-41f2-8eaf-d3b6cf4fefb0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40eb5d4b-84fa-4b2b-9896-3375999a2051', 'mac_address': 'fa:16:3e:83:48:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39cb5181-8bc2-4e47-ab31-1f9524d47ef3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T00:36:16Z', 'updated_at': '2022-08-08T00:36:16Z', 'revision_number': 0, 'project_id': '3101620baddd42c48179a6f411bbd33e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46ee863b-20ec-47a6-bd42-47e576b2cf6e', 'name': '', 'network_id': '40eb5d4b-84fa-4b2b-9896-3375999a2051', 'tenant_id': '3101620baddd42c48179a6f411bbd33e', 'mac_address': 'fa:16:3e:54:d8:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf99a59-317d-4ae4-a645-317607217c8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'b1d5723f-10fd-4b95-91b6-00f6c09bff0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:35:08Z', 'updated_at': '2022-08-08T00:35:17Z', 'revision_number': 5, 'project_id': '3101620baddd42c48179a6f411bbd33e', 'subnets': [{'id': 'b1d5723f-10fd-4b95-91b6-00f6c09bff0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851640-3-iscsi', False) {} {{(pid=115993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:36:18.460002 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-f215e9ac-6b7c-4f70-94b6-11701f67cca4 req-93ef507b-1930-4073-ab3f-cea3d8aaa992 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/40eb5d4b-84fa-4b2b-9896-3375999a2051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984814 Aug 08 00:36:18.460632 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-b96825fd-8766-46dc-9d1e-df7fdb41adb4 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764676113785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2785209'] for port (368d0d8f-9f14-4b7e-9cd2-9e690f7c9c62), after_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:36:18.464013 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576b3459-6927-48c7-ba2f-836e1efe0488 None None] The sync data for ids ['bcf99a59-317d-4ae4-a645-317607217c8f'] in dv-cinder-851640-3-iscsi is: [{'id': 'bcf99a59-317d-4ae4-a645-317607217c8f', 'name': 'tempest-TestShelveInstance-431316987-router', 'tenant_id': '3101620baddd42c48179a6f411bbd33e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': 'eb87a7f7-c8f8-4bf2-9fb4-c38496a46f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:35:02Z', 'updated_at': '2022-08-08T00:35:09Z', 'revision_number': 4, 'project_id': '3101620baddd42c48179a6f411bbd33e', 'gw_port': {'id': 'eb87a7f7-c8f8-4bf2-9fb4-c38496a46f98', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:99:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf99a59-317d-4ae4-a645-317607217c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:35:03Z', 'updated_at': '2022-08-08T00:35:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi', '_floatingips': [{'id': 'a05d3511-f8c9-476a-a22b-5e293c0a39b0', 'tenant_id': '3101620baddd42c48179a6f411bbd33e', 'floating_ip_address': '172.27.3.243', 'floating_network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'router_id': 'bcf99a59-317d-4ae4-a645-317607217c8f', 'port_id': '1e516e4f-2b18-41f2-8eaf-d3b6cf4fefb0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40eb5d4b-84fa-4b2b-9896-3375999a2051', 'mac_address': 'fa:16:3e:83:48:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39cb5181-8bc2-4e47-ab31-1f9524d47ef3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T00:36:16Z', 'updated_at': '2022-08-08T00:36:16Z', 'revision_number': 0, 'project_id': '3101620baddd42c48179a6f411bbd33e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46ee863b-20ec-47a6-bd42-47e576b2cf6e', 'name': '', 'network_id': '40eb5d4b-84fa-4b2b-9896-3375999a2051', 'tenant_id': '3101620baddd42c48179a6f411bbd33e', 'mac_address': 'fa:16:3e:54:d8:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf99a59-317d-4ae4-a645-317607217c8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'b1d5723f-10fd-4b95-91b6-00f6c09bff0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:35:08Z', 'updated_at': '2022-08-08T00:35:17Z', 'revision_number': 5, 'project_id': '3101620baddd42c48179a6f411bbd33e', 'subnets': [{'id': 'b1d5723f-10fd-4b95-91b6-00f6c09bff0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 00:36:18.513675 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b96825fd-8766-46dc-9d1e-df7fdb41adb4 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] Network 743d2d45-6b8c-49b7-a932-c537e45f946f is already hosted by enough agents. {{(pid=115991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 00:36:18.519546 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.scheduler.base_scheduler [None req-b96825fd-8766-46dc-9d1e-df7fdb41adb4 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] Resources bound (agent type, host, resource id): {{(pid=115991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 00:36:18.541893 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96825fd-8766-46dc-9d1e-df7fdb41adb4 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] Received port after_create {{(pid=115991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 00:36:18.541893 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96825fd-8766-46dc-9d1e-df7fdb41adb4 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] Pushing event updated for resources: {'Port': ['ID=368d0d8f-9f14-4b7e-9cd2-9e690f7c9c62,revision_number=1']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:36:18.684915 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac7b183-8d86-4aa0-9c1f-8c0507dafdbf None None] New status for floating IP a05d3511-f8c9-476a-a22b-5e293c0a39b0: ACTIVE {{(pid=115994) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 08 00:36:18.894675 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-b96825fd-8766-46dc-9d1e-df7fdb41adb4 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] Publish callbacks [] for floatingip (92f0afc4-6db7-4410-99df-d0810bb96d1b), precommit_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:36:19.028213 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:36:19.040125 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-b96825fd-8766-46dc-9d1e-df7fdb41adb4 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (368d0d8f-9f14-4b7e-9cd2-9e690f7c9c62), before_update {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:36:19.177451 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a2f39e-27a4-4f45-8159-cb08ddd8e7f5 req-54e4cccd-4501-4e61-8595-1cb5b222c051 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:36:19.178906 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-53a2f39e-27a4-4f45-8159-cb08ddd8e7f5 req-54e4cccd-4501-4e61-8595-1cb5b222c051 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8220eb97-0920-4393-9354-094c2f62cc94 HTTP/1.1" status: 200 len: 945 time: 0.0566528 Aug 08 00:36:19.260361 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-53a2f39e-27a4-4f45-8159-cb08ddd8e7f5 req-7be5a89a-deda-472f-a208-13d9811fa46b tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b4d11999-100a-4957-80d1-4ec56ec52a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720792 Aug 08 00:36:19.269872 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-b96825fd-8766-46dc-9d1e-df7fdb41adb4 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] Publish callbacks [] for port (368d0d8f-9f14-4b7e-9cd2-9e690f7c9c62), precommit_update {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:36:19.330451 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-b96825fd-8766-46dc-9d1e-df7fdb41adb4 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2785206'] for port (368d0d8f-9f14-4b7e-9cd2-9e690f7c9c62), after_update {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:36:19.406111 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-b96825fd-8766-46dc-9d1e-df7fdb41adb4 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-499989'] for floatingip (92f0afc4-6db7-4410-99df-d0810bb96d1b), after_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:36:19.411806 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96825fd-8766-46dc-9d1e-df7fdb41adb4 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] Pushing event updated for resources: {'Port': ['ID=368d0d8f-9f14-4b7e-9cd2-9e690f7c9c62,revision_number=2']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:36:19.442895 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:36:19.756063 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.db.l3_db [None req-b96825fd-8766-46dc-9d1e-df7fdb41adb4 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] Floating IP 92f0afc4-6db7-4410-99df-d0810bb96d1b associated. External IP: 172.27.3.88, port: 52a4e9c0-250f-456a-959b-dc428c3b9d82. Aug 08 00:36:19.961483 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b96825fd-8766-46dc-9d1e-df7fdb41adb4 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] Router f3baff67-aee5-41cc-abfc-7ca3c9ad3f5d has already been hosted by L3 agent d53f5436-7c7f-4441-9708-9d0333b57745 {{(pid=115991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 00:36:20.070220 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b96825fd-8766-46dc-9d1e-df7fdb41adb4 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] Notify agent at l3_agent.dv-cinder-851640-3-iscsi the message routers_updated {{(pid=115991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 00:36:20.080972 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd9d7c4-f9e2-4317-a724-cce33eae4898 None None] Sync routers for ids ['f3baff67-aee5-41cc-abfc-7ca3c9ad3f5d'] in dv-cinder-851640-3-iscsi {{(pid=115993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 00:36:20.091889 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd9d7c4-f9e2-4317-a724-cce33eae4898 None None] Routers {'f3baff67-aee5-41cc-abfc-7ca3c9ad3f5d'} bound to L3 agent in host dv-cinder-851640-3-iscsi {{(pid=115993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 00:36:20.092491 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_hamode_db [None req-1fd9d7c4-f9e2-4317-a724-cce33eae4898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851640-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-08-08T00:24:12Z,description=,heartbeat_timestamp=2022-08-08T00:36:12Z,host='dv-cinder-851640-3-iscsi',id=d53f5436-7c7f-4441-9708-9d0333b57745,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T00:24:13Z,topic='l3_agent')) {'router_ids': ['f3baff67-aee5-41cc-abfc-7ca3c9ad3f5d'], 'active': True} {{(pid=115993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:36:20.143323 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-b96825fd-8766-46dc-9d1e-df7fdb41adb4 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63196'] for floatingip (None), before_response {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:36:20.180341 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-b96825fd-8766-46dc-9d1e-df7fdb41adb4 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] 10.222.0.15 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2610850 Aug 08 00:36:20.180893 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19fb56ea-f1ea-4d66-9b9b-a86c0fa7ebb7', 'tag': '52a4e9c0-250f-456a-959b-dc428c3b9d82'}] {{(pid=115991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 00:36:20.183276 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73a3e3d67458d2a17dff5edd29115f5abec4313aa2236b93bd84783ab3df8685" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73bb5ca5-295a-4af8-8ac3-8bb83279dbfa" -d '{"events": [{"name": "network-changed", "server_uuid": "19fb56ea-f1ea-4d66-9b9b-a86c0fa7ebb7", "tag": "52a4e9c0-250f-456a-959b-dc428c3b9d82"}]}' {{(pid=115991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 00:36:20.183447 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 60070) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:36:20.189110 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.v2.base [None req-3f29c120-5b4f-4494-9927-d51c552ef79f tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-900758607', 'description': 'tempest-secgroup-smoke-900758607 description', 'project_id': 'fc3040045262415cb0fcb9525ba437bc'}} {{(pid=115992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:36:20.200642 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvr_db [None req-1fd9d7c4-f9e2-4317-a724-cce33eae4898 None None] Set router f3baff67-aee5-41cc-abfc-7ca3c9ad3f5d gateway port host: dv-cinder-851640-3-iscsi {{(pid=115993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 00:36:20.223973 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 00:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30d08099-de34-46e5-9702-2d1043a02207 x-openstack-request-id: req-30d08099-de34-46e5-9702-2d1043a02207 {{(pid=115991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 00:36:20.224264 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19fb56ea-f1ea-4d66-9b9b-a86c0fa7ebb7", "tag": "52a4e9c0-250f-456a-959b-dc428c3b9d82", "status": "completed", "code": 200}]} {{(pid=115991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 00:36:20.224516 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-30d08099-de34-46e5-9702-2d1043a02207 {{(pid=115991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 00:36:20.225156 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30d08099-de34-46e5-9702-2d1043a02207'] response: {'name': 'network-changed', 'server_uuid': '19fb56ea-f1ea-4d66-9b9b-a86c0fa7ebb7', 'tag': '52a4e9c0-250f-456a-959b-dc428c3b9d82', 'status': 'completed', 'code': 200} Aug 08 00:36:20.290970 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-3f29c120-5b4f-4494-9927-d51c552ef79f tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] Publish callbacks [] for security_group (None), before_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:36:20.315475 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bb5ca5-295a-4af8-8ac3-8bb83279dbfa req-9664ec25-aa11-4ab3-b3f7-872fc8ea21e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:36:20.316983 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-73bb5ca5-295a-4af8-8ac3-8bb83279dbfa req-9664ec25-aa11-4ab3-b3f7-872fc8ea21e2 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=fc3040045262415cb0fcb9525ba437bc&device_id=19fb56ea-f1ea-4d66-9b9b-a86c0fa7ebb7 HTTP/1.1" status: 200 len: 1130 time: 0.0575323 Aug 08 00:36:20.397182 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65436aa8-69eb-4c9b-86f3-5d4c5a4db4f5 req-c347debd-b75f-44aa-9d2d-15ba828168c5 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:36:20.399380 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-65436aa8-69eb-4c9b-86f3-5d4c5a4db4f5 req-c347debd-b75f-44aa-9d2d-15ba828168c5 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8220eb97-0920-4393-9354-094c2f62cc94 HTTP/1.1" status: 200 len: 945 time: 0.0589921 Aug 08 00:36:20.434605 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_hamode_db [None req-1fd9d7c4-f9e2-4317-a724-cce33eae4898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3baff67-aee5-41cc-abfc-7ca3c9ad3f5d', 'name': 'tempest-TestMinimumBasicScenario-259986573-router', 'tenant_id': 'fc3040045262415cb0fcb9525ba437bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '074e16c4-6277-4709-bfef-3d23a841cca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:34:41Z', 'updated_at': '2022-08-08T00:34:45Z', 'revision_number': 4, 'project_id': 'fc3040045262415cb0fcb9525ba437bc', 'gw_port': {'id': '074e16c4-6277-4709-bfef-3d23a841cca2', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:c0:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3baff67-aee5-41cc-abfc-7ca3c9ad3f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:34:41Z', 'updated_at': '2022-08-08T00:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi', '_floatingips': [{'id': '92f0afc4-6db7-4410-99df-d0810bb96d1b', 'tenant_id': 'fc3040045262415cb0fcb9525ba437bc', 'floating_ip_address': '172.27.3.88', 'floating_network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'router_id': 'f3baff67-aee5-41cc-abfc-7ca3c9ad3f5d', 'port_id': '52a4e9c0-250f-456a-959b-dc428c3b9d82', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7d4df26-7f3c-4a8b-af0d-6e65e40d3930', 'mac_address': 'fa:16:3e:7a:b7:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19fb56ea-f1ea-4d66-9b9b-a86c0fa7ebb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T00:36:18Z', 'updated_at': '2022-08-08T00:36:18Z', 'revision_number': 0, 'project_id': 'fc3040045262415cb0fcb9525ba437bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd097e915-bb0f-475b-88c0-fa36a62bcb50', 'name': '', 'network_id': 'b7d4df26-7f3c-4a8b-af0d-6e65e40d3930', 'tenant_id': 'fc3040045262415cb0fcb9525ba437bc', 'mac_address': 'fa:16:3e:ec:99:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3baff67-aee5-41cc-abfc-7ca3c9ad3f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '6c63140e-226a-4bbd-a6bf-32948b7d12fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:34:44Z', 'updated_at': '2022-08-08T00:34:52Z', 'revision_number': 5, 'project_id': 'fc3040045262415cb0fcb9525ba437bc', 'subnets': [{'id': '6c63140e-226a-4bbd-a6bf-32948b7d12fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851640-3-iscsi', False) {} {{(pid=115993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:36:20.451754 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-3f29c120-5b4f-4494-9927-d51c552ef79f tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] Publish callbacks [] for security_group (c227dc7a-bed5-43d0-a843-be28d0e38ab6), precommit_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:36:20.466725 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:36:20.466725 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-65436aa8-69eb-4c9b-86f3-5d4c5a4db4f5 req-82bd2cc3-47fa-4582-bb16-c0d30a18a5da tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b4d11999-100a-4957-80d1-4ec56ec52a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570474 Aug 08 00:36:20.467018 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd9d7c4-f9e2-4317-a724-cce33eae4898 None None] Checking router: f3baff67-aee5-41cc-abfc-7ca3c9ad3f5d for host: dv-cinder-851640-3-iscsi {{(pid=115993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 00:36:20.474864 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd9d7c4-f9e2-4317-a724-cce33eae4898 None None] Routers {'f3baff67-aee5-41cc-abfc-7ca3c9ad3f5d'} bound to L3 agent in host dv-cinder-851640-3-iscsi {{(pid=115993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 00:36:20.475509 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_hamode_db [None req-1fd9d7c4-f9e2-4317-a724-cce33eae4898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851640-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-08-08T00:24:12Z,description=,heartbeat_timestamp=2022-08-08T00:36:12Z,host='dv-cinder-851640-3-iscsi',id=d53f5436-7c7f-4441-9708-9d0333b57745,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T00:24:13Z,topic='l3_agent')) {'router_ids': ['f3baff67-aee5-41cc-abfc-7ca3c9ad3f5d'], 'active': True} {{(pid=115993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:36:20.502269 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bb5ca5-295a-4af8-8ac3-8bb83279dbfa req-972658b2-8441-40c4-a26f-3de7627fc887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:36:20.503792 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-73bb5ca5-295a-4af8-8ac3-8bb83279dbfa req-972658b2-8441-40c4-a26f-3de7627fc887 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=b7d4df26-7f3c-4a8b-af0d-6e65e40d3930 HTTP/1.1" status: 200 len: 915 time: 0.1711638 Aug 08 00:36:20.521156 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:36:20.549561 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:36:20.552507 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-3f29c120-5b4f-4494-9927-d51c552ef79f tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (c227dc7a-bed5-43d0-a843-be28d0e38ab6), after_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:36:20.600473 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-73bb5ca5-295a-4af8-8ac3-8bb83279dbfa req-05f72886-abd7-4a51-9486-1e6304166be7 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=52a4e9c0-250f-456a-959b-dc428c3b9d82 HTTP/1.1" status: 200 len: 999 time: 0.0823650 Aug 08 00:36:20.600832 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvr_db [None req-1fd9d7c4-f9e2-4317-a724-cce33eae4898 None None] Set router f3baff67-aee5-41cc-abfc-7ca3c9ad3f5d gateway port host: dv-cinder-851640-3-iscsi {{(pid=115993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 00:36:20.603463 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f29c120-5b4f-4494-9927-d51c552ef79f tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c227dc7a-bed5-43d0-a843-be28d0e38ab6,revision_number=1']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:36:20.658551 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bb5ca5-295a-4af8-8ac3-8bb83279dbfa req-2f87877b-557f-4a44-9ca8-8715347668fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:36:20.663718 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-73bb5ca5-295a-4af8-8ac3-8bb83279dbfa req-2f87877b-557f-4a44-9ca8-8715347668fb service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=6c63140e-226a-4bbd-a6bf-32948b7d12fa HTTP/1.1" status: 200 len: 853 time: 0.0499849 Aug 08 00:36:20.663718 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-3f29c120-5b4f-4494-9927-d51c552ef79f tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] Publish callbacks [] for security_group (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:36:20.664905 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-3f29c120-5b4f-4494-9927-d51c552ef79f tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] 10.222.0.15 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4803026 Aug 08 00:36:20.669849 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=100 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:36:20.670031 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 60080) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:36:20.673584 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.v2.base [None req-84aa8671-f993-414e-93e7-c78b46badcb9 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] Request body: {'security_group_rule': {'security_group_id': 'c227dc7a-bed5-43d0-a843-be28d0e38ab6', 'project_id': 'fc3040045262415cb0fcb9525ba437bc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:36:20.711117 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bb5ca5-295a-4af8-8ac3-8bb83279dbfa req-fe5b9bff-e660-48b4-8ebd-7dd69a212491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:36:20.712785 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-73bb5ca5-295a-4af8-8ac3-8bb83279dbfa req-fe5b9bff-e660-48b4-8ebd-7dd69a212491 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=b7d4df26-7f3c-4a8b-af0d-6e65e40d3930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447042 Aug 08 00:36:20.774367 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-84aa8671-f993-414e-93e7-c78b46badcb9 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] Publish callbacks [] for security_group_rule (4453cdf8-95e5-4a46-aea9-5e683c213fa6), before_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:36:20.822769 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-73bb5ca5-295a-4af8-8ac3-8bb83279dbfa req-a6e6c405-d355-4a34-bb04-8837a00f718e service neutron] 10.222.0.25 "GET /networking/v2.0/networks/b7d4df26-7f3c-4a8b-af0d-6e65e40d3930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950160 Aug 08 00:36:20.825301 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_hamode_db [None req-1fd9d7c4-f9e2-4317-a724-cce33eae4898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3baff67-aee5-41cc-abfc-7ca3c9ad3f5d', 'name': 'tempest-TestMinimumBasicScenario-259986573-router', 'tenant_id': 'fc3040045262415cb0fcb9525ba437bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '074e16c4-6277-4709-bfef-3d23a841cca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:34:41Z', 'updated_at': '2022-08-08T00:34:45Z', 'revision_number': 4, 'project_id': 'fc3040045262415cb0fcb9525ba437bc', 'gw_port': {'id': '074e16c4-6277-4709-bfef-3d23a841cca2', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:c0:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3baff67-aee5-41cc-abfc-7ca3c9ad3f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:34:41Z', 'updated_at': '2022-08-08T00:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi', '_floatingips': [{'id': '92f0afc4-6db7-4410-99df-d0810bb96d1b', 'tenant_id': 'fc3040045262415cb0fcb9525ba437bc', 'floating_ip_address': '172.27.3.88', 'floating_network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'router_id': 'f3baff67-aee5-41cc-abfc-7ca3c9ad3f5d', 'port_id': '52a4e9c0-250f-456a-959b-dc428c3b9d82', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7d4df26-7f3c-4a8b-af0d-6e65e40d3930', 'mac_address': 'fa:16:3e:7a:b7:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19fb56ea-f1ea-4d66-9b9b-a86c0fa7ebb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T00:36:18Z', 'updated_at': '2022-08-08T00:36:18Z', 'revision_number': 0, 'project_id': 'fc3040045262415cb0fcb9525ba437bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd097e915-bb0f-475b-88c0-fa36a62bcb50', 'name': '', 'network_id': 'b7d4df26-7f3c-4a8b-af0d-6e65e40d3930', 'tenant_id': 'fc3040045262415cb0fcb9525ba437bc', 'mac_address': 'fa:16:3e:ec:99:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3baff67-aee5-41cc-abfc-7ca3c9ad3f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '6c63140e-226a-4bbd-a6bf-32948b7d12fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:34:44Z', 'updated_at': '2022-08-08T00:34:52Z', 'revision_number': 5, 'project_id': 'fc3040045262415cb0fcb9525ba437bc', 'subnets': [{'id': '6c63140e-226a-4bbd-a6bf-32948b7d12fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851640-3-iscsi', False) {} {{(pid=115993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:36:20.833075 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-84aa8671-f993-414e-93e7-c78b46badcb9 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] Publish callbacks [] for security_group_rule (4453cdf8-95e5-4a46-aea9-5e683c213fa6), precommit_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:36:20.855513 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd9d7c4-f9e2-4317-a724-cce33eae4898 None None] The sync data for ids ['f3baff67-aee5-41cc-abfc-7ca3c9ad3f5d'] in dv-cinder-851640-3-iscsi is: [{'id': 'f3baff67-aee5-41cc-abfc-7ca3c9ad3f5d', 'name': 'tempest-TestMinimumBasicScenario-259986573-router', 'tenant_id': 'fc3040045262415cb0fcb9525ba437bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '074e16c4-6277-4709-bfef-3d23a841cca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:34:41Z', 'updated_at': '2022-08-08T00:34:45Z', 'revision_number': 4, 'project_id': 'fc3040045262415cb0fcb9525ba437bc', 'gw_port': {'id': '074e16c4-6277-4709-bfef-3d23a841cca2', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:c0:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3baff67-aee5-41cc-abfc-7ca3c9ad3f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:34:41Z', 'updated_at': '2022-08-08T00:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi', '_floatingips': [{'id': '92f0afc4-6db7-4410-99df-d0810bb96d1b', 'tenant_id': 'fc3040045262415cb0fcb9525ba437bc', 'floating_ip_address': '172.27.3.88', 'floating_network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'router_id': 'f3baff67-aee5-41cc-abfc-7ca3c9ad3f5d', 'port_id': '52a4e9c0-250f-456a-959b-dc428c3b9d82', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7d4df26-7f3c-4a8b-af0d-6e65e40d3930', 'mac_address': 'fa:16:3e:7a:b7:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19fb56ea-f1ea-4d66-9b9b-a86c0fa7ebb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T00:36:18Z', 'updated_at': '2022-08-08T00:36:18Z', 'revision_number': 0, 'project_id': 'fc3040045262415cb0fcb9525ba437bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd097e915-bb0f-475b-88c0-fa36a62bcb50', 'name': '', 'network_id': 'b7d4df26-7f3c-4a8b-af0d-6e65e40d3930', 'tenant_id': 'fc3040045262415cb0fcb9525ba437bc', 'mac_address': 'fa:16:3e:ec:99:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3baff67-aee5-41cc-abfc-7ca3c9ad3f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '6c63140e-226a-4bbd-a6bf-32948b7d12fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:34:44Z', 'updated_at': '2022-08-08T00:34:52Z', 'revision_number': 5, 'project_id': 'fc3040045262415cb0fcb9525ba437bc', 'subnets': [{'id': '6c63140e-226a-4bbd-a6bf-32948b7d12fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 00:36:20.934087 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-84aa8671-f993-414e-93e7-c78b46badcb9 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339626'] for security_group_rule (4453cdf8-95e5-4a46-aea9-5e683c213fa6), after_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:36:20.960663 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84aa8671-f993-414e-93e7-c78b46badcb9 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4453cdf8-95e5-4a46-aea9-5e683c213fa6,revision_number=0']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:36:20.964320 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-73bb5ca5-295a-4af8-8ac3-8bb83279dbfa req-fff2a61f-01a2-48ca-84c7-a150aae77dce service neutron] 10.222.0.25 "GET /networking/v2.0/networks/b7d4df26-7f3c-4a8b-af0d-6e65e40d3930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121137 Aug 08 00:36:21.079272 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-84aa8671-f993-414e-93e7-c78b46badcb9 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:36:21.080044 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60dca45-899c-4cde-925b-1373f356de38 None None] New status for floating IP 92f0afc4-6db7-4410-99df-d0810bb96d1b: ACTIVE {{(pid=115994) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 08 00:36:21.089425 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-84aa8671-f993-414e-93e7-c78b46badcb9 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4120758 Aug 08 00:36:21.089425 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 60084) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:36:21.089425 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.v2.base [None req-8d51f9de-7dcb-4bc4-b539-39e6742d9cf1 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] Request body: {'security_group_rule': {'security_group_id': 'c227dc7a-bed5-43d0-a843-be28d0e38ab6', 'project_id': 'fc3040045262415cb0fcb9525ba437bc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:36:21.197071 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-8d51f9de-7dcb-4bc4-b539-39e6742d9cf1 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] Publish callbacks [] for security_group_rule (3334f4da-cee4-4fed-b974-6b63b921d5b7), before_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:36:21.257091 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-8d51f9de-7dcb-4bc4-b539-39e6742d9cf1 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] Publish callbacks [] for security_group_rule (3334f4da-cee4-4fed-b974-6b63b921d5b7), precommit_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:36:21.334445 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-8d51f9de-7dcb-4bc4-b539-39e6742d9cf1 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339626'] for security_group_rule (3334f4da-cee4-4fed-b974-6b63b921d5b7), after_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:36:21.354677 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d51f9de-7dcb-4bc4-b539-39e6742d9cf1 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3334f4da-cee4-4fed-b974-6b63b921d5b7,revision_number=0']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:36:21.422953 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-8d51f9de-7dcb-4bc4-b539-39e6742d9cf1 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:36:21.424255 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-8d51f9de-7dcb-4bc4-b539-39e6742d9cf1 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3395913 Aug 08 00:36:21.426989 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 60086) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:36:21.431377 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.v2.base [None req-00f472a0-45c2-4fc0-a952-00e0aa9d67de tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] Request body: {'security_group_rule': {'security_group_id': 'c227dc7a-bed5-43d0-a843-be28d0e38ab6', 'project_id': 'fc3040045262415cb0fcb9525ba437bc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:36:21.540412 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-00f472a0-45c2-4fc0-a952-00e0aa9d67de tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] Publish callbacks [] for security_group_rule (ce954fae-ff30-434a-b365-3cc8fa1cc347), before_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:36:21.591292 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30189bcb-8e25-495e-b67a-86e371b01939 req-a90ba79c-b2a6-4e28-932c-82e9e6abe69e tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:36:21.591921 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-30189bcb-8e25-495e-b67a-86e371b01939 req-a90ba79c-b2a6-4e28-932c-82e9e6abe69e tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8220eb97-0920-4393-9354-094c2f62cc94 HTTP/1.1" status: 200 len: 945 time: 0.0490670 Aug 08 00:36:21.601370 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-00f472a0-45c2-4fc0-a952-00e0aa9d67de tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] Publish callbacks [] for security_group_rule (ce954fae-ff30-434a-b365-3cc8fa1cc347), precommit_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:36:21.642694 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-30189bcb-8e25-495e-b67a-86e371b01939 req-5bbf2765-47d0-437a-b47b-6fdb7ac22c06 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b4d11999-100a-4957-80d1-4ec56ec52a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436244 Aug 08 00:36:21.665201 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-00f472a0-45c2-4fc0-a952-00e0aa9d67de tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339626'] for security_group_rule (ce954fae-ff30-434a-b365-3cc8fa1cc347), after_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:36:21.697074 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f472a0-45c2-4fc0-a952-00e0aa9d67de tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce954fae-ff30-434a-b365-3cc8fa1cc347,revision_number=0']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:36:21.893868 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-00f472a0-45c2-4fc0-a952-00e0aa9d67de tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:36:21.895190 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-00f472a0-45c2-4fc0-a952-00e0aa9d67de tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4672191 Aug 08 00:36:21.898526 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 60092) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:36:21.903258 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.v2.base [None req-1e34cb6e-2830-4eb6-8e07-323b2c5a2794 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] Request body: {'security_group_rule': {'security_group_id': 'c227dc7a-bed5-43d0-a843-be28d0e38ab6', 'project_id': 'fc3040045262415cb0fcb9525ba437bc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:36:21.922188 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=3 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:36:22.251724 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-1e34cb6e-2830-4eb6-8e07-323b2c5a2794 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] Publish callbacks [] for security_group_rule (3a65fd9c-2040-4f18-bc97-f5cecd265224), before_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:36:22.314291 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-1e34cb6e-2830-4eb6-8e07-323b2c5a2794 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] Publish callbacks [] for security_group_rule (3a65fd9c-2040-4f18-bc97-f5cecd265224), precommit_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:36:22.381860 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-1e34cb6e-2830-4eb6-8e07-323b2c5a2794 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339626'] for security_group_rule (3a65fd9c-2040-4f18-bc97-f5cecd265224), after_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:36:22.404130 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e34cb6e-2830-4eb6-8e07-323b2c5a2794 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a65fd9c-2040-4f18-bc97-f5cecd265224,revision_number=0']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:36:22.478842 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-1e34cb6e-2830-4eb6-8e07-323b2c5a2794 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:36:22.480126 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-1e34cb6e-2830-4eb6-8e07-323b2c5a2794 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5805669 Aug 08 00:36:22.482952 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 60096) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:36:22.487694 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.v2.base [None req-d2325d02-08cc-4675-bda1-78a9df600d82 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] Request body: {'security_group_rule': {'security_group_id': 'c227dc7a-bed5-43d0-a843-be28d0e38ab6', 'project_id': 'fc3040045262415cb0fcb9525ba437bc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:36:22.556850 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.db.securitygroups_db [None req-d2325d02-08cc-4675-bda1-78a9df600d82 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] Project fc3040045262415cb0fcb9525ba437bc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 08 00:36:22.568358 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-d2325d02-08cc-4675-bda1-78a9df600d82 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] Publish callbacks [] for security_group_rule (8e356012-9861-4ff6-a5e4-ba33dcb7bf7c), before_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:36:22.588546 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=82,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:36:22.631434 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-d2325d02-08cc-4675-bda1-78a9df600d82 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] Publish callbacks [] for security_group_rule (8e356012-9861-4ff6-a5e4-ba33dcb7bf7c), precommit_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:36:22.695991 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-d2325d02-08cc-4675-bda1-78a9df600d82 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339626'] for security_group_rule (8e356012-9861-4ff6-a5e4-ba33dcb7bf7c), after_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:36:22.715765 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2325d02-08cc-4675-bda1-78a9df600d82 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e356012-9861-4ff6-a5e4-ba33dcb7bf7c,revision_number=0']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:36:22.765239 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629ae1c4-4180-4eff-8ff4-6ba2d0f1caa1 req-ecd04d2d-ea1d-47f1-a8c7-3cf4843d5eeb tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:36:22.766833 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-629ae1c4-4180-4eff-8ff4-6ba2d0f1caa1 req-ecd04d2d-ea1d-47f1-a8c7-3cf4843d5eeb tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8220eb97-0920-4393-9354-094c2f62cc94 HTTP/1.1" status: 200 len: 945 time: 0.0480082 Aug 08 00:36:22.789994 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-d2325d02-08cc-4675-bda1-78a9df600d82 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:36:22.791078 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-d2325d02-08cc-4675-bda1-78a9df600d82 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3071921 Aug 08 00:36:22.794099 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 60102) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:36:22.800209 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.v2.base [None req-fba7f24a-c767-4405-9830-09b0acb73e4e tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] Request body: {'security_group_rule': {'security_group_id': 'c227dc7a-bed5-43d0-a843-be28d0e38ab6', 'project_id': 'fc3040045262415cb0fcb9525ba437bc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:36:22.825933 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-629ae1c4-4180-4eff-8ff4-6ba2d0f1caa1 req-1d08a169-b8e7-4b46-a58a-88b541449ea9 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b4d11999-100a-4957-80d1-4ec56ec52a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526171 Aug 08 00:36:22.884924 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.db.securitygroups_db [None req-fba7f24a-c767-4405-9830-09b0acb73e4e tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] Project fc3040045262415cb0fcb9525ba437bc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 08 00:36:22.892600 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-fba7f24a-c767-4405-9830-09b0acb73e4e tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] Publish callbacks [] for security_group_rule (f2f634b6-0417-4cda-801b-2cb421d10a5d), before_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:36:22.959578 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-fba7f24a-c767-4405-9830-09b0acb73e4e tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] Publish callbacks [] for security_group_rule (f2f634b6-0417-4cda-801b-2cb421d10a5d), precommit_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:36:23.056502 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-fba7f24a-c767-4405-9830-09b0acb73e4e tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339626'] for security_group_rule (f2f634b6-0417-4cda-801b-2cb421d10a5d), after_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:36:23.073425 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:36:23.074283 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba7f24a-c767-4405-9830-09b0acb73e4e tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2f634b6-0417-4cda-801b-2cb421d10a5d,revision_number=0']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:36:23.179466 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-fba7f24a-c767-4405-9830-09b0acb73e4e tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:36:23.181491 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-fba7f24a-c767-4405-9830-09b0acb73e4e tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3863275 Aug 08 00:36:23.275936 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-f8428cb5-93f3-4984-9836-9408bb3aadcf req-e659f22e-a60c-4344-b95d-26efe1e6b24a tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] 10.222.0.15 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-900758607&fields=id&tenant_id=fc3040045262415cb0fcb9525ba437bc HTTP/1.1" status: 200 len: 267 time: 0.0477488 Aug 08 00:36:23.328797 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8428cb5-93f3-4984-9836-9408bb3aadcf req-d63a701a-47e8-4b06-bee6-a60e7fed21ba tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:36:23.330281 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-f8428cb5-93f3-4984-9836-9408bb3aadcf req-d63a701a-47e8-4b06-bee6-a60e7fed21ba tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=19fb56ea-f1ea-4d66-9b9b-a86c0fa7ebb7 HTTP/1.1" status: 200 len: 946 time: 0.0476000 Aug 08 00:36:23.341399 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.v2.base [req-f8428cb5-93f3-4984-9836-9408bb3aadcf req-2d91a0c9-092d-4966-8d19-732773c9fef7 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] Request body: {'port': {'security_groups': ['09961e5e-e3b7-4ca0-b7b9-8e62edbb778a', 'c227dc7a-bed5-43d0-a843-be28d0e38ab6']}} {{(pid=115992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:36:23.415046 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-f8428cb5-93f3-4984-9836-9408bb3aadcf req-2d91a0c9-092d-4966-8d19-732773c9fef7 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (52a4e9c0-250f-456a-959b-dc428c3b9d82), before_update {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:36:23.636245 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.agents_db [None req-431a3ab4-e5a4-4361-9fcb-d2d78b6c2e03 None None] Agent healthcheck: found 6 active agents {{(pid=115994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 00:36:23.638798 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.db [req-f8428cb5-93f3-4984-9836-9408bb3aadcf req-2d91a0c9-092d-4966-8d19-732773c9fef7 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] For port 52a4e9c0-250f-456a-959b-dc428c3b9d82, host hv-cinder-85164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85164',level=0,port_id=52a4e9c0-250f-456a-959b-dc428c3b9d82,segment=NetworkSegment(754c6398-7ffc-4c6c-8fe5-13465d56b5d3),segment_id=754c6398-7ffc-4c6c-8fe5-13465d56b5d3)] {{(pid=115992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:36:23.667572 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-f8428cb5-93f3-4984-9836-9408bb3aadcf req-2d91a0c9-092d-4966-8d19-732773c9fef7 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] Publish callbacks [] for port (52a4e9c0-250f-456a-959b-dc428c3b9d82), precommit_update {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:36:23.747772 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-f8428cb5-93f3-4984-9836-9408bb3aadcf req-2d91a0c9-092d-4966-8d19-732773c9fef7 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26371340'] for port (52a4e9c0-250f-456a-959b-dc428c3b9d82), after_update {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:36:23.759405 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8428cb5-93f3-4984-9836-9408bb3aadcf req-2d91a0c9-092d-4966-8d19-732773c9fef7 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:36:23.760026 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-f8428cb5-93f3-4984-9836-9408bb3aadcf req-2d91a0c9-092d-4966-8d19-732773c9fef7 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63196'] for port (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:36:23.760737 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] get_ports_and_sgs() called for port_ids ['52a4e9c0-250f-456a-959b-dc428c3b9d82'] {{(pid=115993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 00:36:23.761646 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-f8428cb5-93f3-4984-9836-9408bb3aadcf req-2d91a0c9-092d-4966-8d19-732773c9fef7 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] 10.222.0.15 "PUT /networking/v2.0/ports/52a4e9c0-250f-456a-959b-dc428c3b9d82 HTTP/1.1" status: 200 len: 982 time: 0.4248481 Aug 08 00:36:23.762163 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19fb56ea-f1ea-4d66-9b9b-a86c0fa7ebb7', 'tag': '52a4e9c0-250f-456a-959b-dc428c3b9d82'}] {{(pid=115992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 00:36:23.771517 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15c1dc6174c04d27a45b4789687485f3f31469fbdbb3cd0a658d3b47a2d9b382" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1633ac3e-90b7-4644-a543-2cb7d378d1aa" -d '{"events": [{"name": "network-changed", "server_uuid": "19fb56ea-f1ea-4d66-9b9b-a86c0fa7ebb7", "tag": "52a4e9c0-250f-456a-959b-dc428c3b9d82"}]}' {{(pid=115992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 00:36:23.839617 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 00:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16c1723f-938f-4cb1-98d4-3a174be766fc x-openstack-request-id: req-16c1723f-938f-4cb1-98d4-3a174be766fc {{(pid=115992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 00:36:23.840292 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19fb56ea-f1ea-4d66-9b9b-a86c0fa7ebb7", "tag": "52a4e9c0-250f-456a-959b-dc428c3b9d82", "status": "completed", "code": 200}]} {{(pid=115992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 00:36:23.840292 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-16c1723f-938f-4cb1-98d4-3a174be766fc {{(pid=115992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 00:36:23.840579 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16c1723f-938f-4cb1-98d4-3a174be766fc'] response: {'name': 'network-changed', 'server_uuid': '19fb56ea-f1ea-4d66-9b9b-a86c0fa7ebb7', 'tag': '52a4e9c0-250f-456a-959b-dc428c3b9d82', 'status': 'completed', 'code': 200} Aug 08 00:36:23.846025 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d91a0c9-092d-4966-8d19-732773c9fef7 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] Pushing event updated for resources: {'Port': ['ID=52a4e9c0-250f-456a-959b-dc428c3b9d82,revision_number=6']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:36:23.850021 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=100 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:36:23.905855 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ec6e63-a352-41b7-9844-a7f7bb1ab182 req-fbb29458-dbe9-4cd3-8356-24ad9827a56e tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:36:23.907883 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-a2ec6e63-a352-41b7-9844-a7f7bb1ab182 req-fbb29458-dbe9-4cd3-8356-24ad9827a56e tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=19fb56ea-f1ea-4d66-9b9b-a86c0fa7ebb7 HTTP/1.1" status: 200 len: 985 time: 0.0531847 Aug 08 00:36:23.978193 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9922f015-6223-4300-8479-afcee3e79cb2 req-209781ca-6788-4be0-b456-7227d4815965 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:36:23.979743 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-9922f015-6223-4300-8479-afcee3e79cb2 req-209781ca-6788-4be0-b456-7227d4815965 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8220eb97-0920-4393-9354-094c2f62cc94 HTTP/1.1" status: 200 len: 945 time: 0.0669224 Aug 08 00:36:24.002683 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:36:24.010979 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-a2ec6e63-a352-41b7-9844-a7f7bb1ab182 req-bf478172-9d2f-4eb6-b7b9-248895297b0a tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c227dc7a-bed5-43d0-a843-be28d0e38ab6&id=09961e5e-e3b7-4ca0-b7b9-8e62edbb778a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0971093 Aug 08 00:36:24.014656 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] get_ports_and_sgs() called for port_ids ['52a4e9c0-250f-456a-959b-dc428c3b9d82'] {{(pid=115993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 00:36:24.018350 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1633ac3e-90b7-4644-a543-2cb7d378d1aa req-95482157-2436-4d9d-a913-08df575a281f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:36:24.020076 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-1633ac3e-90b7-4644-a543-2cb7d378d1aa req-95482157-2436-4d9d-a913-08df575a281f service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=fc3040045262415cb0fcb9525ba437bc&device_id=19fb56ea-f1ea-4d66-9b9b-a86c0fa7ebb7 HTTP/1.1" status: 200 len: 1169 time: 0.0580766 Aug 08 00:36:24.047318 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-9922f015-6223-4300-8479-afcee3e79cb2 req-e57f3845-a645-461c-a5a5-8fec6ecd263d tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b4d11999-100a-4957-80d1-4ec56ec52a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573728 Aug 08 00:36:24.136139 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1633ac3e-90b7-4644-a543-2cb7d378d1aa req-2fd4c383-984b-4ac2-ab7e-67c5b2f3568b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:36:24.137635 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-1633ac3e-90b7-4644-a543-2cb7d378d1aa req-2fd4c383-984b-4ac2-ab7e-67c5b2f3568b service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=b7d4df26-7f3c-4a8b-af0d-6e65e40d3930 HTTP/1.1" status: 200 len: 915 time: 0.1068664 Aug 08 00:36:24.202675 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-1633ac3e-90b7-4644-a543-2cb7d378d1aa req-5818d454-b803-4471-9d67-2bdb7ccb3c97 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=52a4e9c0-250f-456a-959b-dc428c3b9d82 HTTP/1.1" status: 200 len: 1001 time: 0.0559931 Aug 08 00:36:24.251270 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1633ac3e-90b7-4644-a543-2cb7d378d1aa req-97e9aeac-356c-49e7-a754-704fff2d1144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:36:24.252701 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-1633ac3e-90b7-4644-a543-2cb7d378d1aa req-97e9aeac-356c-49e7-a754-704fff2d1144 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=6c63140e-226a-4bbd-a6bf-32948b7d12fa HTTP/1.1" status: 200 len: 853 time: 0.0439236 Aug 08 00:36:24.300309 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:36:24.303621 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1633ac3e-90b7-4644-a543-2cb7d378d1aa req-2e30229b-72f4-4454-97db-f97e7d47ebcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:36:24.305119 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-1633ac3e-90b7-4644-a543-2cb7d378d1aa req-2e30229b-72f4-4454-97db-f97e7d47ebcc service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=b7d4df26-7f3c-4a8b-af0d-6e65e40d3930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437529 Aug 08 00:36:24.382585 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=100 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:36:24.397542 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-1633ac3e-90b7-4644-a543-2cb7d378d1aa req-168fa76d-9b13-4ee9-b9a3-b5d136a333de service neutron] 10.222.0.25 "GET /networking/v2.0/networks/b7d4df26-7f3c-4a8b-af0d-6e65e40d3930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853720 Aug 08 00:36:24.492955 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-1633ac3e-90b7-4644-a543-2cb7d378d1aa req-0b111997-efa9-4b88-be54-0a2c3dd1b802 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/b7d4df26-7f3c-4a8b-af0d-6e65e40d3930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886326 Aug 08 00:36:25.164955 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8b03af-b251-47a0-9d57-56d15e25f08f req-37a34a13-e8e8-40f7-ad63-776de4c4c5b7 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:36:25.166582 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-ca8b03af-b251-47a0-9d57-56d15e25f08f req-37a34a13-e8e8-40f7-ad63-776de4c4c5b7 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8220eb97-0920-4393-9354-094c2f62cc94 HTTP/1.1" status: 200 len: 945 time: 0.0514796 Aug 08 00:36:25.214121 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-ca8b03af-b251-47a0-9d57-56d15e25f08f req-b051d01a-f151-46da-935e-9397940c8283 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b4d11999-100a-4957-80d1-4ec56ec52a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409443 Aug 08 00:36:26.335826 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2f0f98-2dae-43b7-849a-d0e8201e4e00 req-4ffc6be9-f40a-4cd5-839c-8148f38d3f64 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:36:26.336945 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-8c2f0f98-2dae-43b7-849a-d0e8201e4e00 req-4ffc6be9-f40a-4cd5-839c-8148f38d3f64 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8220eb97-0920-4393-9354-094c2f62cc94 HTTP/1.1" status: 200 len: 945 time: 0.0481009 Aug 08 00:36:26.386466 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-8c2f0f98-2dae-43b7-849a-d0e8201e4e00 req-4b6d9f14-69d4-4ecb-b1e8-eec31db64ed5 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b4d11999-100a-4957-80d1-4ec56ec52a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437946 Aug 08 00:36:27.508976 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c2f1e2-45d5-4a83-9526-0dad83cd37c5 req-db962a8f-3d77-4569-8606-b4246c8f8a1d tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:36:27.510348 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-55c2f1e2-45d5-4a83-9526-0dad83cd37c5 req-db962a8f-3d77-4569-8606-b4246c8f8a1d tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8220eb97-0920-4393-9354-094c2f62cc94 HTTP/1.1" status: 200 len: 945 time: 0.0466812 Aug 08 00:36:27.560724 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-55c2f1e2-45d5-4a83-9526-0dad83cd37c5 req-8156b959-a69d-495b-9fea-2e4eb26c2ed2 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b4d11999-100a-4957-80d1-4ec56ec52a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439799 Aug 08 00:36:28.685685 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d477a61-f860-42a3-a414-9e7b68ee6600 req-eb7047f8-9f12-4bc1-82b7-3e5db1db6f97 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:36:28.687440 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-3d477a61-f860-42a3-a414-9e7b68ee6600 req-eb7047f8-9f12-4bc1-82b7-3e5db1db6f97 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8220eb97-0920-4393-9354-094c2f62cc94 HTTP/1.1" status: 200 len: 945 time: 0.0527823 Aug 08 00:36:28.735652 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-3d477a61-f860-42a3-a414-9e7b68ee6600 req-bf2bc4f3-12d2-4e27-afd3-9448a9a3b37c tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b4d11999-100a-4957-80d1-4ec56ec52a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426002 Aug 08 00:36:28.884802 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f160bb59-0d89-4e31-9661-6f63ce5c009a req-b8fe4231-8260-42d9-a132-987a4cdf789a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:36:28.886317 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-f160bb59-0d89-4e31-9661-6f63ce5c009a req-b8fe4231-8260-42d9-a132-987a4cdf789a service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8220eb97-0920-4393-9354-094c2f62cc94 HTTP/1.1" status: 200 len: 1129 time: 0.0438159 Aug 08 00:36:28.938591 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-f160bb59-0d89-4e31-9661-6f63ce5c009a req-b9be5e93-74d6-465c-90db-87e6accaad8f service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b4d11999-100a-4957-80d1-4ec56ec52a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400212 Aug 08 00:36:29.857258 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c04ce4-4784-4921-9870-1d451ccf260a req-8b7a8315-e47b-447e-bcaf-501d4afa78fa tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:36:29.859527 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-a3c04ce4-4784-4921-9870-1d451ccf260a req-8b7a8315-e47b-447e-bcaf-501d4afa78fa tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8220eb97-0920-4393-9354-094c2f62cc94 HTTP/1.1" status: 200 len: 945 time: 0.0482152 Aug 08 00:36:29.909652 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-a3c04ce4-4784-4921-9870-1d451ccf260a req-418efcfd-3b8d-4233-b2d4-413b34bd7a60 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b4d11999-100a-4957-80d1-4ec56ec52a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440748 Aug 08 00:36:30.158589 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-1c8203c0-47c6-4214-adf2-8f101b0c95d5 req-ac2a411c-9b5d-4595-bbfd-f094115f1a05 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.15 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-259062108&fields=id&tenant_id=a22da44baa6b472e91d99fbcb03b583c HTTP/1.1" status: 200 len: 267 time: 0.0449693 Aug 08 00:36:30.269247 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8203c0-47c6-4214-adf2-8f101b0c95d5 req-31619e3d-ac3b-446d-9d6a-5d52857c4929 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:36:30.270719 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-1c8203c0-47c6-4214-adf2-8f101b0c95d5 req-31619e3d-ac3b-446d-9d6a-5d52857c4929 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.15 "GET /networking/v2.0/networks?id=e16e278d-24ed-46ec-9b21-78207cc53646 HTTP/1.1" status: 200 len: 812 time: 0.1056728 Aug 08 00:36:30.285787 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-1c8203c0-47c6-4214-adf2-8f101b0c95d5 req-dea4cda4-f46e-4159-a9be-922f0d1d7cca tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.15 "GET /networking/v2.0/quotas/a22da44baa6b472e91d99fbcb03b583c HTTP/1.1" status: 200 len: 375 time: 0.0097580 Aug 08 00:36:30.335121 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-1c8203c0-47c6-4214-adf2-8f101b0c95d5 req-014dfdc8-d97b-4237-b104-6b63ad020268 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=a22da44baa6b472e91d99fbcb03b583c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0445266 Aug 08 00:36:30.391244 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:36:30.432833 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-1c8203c0-47c6-4214-adf2-8f101b0c95d5 req-f82da951-dae5-4afe-ad59-3349cf0ac22f service neutron] 10.222.0.15 "GET /networking/v2.0/networks/e16e278d-24ed-46ec-9b21-78207cc53646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855670 Aug 08 00:36:30.473516 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (c200ec1a-5dc3-458a-a30d-0f16255c41c0), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:36:30.531064 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-1c8203c0-47c6-4214-adf2-8f101b0c95d5 req-0ca9d8b2-d9b4-46d8-9a4e-7434a64da55b service neutron] 10.222.0.15 "GET /networking/v2.0/networks/e16e278d-24ed-46ec-9b21-78207cc53646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911715 Aug 08 00:36:31.034012 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5b8390-93b8-492a-b92a-b88dff6525e7 req-8031c727-9f1c-4a5d-9e61-1c5c95783a09 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:36:31.035495 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-3a5b8390-93b8-492a-b92a-b88dff6525e7 req-8031c727-9f1c-4a5d-9e61-1c5c95783a09 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8220eb97-0920-4393-9354-094c2f62cc94 HTTP/1.1" status: 200 len: 945 time: 0.0502830 Aug 08 00:36:31.082628 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-3a5b8390-93b8-492a-b92a-b88dff6525e7 req-5519e53b-ef82-471d-91e1-3c3e5f31455a tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b4d11999-100a-4957-80d1-4ec56ec52a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415232 Aug 08 00:36:31.193608 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=29,neutron:UPDATE=4 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:36:31.204287 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-82f7322e-4544-4e7f-8a9e-674b81d23508 req-832eccdb-1253-4b8b-8926-48c459f63cc4 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ed4b901e-ba2e-4eaa-bb78-47214419d1a0 HTTP/1.1" status: 200 len: 210 time: 0.0291543 Aug 08 00:36:31.414217 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-c610fda8-cdd3-4c2b-b8d3-f917ec04b4cb req-932a6aa3-1190-42c5-a864-f070a916e818 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8968cf66-c321-4187-8166-47cdc6cc701e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0446067 Aug 08 00:36:31.516263 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c610fda8-cdd3-4c2b-b8d3-f917ec04b4cb req-2253bf90-eb58-4857-b193-93efda632fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:36:31.517826 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-c610fda8-cdd3-4c2b-b8d3-f917ec04b4cb req-2253bf90-eb58-4857-b193-93efda632fdd service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=9bd235f1f9f44df4b2e3dbd0c05b3a83&device_id=8968cf66-c321-4187-8166-47cdc6cc701e HTTP/1.1" status: 200 len: 1130 time: 0.0506499 Aug 08 00:36:31.587470 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=100 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:36:31.623699 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c610fda8-cdd3-4c2b-b8d3-f917ec04b4cb req-bb8acd35-c095-4052-a74b-3de155e9e30c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:36:31.625582 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-c610fda8-cdd3-4c2b-b8d3-f917ec04b4cb req-bb8acd35-c095-4052-a74b-3de155e9e30c service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=39987f39-4c60-4c27-9f4f-c7657da06e51 HTTP/1.1" status: 200 len: 920 time: 0.0884466 Aug 08 00:36:31.681982 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-c610fda8-cdd3-4c2b-b8d3-f917ec04b4cb req-f18cf224-197f-4317-87f3-ba93fb925383 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=04d4459b-df65-4f20-b895-eaa736bf1d79 HTTP/1.1" status: 200 len: 217 time: 0.0448377 Aug 08 00:36:31.735344 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c610fda8-cdd3-4c2b-b8d3-f917ec04b4cb req-ac594c1e-e874-47bc-b1af-f0a438ddf539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:36:31.736843 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-c610fda8-cdd3-4c2b-b8d3-f917ec04b4cb req-ac594c1e-e874-47bc-b1af-f0a438ddf539 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=0eda73d9-3865-4e7b-8b67-75076c7b1107 HTTP/1.1" status: 200 len: 858 time: 0.0475037 Aug 08 00:36:31.757469 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b460b9aa-432c-4374-9b3a-4807507c8a4e req-9dc2c240-87fd-4c9d-8fc8-18962d4d9914 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:36:31.762137 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-b460b9aa-432c-4374-9b3a-4807507c8a4e req-9dc2c240-87fd-4c9d-8fc8-18962d4d9914 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8220eb97-0920-4393-9354-094c2f62cc94 HTTP/1.1" status: 200 len: 945 time: 0.0502367 Aug 08 00:36:31.802646 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c610fda8-cdd3-4c2b-b8d3-f917ec04b4cb req-2aa960e3-fbce-40ba-b78f-c5459c3e6f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:36:31.804299 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-c610fda8-cdd3-4c2b-b8d3-f917ec04b4cb req-2aa960e3-fbce-40ba-b78f-c5459c3e6f0b service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=39987f39-4c60-4c27-9f4f-c7657da06e51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0477259 Aug 08 00:36:31.852667 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb828817-a8d7-4a20-93e0-9526ad9b1a37 req-f7874f61-6741-4858-8bab-45ab1011cee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:36:31.854173 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-bb828817-a8d7-4a20-93e0-9526ad9b1a37 req-f7874f61-6741-4858-8bab-45ab1011cee4 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=9bd235f1f9f44df4b2e3dbd0c05b3a83&device_id=8220eb97-0920-4393-9354-094c2f62cc94 HTTP/1.1" status: 200 len: 1129 time: 0.0574565 Aug 08 00:36:31.857301 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-b460b9aa-432c-4374-9b3a-4807507c8a4e req-034cab2a-0a87-4545-8b5a-3f49590998f4 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b4d11999-100a-4957-80d1-4ec56ec52a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881472 Aug 08 00:36:31.919329 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=100 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:36:31.959214 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb828817-a8d7-4a20-93e0-9526ad9b1a37 req-a9804bcd-7f3d-42f3-a8df-54eeb3b7713c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:36:31.960735 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-bb828817-a8d7-4a20-93e0-9526ad9b1a37 req-a9804bcd-7f3d-42f3-a8df-54eeb3b7713c service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=39987f39-4c60-4c27-9f4f-c7657da06e51 HTTP/1.1" status: 200 len: 920 time: 0.0965612 Aug 08 00:36:32.036810 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-bb828817-a8d7-4a20-93e0-9526ad9b1a37 req-81ce2c6c-1567-416a-a00e-91fcbe35dc7f service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bd00c5d4-343c-4fc4-b81d-fc55458cef59 HTTP/1.1" status: 200 len: 1000 time: 0.0684538 Aug 08 00:36:32.095120 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb828817-a8d7-4a20-93e0-9526ad9b1a37 req-b1ee1543-e5f2-41a9-925f-498b45e1adb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:36:32.096691 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-bb828817-a8d7-4a20-93e0-9526ad9b1a37 req-b1ee1543-e5f2-41a9-925f-498b45e1adb5 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=0eda73d9-3865-4e7b-8b67-75076c7b1107 HTTP/1.1" status: 200 len: 858 time: 0.0493348 Aug 08 00:36:32.145329 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-c610fda8-cdd3-4c2b-b8d3-f917ec04b4cb req-37fad4ad-3582-4452-a63c-1c206a94da62 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/39987f39-4c60-4c27-9f4f-c7657da06e51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3346784 Aug 08 00:36:32.153575 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb828817-a8d7-4a20-93e0-9526ad9b1a37 req-e6465985-aacb-4b6c-b97c-aa3147a8ecf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:36:32.155110 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-bb828817-a8d7-4a20-93e0-9526ad9b1a37 req-e6465985-aacb-4b6c-b97c-aa3147a8ecf2 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=39987f39-4c60-4c27-9f4f-c7657da06e51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467622 Aug 08 00:36:32.162767 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=100 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:36:32.255376 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-c610fda8-cdd3-4c2b-b8d3-f917ec04b4cb req-b8abe67d-34d6-4651-b5e3-10c8a9d0ba14 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/39987f39-4c60-4c27-9f4f-c7657da06e51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994878 Aug 08 00:36:32.271787 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-bb828817-a8d7-4a20-93e0-9526ad9b1a37 req-0292b0ae-ddba-4092-9de8-93b3de364b98 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/39987f39-4c60-4c27-9f4f-c7657da06e51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022463 Aug 08 00:36:32.296874 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-a4a4a39e-e4a3-4f08-af7c-0efa80f90e86 req-53d58494-7582-4b0c-b45e-43e74075b726 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ed4b901e-ba2e-4eaa-bb78-47214419d1a0 HTTP/1.1" status: 200 len: 210 time: 0.0278344 Aug 08 00:36:32.378101 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-bb828817-a8d7-4a20-93e0-9526ad9b1a37 req-4751cf1c-351c-4e22-841f-51039a0b9ab1 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/39987f39-4c60-4c27-9f4f-c7657da06e51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883236 Aug 08 00:36:32.985277 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4240f9-7c47-44c6-9392-089aa1a9951c req-37d8a235-096d-4d98-8c9b-05eccf50b761 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:36:32.986753 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-5a4240f9-7c47-44c6-9392-089aa1a9951c req-37d8a235-096d-4d98-8c9b-05eccf50b761 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8220eb97-0920-4393-9354-094c2f62cc94 HTTP/1.1" status: 200 len: 945 time: 0.0481532 Aug 08 00:36:33.038618 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-5a4240f9-7c47-44c6-9392-089aa1a9951c req-ddf9a2d6-b599-49a0-8565-d9dfc46df8dd tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b4d11999-100a-4957-80d1-4ec56ec52a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460649 Aug 08 00:36:33.409957 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-4d1a857d-fe16-4290-8466-a30ae3306fbb req-46b15a46-6ba2-486b-ae5a-4947ef978047 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ed4b901e-ba2e-4eaa-bb78-47214419d1a0 HTTP/1.1" status: 200 len: 210 time: 0.0311458 Aug 08 00:36:33.631840 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=33,neutron:UPDATE=2 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:36:34.157751 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64abbdae-3403-4e74-8a91-6fabff3dff3e req-d580142a-c24e-462d-be27-ec528702088c tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:36:34.159209 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-64abbdae-3403-4e74-8a91-6fabff3dff3e req-d580142a-c24e-462d-be27-ec528702088c tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8220eb97-0920-4393-9354-094c2f62cc94 HTTP/1.1" status: 200 len: 945 time: 0.0467525 Aug 08 00:36:34.205393 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-64abbdae-3403-4e74-8a91-6fabff3dff3e req-2444f0c8-e4bb-49ae-93c0-bcec3d61cf4c tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b4d11999-100a-4957-80d1-4ec56ec52a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408165 Aug 08 00:36:34.508813 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-f7b1ce5f-2ed5-400c-b0fe-7ab4f3b13916 req-743a13b1-e719-443a-905a-186c6f98b9b6 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ed4b901e-ba2e-4eaa-bb78-47214419d1a0 HTTP/1.1" status: 200 len: 210 time: 0.0277426 Aug 08 00:36:35.329410 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54dc6c5-04be-426a-96b1-47fc1e4ce412 req-f2b2d031-c953-40b3-ad63-c2327ab8737c tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:36:35.330930 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-a54dc6c5-04be-426a-96b1-47fc1e4ce412 req-f2b2d031-c953-40b3-ad63-c2327ab8737c tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8220eb97-0920-4393-9354-094c2f62cc94 HTTP/1.1" status: 200 len: 945 time: 0.0492752 Aug 08 00:36:35.382112 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-a54dc6c5-04be-426a-96b1-47fc1e4ce412 req-4480507e-1423-4961-b78d-7886cc5aacb2 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b4d11999-100a-4957-80d1-4ec56ec52a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450714 Aug 08 00:36:35.610307 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-8e32ba43-fec5-4b97-a467-14d209f44d79 req-cd567c46-df89-46fc-aedc-1ad26ac3c8f3 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ed4b901e-ba2e-4eaa-bb78-47214419d1a0 HTTP/1.1" status: 200 len: 210 time: 0.0284038 Aug 08 00:36:36.507868 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2605dda3-65a3-4b8f-8e65-4121592c3f81 req-a8789d5e-9f8c-49b0-b02c-2dfc958b3c87 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:36:36.509389 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-2605dda3-65a3-4b8f-8e65-4121592c3f81 req-a8789d5e-9f8c-49b0-b02c-2dfc958b3c87 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8220eb97-0920-4393-9354-094c2f62cc94 HTTP/1.1" status: 200 len: 945 time: 0.0530577 Aug 08 00:36:36.535932 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=100 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:36:36.558430 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-2605dda3-65a3-4b8f-8e65-4121592c3f81 req-0629d297-6fcf-4b19-a6f1-c2f4b30e6fa4 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b4d11999-100a-4957-80d1-4ec56ec52a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427098 Aug 08 00:36:36.685857 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03777a4-3960-4722-9b65-785636eab5e9 req-3cc61bae-4291-4038-a022-bbfb097ea872 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:36:36.688376 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-f03777a4-3960-4722-9b65-785636eab5e9 req-3cc61bae-4291-4038-a022-bbfb097ea872 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8220eb97-0920-4393-9354-094c2f62cc94 HTTP/1.1" status: 200 len: 945 time: 0.0591927 Aug 08 00:36:36.701185 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 60264) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:36:36.705908 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.v2.base [None req-d3c0ec05-cf64-44eb-9200-5f37f9e24519 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Request body: {'floatingip': {'port_id': 'bd00c5d4-343c-4fc4-b81d-fc55458cef59'}} {{(pid=115992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:36:36.763810 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-d3c0ec05-cf64-44eb-9200-5f37f9e24519 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Publish callbacks [] for floatingip (886322a4-7e68-4406-9dc5-016808cc8565), before_update {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:36:36.773858 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-38689970-338d-4da6-ac27-9d0a7432ed07 req-62f35a58-19a8-4e1d-a50c-1de7833494cc tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ed4b901e-ba2e-4eaa-bb78-47214419d1a0 HTTP/1.1" status: 200 len: 210 time: 0.0762372 Aug 08 00:36:36.851720 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8203c0-47c6-4214-adf2-8f101b0c95d5 req-90932469-cbb2-4c84-9a9a-100a3f748f13 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:36:36.853182 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-1c8203c0-47c6-4214-adf2-8f101b0c95d5 req-90932469-cbb2-4c84-9a9a-100a3f748f13 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.25 "GET /networking/v2.0/networks?id=e16e278d-24ed-46ec-9b21-78207cc53646 HTTP/1.1" status: 200 len: 812 time: 0.1765633 Aug 08 00:36:36.931558 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-1c8203c0-47c6-4214-adf2-8f101b0c95d5 req-3cc7353b-11d1-4d08-8902-0e3e611d03fb tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=a22da44baa6b472e91d99fbcb03b583c HTTP/1.1" status: 200 len: 379 time: 0.0675635 Aug 08 00:36:36.977911 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.v2.base [req-1c8203c0-47c6-4214-adf2-8f101b0c95d5 req-903ff36b-90db-47ba-9947-10014a0eb24a tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Request body: {'port': {'device_id': 'ed4b901e-ba2e-4eaa-bb78-47214419d1a0', 'network_id': 'e16e278d-24ed-46ec-9b21-78207cc53646', 'admin_state_up': True, 'tenant_id': 'a22da44baa6b472e91d99fbcb03b583c', 'security_groups': ['c7fab9c4-62df-4772-9aa5-24224734ea2b']}} {{(pid=115991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:36:37.091497 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=100 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:36:37.204331 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c8203c0-47c6-4214-adf2-8f101b0c95d5 req-903ff36b-90db-47ba-9947-10014a0eb24a tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Made reservation on behalf of a22da44baa6b472e91d99fbcb03b583c for: {'port': 1} {{(pid=115991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 00:36:37.208044 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [req-1c8203c0-47c6-4214-adf2-8f101b0c95d5 req-903ff36b-90db-47ba-9947-10014a0eb24a tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (None), before_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:36:37.249484 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-d3c0ec05-cf64-44eb-9200-5f37f9e24519 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:36:37.340762 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.db.db_base_plugin_common [req-1c8203c0-47c6-4214-adf2-8f101b0c95d5 req-903ff36b-90db-47ba-9947-10014a0eb24a tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Allocated IP 172.20.0.13 (e16e278d-24ed-46ec-9b21-78207cc53646/49ad74e6-a7f8-44c2-b833-dcbba288ca27/ef74e25d-7ffe-42e3-9abd-4b9fe8caa2d7) {{(pid=115991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 00:36:37.344899 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-d3c0ec05-cf64-44eb-9200-5f37f9e24519 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-499989'] for floatingip (886322a4-7e68-4406-9dc5-016808cc8565), after_update {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:36:37.390806 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:36:37.490354 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [req-1c8203c0-47c6-4214-adf2-8f101b0c95d5 req-903ff36b-90db-47ba-9947-10014a0eb24a tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Publish callbacks [] for port (ef74e25d-7ffe-42e3-9abd-4b9fe8caa2d7), precommit_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:36:37.555539 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3c0ec05-cf64-44eb-9200-5f37f9e24519 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Router b23ca0f7-80f8-40c6-b21d-64a539750244 has already been hosted by L3 agent d53f5436-7c7f-4441-9708-9d0333b57745 {{(pid=115992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 00:36:37.607634 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:36:37.616263 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [req-1c8203c0-47c6-4214-adf2-8f101b0c95d5 req-903ff36b-90db-47ba-9947-10014a0eb24a tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764676113785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2785209'] for port (ef74e25d-7ffe-42e3-9abd-4b9fe8caa2d7), after_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:36:37.658430 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c8203c0-47c6-4214-adf2-8f101b0c95d5 req-903ff36b-90db-47ba-9947-10014a0eb24a tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Network e16e278d-24ed-46ec-9b21-78207cc53646 is already hosted by enough agents. {{(pid=115991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 00:36:37.663964 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.scheduler.base_scheduler [req-1c8203c0-47c6-4214-adf2-8f101b0c95d5 req-903ff36b-90db-47ba-9947-10014a0eb24a tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Resources bound (agent type, host, resource id): {{(pid=115991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 00:36:37.665019 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3c0ec05-cf64-44eb-9200-5f37f9e24519 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Notify agent at l3_agent.dv-cinder-851640-3-iscsi the message routers_updated {{(pid=115992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 00:36:37.668054 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c8203c0-47c6-4214-adf2-8f101b0c95d5 req-903ff36b-90db-47ba-9947-10014a0eb24a tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Received port after_create {{(pid=115991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 00:36:37.683893 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-d3c0ec05-cf64-44eb-9200-5f37f9e24519 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63196'] for floatingip (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:36:37.688542 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d203e1a-e4b2-48ca-bee9-20aeab186d36 None None] Sync routers for ids ['b23ca0f7-80f8-40c6-b21d-64a539750244'] in dv-cinder-851640-3-iscsi {{(pid=115993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 00:36:37.698348 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903ff36b-90db-47ba-9947-10014a0eb24a tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Pushing event updated for resources: {'Port': ['ID=ef74e25d-7ffe-42e3-9abd-4b9fe8caa2d7,revision_number=1']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:36:37.703463 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d203e1a-e4b2-48ca-bee9-20aeab186d36 None None] Routers {'b23ca0f7-80f8-40c6-b21d-64a539750244'} bound to L3 agent in host dv-cinder-851640-3-iscsi {{(pid=115993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 00:36:37.704545 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_hamode_db [None req-3d203e1a-e4b2-48ca-bee9-20aeab186d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851640-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-08-08T00:24:12Z,description=,heartbeat_timestamp=2022-08-08T00:36:12Z,host='dv-cinder-851640-3-iscsi',id=d53f5436-7c7f-4441-9708-9d0333b57745,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T00:24:13Z,topic='l3_agent')) {'router_ids': ['b23ca0f7-80f8-40c6-b21d-64a539750244'], 'active': True} {{(pid=115993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:36:37.720146 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8220eb97-0920-4393-9354-094c2f62cc94', 'tag': 'bd00c5d4-343c-4fc4-b81d-fc55458cef59'}] {{(pid=115992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 00:36:37.722460 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15c1dc6174c04d27a45b4789687485f3f31469fbdbb3cd0a658d3b47a2d9b382" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc24a8ff-d7cb-4a2a-9325-28908874a8ab" -d '{"events": [{"name": "network-changed", "server_uuid": "8220eb97-0920-4393-9354-094c2f62cc94", "tag": "bd00c5d4-343c-4fc4-b81d-fc55458cef59"}]}' {{(pid=115992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 00:36:37.736597 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8203c0-47c6-4214-adf2-8f101b0c95d5 req-903ff36b-90db-47ba-9947-10014a0eb24a tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:36:37.737282 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [req-1c8203c0-47c6-4214-adf2-8f101b0c95d5 req-903ff36b-90db-47ba-9947-10014a0eb24a tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63196'] for port (None), before_response {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:36:37.769344 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-d3c0ec05-cf64-44eb-9200-5f37f9e24519 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "PUT /networking/v2.0/floatingips/886322a4-7e68-4406-9dc5-016808cc8565 HTTP/1.1" status: 200 len: 992 time: 1.0648587 Aug 08 00:36:37.803729 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=100 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:36:37.804817 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 00:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef966d97-c749-4e6d-b908-0046d54efe6e x-openstack-request-id: req-ef966d97-c749-4e6d-b908-0046d54efe6e {{(pid=115992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 00:36:37.806826 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8220eb97-0920-4393-9354-094c2f62cc94", "tag": "bd00c5d4-343c-4fc4-b81d-fc55458cef59", "status": "completed", "code": 200}]} {{(pid=115992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 00:36:37.806826 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ef966d97-c749-4e6d-b908-0046d54efe6e {{(pid=115992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 00:36:37.806826 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef966d97-c749-4e6d-b908-0046d54efe6e'] response: {'name': 'network-changed', 'server_uuid': '8220eb97-0920-4393-9354-094c2f62cc94', 'tag': 'bd00c5d4-343c-4fc4-b81d-fc55458cef59', 'status': 'completed', 'code': 200} Aug 08 00:36:37.832964 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-1c8203c0-47c6-4214-adf2-8f101b0c95d5 req-903ff36b-90db-47ba-9947-10014a0eb24a tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8587511 Aug 08 00:36:37.837588 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvr_db [None req-3d203e1a-e4b2-48ca-bee9-20aeab186d36 None None] Set router b23ca0f7-80f8-40c6-b21d-64a539750244 gateway port host: dv-cinder-851640-3-iscsi {{(pid=115993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 00:36:37.855838 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.v2.base [req-1c8203c0-47c6-4214-adf2-8f101b0c95d5 req-5e12fb93-dd2b-414b-9109-6c2021583e2a service neutron] Request body: {'port': {'device_id': 'ed4b901e-ba2e-4eaa-bb78-47214419d1a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85164'}} {{(pid=115991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:36:37.897052 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc24a8ff-d7cb-4a2a-9325-28908874a8ab req-6a99837b-ac24-44da-8193-d777b72db6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:36:37.898923 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-bc24a8ff-d7cb-4a2a-9325-28908874a8ab req-6a99837b-ac24-44da-8193-d777b72db6fa service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=9bd235f1f9f44df4b2e3dbd0c05b3a83&device_id=8220eb97-0920-4393-9354-094c2f62cc94 HTTP/1.1" status: 200 len: 1129 time: 0.0652874 Aug 08 00:36:37.959169 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [req-1c8203c0-47c6-4214-adf2-8f101b0c95d5 req-5e12fb93-dd2b-414b-9109-6c2021583e2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (ef74e25d-7ffe-42e3-9abd-4b9fe8caa2d7), before_update {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:36:37.996743 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:36:38.044153 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-9c5ef417-3b68-4d16-9b36-8a62181b6746 None None] Provisioning complete for port ef74e25d-7ffe-42e3-9abd-4b9fe8caa2d7 triggered by entity DHCP. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:36:38.048629 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-9c5ef417-3b68-4d16-9b36-8a62181b6746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (ef74e25d-7ffe-42e3-9abd-4b9fe8caa2d7), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:36:38.063790 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e790c41-4fc1-4de0-b24b-a58b5bf7e05d req-63d77f8e-dd94-4ddf-8a8e-10255e50e926 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:36:38.065305 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-8e790c41-4fc1-4de0-b24b-a58b5bf7e05d req-63d77f8e-dd94-4ddf-8a8e-10255e50e926 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ed4b901e-ba2e-4eaa-bb78-47214419d1a0 HTTP/1.1" status: 200 len: 932 time: 0.1563830 Aug 08 00:36:38.096418 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc24a8ff-d7cb-4a2a-9325-28908874a8ab req-221a697e-6b67-4b13-a0db-2a25d55a14a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:36:38.097930 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-bc24a8ff-d7cb-4a2a-9325-28908874a8ab req-221a697e-6b67-4b13-a0db-2a25d55a14a3 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=39987f39-4c60-4c27-9f4f-c7657da06e51 HTTP/1.1" status: 200 len: 920 time: 0.1780379 Aug 08 00:36:38.177347 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-8e790c41-4fc1-4de0-b24b-a58b5bf7e05d req-692ccbd2-caeb-490d-93b1-e6a0b2ea5705 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c7fab9c4-62df-4772-9aa5-24224734ea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013746 Aug 08 00:36:38.189825 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=88,neutron:INSERT=4,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:36:38.206822 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-bc24a8ff-d7cb-4a2a-9325-28908874a8ab req-d9895f98-cc12-4917-96b6-0b59104697db service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bd00c5d4-343c-4fc4-b81d-fc55458cef59 HTTP/1.1" status: 200 len: 1000 time: 0.0908539 Aug 08 00:36:38.235374 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-9c5ef417-3b68-4d16-9b36-8a62181b6746 None None] Port ef74e25d-7ffe-42e3-9abd-4b9fe8caa2d7 cannot update to ACTIVE because it is not bound. {{(pid=115993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 08 00:36:38.272357 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.notifiers.nova [req-1c8203c0-47c6-4214-adf2-8f101b0c95d5 req-5e12fb93-dd2b-414b-9109-6c2021583e2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef74e25d-7ffe-42e3-9abd-4b9fe8caa2d7 {{(pid=115991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 00:36:38.281034 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc24a8ff-d7cb-4a2a-9325-28908874a8ab req-b20e9d5a-d639-43d9-96ea-b22d33954f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:36:38.282520 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-bc24a8ff-d7cb-4a2a-9325-28908874a8ab req-b20e9d5a-d639-43d9-96ea-b22d33954f3b service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=0eda73d9-3865-4e7b-8b67-75076c7b1107 HTTP/1.1" status: 200 len: 858 time: 0.0623090 Aug 08 00:36:38.283057 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [req-1c8203c0-47c6-4214-adf2-8f101b0c95d5 req-5e12fb93-dd2b-414b-9109-6c2021583e2a service neutron] Publish callbacks [] for port (ef74e25d-7ffe-42e3-9abd-4b9fe8caa2d7), precommit_update {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:36:38.290994 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_hamode_db [None req-3d203e1a-e4b2-48ca-bee9-20aeab186d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b23ca0f7-80f8-40c6-b21d-64a539750244', 'name': 'tempest-ServerRescueNegativeTestJSON-1325139685-router', 'tenant_id': '9bd235f1f9f44df4b2e3dbd0c05b3a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '946253c3-8a61-4421-baf0-6eeef069f045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:32:21Z', 'updated_at': '2022-08-08T00:32:32Z', 'revision_number': 4, 'project_id': '9bd235f1f9f44df4b2e3dbd0c05b3a83', 'gw_port': {'id': '946253c3-8a61-4421-baf0-6eeef069f045', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:7c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23ca0f7-80f8-40c6-b21d-64a539750244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:32:22Z', 'updated_at': '2022-08-08T00:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi', '_floatingips': [{'id': '886322a4-7e68-4406-9dc5-016808cc8565', 'tenant_id': '9bd235f1f9f44df4b2e3dbd0c05b3a83', 'floating_ip_address': '172.27.3.79', 'floating_network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'router_id': 'b23ca0f7-80f8-40c6-b21d-64a539750244', 'port_id': 'bd00c5d4-343c-4fc4-b81d-fc55458cef59', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 351, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39987f39-4c60-4c27-9f4f-c7657da06e51', 'mac_address': 'fa:16:3e:1c:7a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8220eb97-0920-4393-9354-094c2f62cc94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T00:34:23Z', 'updated_at': '2022-08-08T00:36:37Z', 'revision_number': 3, 'project_id': '9bd235f1f9f44df4b2e3dbd0c05b3a83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bce4da0-1383-4b8f-af07-238966cd5f3e', 'name': '', 'network_id': '39987f39-4c60-4c27-9f4f-c7657da06e51', 'tenant_id': '9bd235f1f9f44df4b2e3dbd0c05b3a83', 'mac_address': 'fa:16:3e:ab:09:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23ca0f7-80f8-40c6-b21d-64a539750244', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '0eda73d9-3865-4e7b-8b67-75076c7b1107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:32:28Z', 'updated_at': '2022-08-08T00:32:40Z', 'revision_number': 5, 'project_id': '9bd235f1f9f44df4b2e3dbd0c05b3a83', 'subnets': [{'id': '0eda73d9-3865-4e7b-8b67-75076c7b1107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851640-3-iscsi', False) {} {{(pid=115993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:36:38.298020 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.db.provisioning_blocks [req-1c8203c0-47c6-4214-adf2-8f101b0c95d5 req-5e12fb93-dd2b-414b-9109-6c2021583e2a service neutron] Transition to ACTIVE for port object ef74e25d-7ffe-42e3-9abd-4b9fe8caa2d7 will not be triggered until provisioned by entity L2. {{(pid=115991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 08 00:36:38.317691 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d203e1a-e4b2-48ca-bee9-20aeab186d36 None None] Checking router: b23ca0f7-80f8-40c6-b21d-64a539750244 for host: dv-cinder-851640-3-iscsi {{(pid=115993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 00:36:38.326144 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d203e1a-e4b2-48ca-bee9-20aeab186d36 None None] Routers {'b23ca0f7-80f8-40c6-b21d-64a539750244'} bound to L3 agent in host dv-cinder-851640-3-iscsi {{(pid=115993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 00:36:38.326757 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_hamode_db [None req-3d203e1a-e4b2-48ca-bee9-20aeab186d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851640-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-08-08T00:24:12Z,description=,heartbeat_timestamp=2022-08-08T00:36:12Z,host='dv-cinder-851640-3-iscsi',id=d53f5436-7c7f-4441-9708-9d0333b57745,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T00:24:13Z,topic='l3_agent')) {'router_ids': ['b23ca0f7-80f8-40c6-b21d-64a539750244'], 'active': True} {{(pid=115993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:36:38.334261 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc24a8ff-d7cb-4a2a-9325-28908874a8ab req-7e693de5-bb1c-494a-ab18-8ce2eedd72df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:36:38.335834 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-bc24a8ff-d7cb-4a2a-9325-28908874a8ab req-7e693de5-bb1c-494a-ab18-8ce2eedd72df service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=39987f39-4c60-4c27-9f4f-c7657da06e51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431159 Aug 08 00:36:38.365296 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [req-1c8203c0-47c6-4214-adf2-8f101b0c95d5 req-5e12fb93-dd2b-414b-9109-6c2021583e2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2785206'] for port (ef74e25d-7ffe-42e3-9abd-4b9fe8caa2d7), after_update {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:36:38.442352 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvr_db [None req-3d203e1a-e4b2-48ca-bee9-20aeab186d36 None None] Set router b23ca0f7-80f8-40c6-b21d-64a539750244 gateway port host: dv-cinder-851640-3-iscsi {{(pid=115993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 00:36:38.448192 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e12fb93-dd2b-414b-9109-6c2021583e2a service neutron] Pushing event updated for resources: {'Port': ['ID=ef74e25d-7ffe-42e3-9abd-4b9fe8caa2d7,revision_number=2']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:36:38.481508 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-bc24a8ff-d7cb-4a2a-9325-28908874a8ab req-7d90db1d-8125-4382-9191-234d33cf3988 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/39987f39-4c60-4c27-9f4f-c7657da06e51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243153 Aug 08 00:36:38.500057 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.managers [req-1c8203c0-47c6-4214-adf2-8f101b0c95d5 req-5e12fb93-dd2b-414b-9109-6c2021583e2a service neutron] Attempting to bind port ef74e25d-7ffe-42e3-9abd-4b9fe8caa2d7 on host hv-cinder-85164 for vnic_type normal with profile {{(pid=115991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 00:36:38.500382 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.managers [req-1c8203c0-47c6-4214-adf2-8f101b0c95d5 req-5e12fb93-dd2b-414b-9109-6c2021583e2a service neutron] Attempting to bind port ef74e25d-7ffe-42e3-9abd-4b9fe8caa2d7 by drivers openvswitch,hyperv on host hv-cinder-85164 at level 0 using segments [{'id': '56f79eda-31d2-4604-82b3-22c1f0bf411f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e16e278d-24ed-46ec-9b21-78207cc53646'}] {{(pid=115991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 00:36:38.500711 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c8203c0-47c6-4214-adf2-8f101b0c95d5 req-5e12fb93-dd2b-414b-9109-6c2021583e2a service neutron] Attempting to bind port ef74e25d-7ffe-42e3-9abd-4b9fe8caa2d7 on network e16e278d-24ed-46ec-9b21-78207cc53646 {{(pid=115991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 00:36:38.505575 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c8203c0-47c6-4214-adf2-8f101b0c95d5 req-5e12fb93-dd2b-414b-9109-6c2021583e2a service neutron] Port ef74e25d-7ffe-42e3-9abd-4b9fe8caa2d7 on network e16e278d-24ed-46ec-9b21-78207cc53646 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85164 {{(pid=115991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 08 00:36:38.505904 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c8203c0-47c6-4214-adf2-8f101b0c95d5 req-5e12fb93-dd2b-414b-9109-6c2021583e2a service neutron] Attempting to bind port ef74e25d-7ffe-42e3-9abd-4b9fe8caa2d7 on network e16e278d-24ed-46ec-9b21-78207cc53646 {{(pid=115991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 00:36:38.510942 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c8203c0-47c6-4214-adf2-8f101b0c95d5 req-5e12fb93-dd2b-414b-9109-6c2021583e2a service neutron] Checking agent: {'id': 'c200ec1a-5dc3-458a-a30d-0f16255c41c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85164', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 0, 30, 30), 'started_at': datetime.datetime(2022, 8, 8, 0, 30, 30), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 0, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 00:36:38.511394 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c8203c0-47c6-4214-adf2-8f101b0c95d5 req-5e12fb93-dd2b-414b-9109-6c2021583e2a service neutron] Checking segment: {'id': '56f79eda-31d2-4604-82b3-22c1f0bf411f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e16e278d-24ed-46ec-9b21-78207cc53646'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 00:36:38.511684 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c8203c0-47c6-4214-adf2-8f101b0c95d5 req-5e12fb93-dd2b-414b-9109-6c2021583e2a service neutron] Bound using segment: {'id': '56f79eda-31d2-4604-82b3-22c1f0bf411f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e16e278d-24ed-46ec-9b21-78207cc53646'} {{(pid=115991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 00:36:38.512108 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.managers [req-1c8203c0-47c6-4214-adf2-8f101b0c95d5 req-5e12fb93-dd2b-414b-9109-6c2021583e2a service neutron] Bound port: ef74e25d-7ffe-42e3-9abd-4b9fe8caa2d7, host: hv-cinder-85164, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56f79eda-31d2-4604-82b3-22c1f0bf411f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e16e278d-24ed-46ec-9b21-78207cc53646'}}] {{(pid=115991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 00:36:38.512470 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [req-1c8203c0-47c6-4214-adf2-8f101b0c95d5 req-5e12fb93-dd2b-414b-9109-6c2021583e2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (ef74e25d-7ffe-42e3-9abd-4b9fe8caa2d7), before_update {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:36:38.576830 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.db [req-1c8203c0-47c6-4214-adf2-8f101b0c95d5 req-5e12fb93-dd2b-414b-9109-6c2021583e2a service neutron] For port ef74e25d-7ffe-42e3-9abd-4b9fe8caa2d7, host hv-cinder-85164, cleared binding levels {{(pid=115991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 00:36:38.580263 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.db [req-1c8203c0-47c6-4214-adf2-8f101b0c95d5 req-5e12fb93-dd2b-414b-9109-6c2021583e2a service neutron] For port ef74e25d-7ffe-42e3-9abd-4b9fe8caa2d7, host hv-cinder-85164, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85164',level=0,port_id=ef74e25d-7ffe-42e3-9abd-4b9fe8caa2d7,segment=NetworkSegment(56f79eda-31d2-4604-82b3-22c1f0bf411f),segment_id=56f79eda-31d2-4604-82b3-22c1f0bf411f)] {{(pid=115991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 00:36:38.589805 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-bc24a8ff-d7cb-4a2a-9325-28908874a8ab req-346b64e1-bb01-4889-a817-e2ec3efeef06 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/39987f39-4c60-4c27-9f4f-c7657da06e51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956399 Aug 08 00:36:38.648419 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [req-1c8203c0-47c6-4214-adf2-8f101b0c95d5 req-5e12fb93-dd2b-414b-9109-6c2021583e2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2785206'] for port (ef74e25d-7ffe-42e3-9abd-4b9fe8caa2d7), after_update {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:36:38.652673 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8203c0-47c6-4214-adf2-8f101b0c95d5 req-5e12fb93-dd2b-414b-9109-6c2021583e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:36:38.653400 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [req-1c8203c0-47c6-4214-adf2-8f101b0c95d5 req-5e12fb93-dd2b-414b-9109-6c2021583e2a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63196'] for port (None), before_response {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:36:38.654759 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-1c8203c0-47c6-4214-adf2-8f101b0c95d5 req-5e12fb93-dd2b-414b-9109-6c2021583e2a service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/ef74e25d-7ffe-42e3-9abd-4b9fe8caa2d7 HTTP/1.1" status: 200 len: 1094 time: 0.8061025 Aug 08 00:36:38.655813 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed4b901e-ba2e-4eaa-bb78-47214419d1a0', 'tag': 'ef74e25d-7ffe-42e3-9abd-4b9fe8caa2d7'}] {{(pid=115991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 00:36:38.658201 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73a3e3d67458d2a17dff5edd29115f5abec4313aa2236b93bd84783ab3df8685" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-694ded99-6e92-40c6-bd0c-4681c8ad2502" -d '{"events": [{"name": "network-changed", "server_uuid": "ed4b901e-ba2e-4eaa-bb78-47214419d1a0", "tag": "ef74e25d-7ffe-42e3-9abd-4b9fe8caa2d7"}]}' {{(pid=115991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 00:36:38.691721 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_hamode_db [None req-3d203e1a-e4b2-48ca-bee9-20aeab186d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b23ca0f7-80f8-40c6-b21d-64a539750244', 'name': 'tempest-ServerRescueNegativeTestJSON-1325139685-router', 'tenant_id': '9bd235f1f9f44df4b2e3dbd0c05b3a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '946253c3-8a61-4421-baf0-6eeef069f045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:32:21Z', 'updated_at': '2022-08-08T00:32:32Z', 'revision_number': 4, 'project_id': '9bd235f1f9f44df4b2e3dbd0c05b3a83', 'gw_port': {'id': '946253c3-8a61-4421-baf0-6eeef069f045', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:7c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23ca0f7-80f8-40c6-b21d-64a539750244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:32:22Z', 'updated_at': '2022-08-08T00:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi', '_floatingips': [{'id': '886322a4-7e68-4406-9dc5-016808cc8565', 'tenant_id': '9bd235f1f9f44df4b2e3dbd0c05b3a83', 'floating_ip_address': '172.27.3.79', 'floating_network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'router_id': 'b23ca0f7-80f8-40c6-b21d-64a539750244', 'port_id': 'bd00c5d4-343c-4fc4-b81d-fc55458cef59', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 351, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39987f39-4c60-4c27-9f4f-c7657da06e51', 'mac_address': 'fa:16:3e:1c:7a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8220eb97-0920-4393-9354-094c2f62cc94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T00:34:23Z', 'updated_at': '2022-08-08T00:36:37Z', 'revision_number': 3, 'project_id': '9bd235f1f9f44df4b2e3dbd0c05b3a83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bce4da0-1383-4b8f-af07-238966cd5f3e', 'name': '', 'network_id': '39987f39-4c60-4c27-9f4f-c7657da06e51', 'tenant_id': '9bd235f1f9f44df4b2e3dbd0c05b3a83', 'mac_address': 'fa:16:3e:ab:09:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23ca0f7-80f8-40c6-b21d-64a539750244', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '0eda73d9-3865-4e7b-8b67-75076c7b1107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:32:28Z', 'updated_at': '2022-08-08T00:32:40Z', 'revision_number': 5, 'project_id': '9bd235f1f9f44df4b2e3dbd0c05b3a83', 'subnets': [{'id': '0eda73d9-3865-4e7b-8b67-75076c7b1107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851640-3-iscsi', False) {} {{(pid=115993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:36:38.710442 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 00:36:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32b3b9da-b49b-4293-aec3-e781e7d43fff x-openstack-request-id: req-32b3b9da-b49b-4293-aec3-e781e7d43fff {{(pid=115991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 00:36:38.710776 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed4b901e-ba2e-4eaa-bb78-47214419d1a0", "tag": "ef74e25d-7ffe-42e3-9abd-4b9fe8caa2d7", "status": "completed", "code": 200}]} {{(pid=115991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 00:36:38.711463 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-32b3b9da-b49b-4293-aec3-e781e7d43fff {{(pid=115991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 00:36:38.711656 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32b3b9da-b49b-4293-aec3-e781e7d43fff'] response: {'name': 'network-changed', 'server_uuid': 'ed4b901e-ba2e-4eaa-bb78-47214419d1a0', 'tag': 'ef74e25d-7ffe-42e3-9abd-4b9fe8caa2d7', 'status': 'completed', 'code': 200} Aug 08 00:36:38.721481 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d203e1a-e4b2-48ca-bee9-20aeab186d36 None None] The sync data for ids ['b23ca0f7-80f8-40c6-b21d-64a539750244'] in dv-cinder-851640-3-iscsi is: [{'id': 'b23ca0f7-80f8-40c6-b21d-64a539750244', 'name': 'tempest-ServerRescueNegativeTestJSON-1325139685-router', 'tenant_id': '9bd235f1f9f44df4b2e3dbd0c05b3a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '946253c3-8a61-4421-baf0-6eeef069f045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:32:21Z', 'updated_at': '2022-08-08T00:32:32Z', 'revision_number': 4, 'project_id': '9bd235f1f9f44df4b2e3dbd0c05b3a83', 'gw_port': {'id': '946253c3-8a61-4421-baf0-6eeef069f045', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:7c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23ca0f7-80f8-40c6-b21d-64a539750244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:32:22Z', 'updated_at': '2022-08-08T00:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi', '_floatingips': [{'id': '886322a4-7e68-4406-9dc5-016808cc8565', 'tenant_id': '9bd235f1f9f44df4b2e3dbd0c05b3a83', 'floating_ip_address': '172.27.3.79', 'floating_network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'router_id': 'b23ca0f7-80f8-40c6-b21d-64a539750244', 'port_id': 'bd00c5d4-343c-4fc4-b81d-fc55458cef59', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 351, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39987f39-4c60-4c27-9f4f-c7657da06e51', 'mac_address': 'fa:16:3e:1c:7a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8220eb97-0920-4393-9354-094c2f62cc94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T00:34:23Z', 'updated_at': '2022-08-08T00:36:37Z', 'revision_number': 3, 'project_id': '9bd235f1f9f44df4b2e3dbd0c05b3a83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bce4da0-1383-4b8f-af07-238966cd5f3e', 'name': '', 'network_id': '39987f39-4c60-4c27-9f4f-c7657da06e51', 'tenant_id': '9bd235f1f9f44df4b2e3dbd0c05b3a83', 'mac_address': 'fa:16:3e:ab:09:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23ca0f7-80f8-40c6-b21d-64a539750244', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '0eda73d9-3865-4e7b-8b67-75076c7b1107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:32:28Z', 'updated_at': '2022-08-08T00:32:40Z', 'revision_number': 5, 'project_id': '9bd235f1f9f44df4b2e3dbd0c05b3a83', 'subnets': [{'id': '0eda73d9-3865-4e7b-8b67-75076c7b1107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 00:36:38.726531 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e12fb93-dd2b-414b-9109-6c2021583e2a service neutron] Pushing event updated for resources: {'Port': ['ID=ef74e25d-7ffe-42e3-9abd-4b9fe8caa2d7,revision_number=3']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:36:38.787973 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694ded99-6e92-40c6-bd0c-4681c8ad2502 req-f4c76ac5-1b79-4ee9-84d7-01398ec23a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:36:38.789546 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-694ded99-6e92-40c6-bd0c-4681c8ad2502 req-f4c76ac5-1b79-4ee9-84d7-01398ec23a68 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=a22da44baa6b472e91d99fbcb03b583c&device_id=ed4b901e-ba2e-4eaa-bb78-47214419d1a0 HTTP/1.1" status: 200 len: 1128 time: 0.0452993 Aug 08 00:36:38.901300 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694ded99-6e92-40c6-bd0c-4681c8ad2502 req-053bf523-5700-4f71-b077-1f874bfb43e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:36:38.902755 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-694ded99-6e92-40c6-bd0c-4681c8ad2502 req-053bf523-5700-4f71-b077-1f874bfb43e5 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?tenant_id=a22da44baa6b472e91d99fbcb03b583c&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1048746 Aug 08 00:36:38.969438 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=100 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:36:39.005932 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694ded99-6e92-40c6-bd0c-4681c8ad2502 req-1b74a9b6-8355-4179-867b-32c1c45239f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:36:39.007454 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-694ded99-6e92-40c6-bd0c-4681c8ad2502 req-1b74a9b6-8355-4179-867b-32c1c45239f0 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0922365 Aug 08 00:36:39.092276 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8203c0-47c6-4214-adf2-8f101b0c95d5 req-159cccc4-5d59-4365-a2f1-0bf464fe8d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:36:39.094028 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-1c8203c0-47c6-4214-adf2-8f101b0c95d5 req-159cccc4-5d59-4365-a2f1-0bf464fe8d59 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=a22da44baa6b472e91d99fbcb03b583c&device_id=ed4b901e-ba2e-4eaa-bb78-47214419d1a0 HTTP/1.1" status: 200 len: 1128 time: 0.0440698 Aug 08 00:36:39.144272 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-1c8203c0-47c6-4214-adf2-8f101b0c95d5 req-4c77f6a8-bdda-4927-bfda-9b28ca96a716 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ef74e25d-7ffe-42e3-9abd-4b9fe8caa2d7 HTTP/1.1" status: 200 len: 217 time: 0.0322893 Aug 08 00:36:39.181451 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=100 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:36:39.196179 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8203c0-47c6-4214-adf2-8f101b0c95d5 req-d23f23ae-71d1-47a4-8262-96bcd7fc0ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:36:39.197703 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-1c8203c0-47c6-4214-adf2-8f101b0c95d5 req-d23f23ae-71d1-47a4-8262-96bcd7fc0ea7 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=49ad74e6-a7f8-44c2-b833-dcbba288ca27 HTTP/1.1" status: 200 len: 851 time: 0.0456719 Aug 08 00:36:39.245536 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8203c0-47c6-4214-adf2-8f101b0c95d5 req-baa3b3e4-86bb-4110-b79c-b060dc4fd630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:36:39.247068 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-1c8203c0-47c6-4214-adf2-8f101b0c95d5 req-baa3b3e4-86bb-4110-b79c-b060dc4fd630 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=e16e278d-24ed-46ec-9b21-78207cc53646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430453 Aug 08 00:36:39.333433 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87df49d-180d-491b-9d77-c09c78a95f94 req-2d811fd2-a788-48a8-880b-180158ebd0de tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:36:39.335149 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-c87df49d-180d-491b-9d77-c09c78a95f94 req-2d811fd2-a788-48a8-880b-180158ebd0de tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ed4b901e-ba2e-4eaa-bb78-47214419d1a0 HTTP/1.1" status: 200 len: 944 time: 0.0865397 Aug 08 00:36:39.401007 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-1c8203c0-47c6-4214-adf2-8f101b0c95d5 req-8b3afda0-cb53-49ba-ad54-5da07a96204e service neutron] 10.222.0.25 "GET /networking/v2.0/networks/e16e278d-24ed-46ec-9b21-78207cc53646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428883 Aug 08 00:36:39.423467 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-c87df49d-180d-491b-9d77-c09c78a95f94 req-afc5e82f-b6e7-44d3-9687-a032461e8355 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c7fab9c4-62df-4772-9aa5-24224734ea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823812 Aug 08 00:36:39.498091 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-1c8203c0-47c6-4214-adf2-8f101b0c95d5 req-08e12964-f254-4349-b743-1cb1412be4e9 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/e16e278d-24ed-46ec-9b21-78207cc53646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876222 Aug 08 00:36:39.806854 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8220eb97-0920-4393-9354-094c2f62cc94', 'tag': 'bd00c5d4-343c-4fc4-b81d-fc55458cef59'}] {{(pid=115992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 00:36:39.809325 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15c1dc6174c04d27a45b4789687485f3f31469fbdbb3cd0a658d3b47a2d9b382" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d385a52-e8d6-436c-b229-edd19f353fb9" -d '{"events": [{"name": "network-changed", "server_uuid": "8220eb97-0920-4393-9354-094c2f62cc94", "tag": "bd00c5d4-343c-4fc4-b81d-fc55458cef59"}]}' {{(pid=115992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 00:36:39.850785 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 00:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b51c54ed-3dff-4695-b2ad-1812c763ce01 x-openstack-request-id: req-b51c54ed-3dff-4695-b2ad-1812c763ce01 {{(pid=115992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 00:36:39.851074 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8220eb97-0920-4393-9354-094c2f62cc94", "tag": "bd00c5d4-343c-4fc4-b81d-fc55458cef59", "status": "completed", "code": 200}]} {{(pid=115992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 00:36:39.851374 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b51c54ed-3dff-4695-b2ad-1812c763ce01 {{(pid=115992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 00:36:39.851759 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b51c54ed-3dff-4695-b2ad-1812c763ce01'] response: {'name': 'network-changed', 'server_uuid': '8220eb97-0920-4393-9354-094c2f62cc94', 'tag': 'bd00c5d4-343c-4fc4-b81d-fc55458cef59', 'status': 'completed', 'code': 200} Aug 08 00:36:39.990877 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d385a52-e8d6-436c-b229-edd19f353fb9 req-96d19485-a760-4f20-9756-b444a193020c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:36:39.992419 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-8d385a52-e8d6-436c-b229-edd19f353fb9 req-96d19485-a760-4f20-9756-b444a193020c service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=9bd235f1f9f44df4b2e3dbd0c05b3a83&device_id=8220eb97-0920-4393-9354-094c2f62cc94 HTTP/1.1" status: 200 len: 1129 time: 0.0406747 Aug 08 00:36:40.100930 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d385a52-e8d6-436c-b229-edd19f353fb9 req-e7d0e13a-1d42-45dc-82b5-ec127c3aa7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:36:40.102405 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-8d385a52-e8d6-436c-b229-edd19f353fb9 req-e7d0e13a-1d42-45dc-82b5-ec127c3aa7ea service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=39987f39-4c60-4c27-9f4f-c7657da06e51 HTTP/1.1" status: 200 len: 920 time: 0.0919852 Aug 08 00:36:40.166520 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-8d385a52-e8d6-436c-b229-edd19f353fb9 req-a8cfe835-b6ee-4330-bee5-0daa92eee726 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bd00c5d4-343c-4fc4-b81d-fc55458cef59 HTTP/1.1" status: 200 len: 1000 time: 0.0573425 Aug 08 00:36:40.217713 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d385a52-e8d6-436c-b229-edd19f353fb9 req-8988343a-41ae-4db7-aa2c-7f13c4996f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:36:40.219089 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-8d385a52-e8d6-436c-b229-edd19f353fb9 req-8988343a-41ae-4db7-aa2c-7f13c4996f74 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=0eda73d9-3865-4e7b-8b67-75076c7b1107 HTTP/1.1" status: 200 len: 858 time: 0.0460076 Aug 08 00:36:40.262705 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d385a52-e8d6-436c-b229-edd19f353fb9 req-93089867-5866-41ec-8231-f4423212bfc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:36:40.264253 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-8d385a52-e8d6-436c-b229-edd19f353fb9 req-93089867-5866-41ec-8231-f4423212bfc8 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=39987f39-4c60-4c27-9f4f-c7657da06e51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385220 Aug 08 00:36:40.265578 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fa889b9a-eac0-4e6e-89d8-ded471883f68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (93e2312b-3744-4a9e-8723-a0f19f10f89a), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:36:40.361390 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-8d385a52-e8d6-436c-b229-edd19f353fb9 req-86c9b20e-2b73-4176-8f75-5c9ad507f563 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/39987f39-4c60-4c27-9f4f-c7657da06e51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856104 Aug 08 00:36:40.435776 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=100 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:36:40.462308 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-8d385a52-e8d6-436c-b229-edd19f353fb9 req-d2211712-c1bd-4f24-a5a4-0e1d5737649e service neutron] 10.222.0.25 "GET /networking/v2.0/networks/39987f39-4c60-4c27-9f4f-c7657da06e51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932877 Aug 08 00:36:40.542362 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ef7ebd-6d3b-48c4-8eb1-a4a162c85589 req-72d0f552-2c6a-487f-8b9e-21f1ab27e08a tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:36:40.543911 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-69ef7ebd-6d3b-48c4-8eb1-a4a162c85589 req-72d0f552-2c6a-487f-8b9e-21f1ab27e08a tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ed4b901e-ba2e-4eaa-bb78-47214419d1a0 HTTP/1.1" status: 200 len: 944 time: 0.0473690 Aug 08 00:36:40.597656 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-69ef7ebd-6d3b-48c4-8eb1-a4a162c85589 req-b467e3d5-a7fa-4b6e-9efc-3a966142b7ce tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c7fab9c4-62df-4772-9aa5-24224734ea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475390 Aug 08 00:36:41.720784 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8698aff9-fccf-4dea-898e-bf0d9abee753 req-04a03dda-e199-4fcd-a4f3-d5c1a0ffc08a tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:36:41.722305 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-8698aff9-fccf-4dea-898e-bf0d9abee753 req-04a03dda-e199-4fcd-a4f3-d5c1a0ffc08a tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ed4b901e-ba2e-4eaa-bb78-47214419d1a0 HTTP/1.1" status: 200 len: 944 time: 0.0486681 Aug 08 00:36:41.780986 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-8698aff9-fccf-4dea-898e-bf0d9abee753 req-7aca00ba-5244-4ac8-aad8-ad0e3de0e16a tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c7fab9c4-62df-4772-9aa5-24224734ea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526490 Aug 08 00:36:42.472176 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:36:42.563708 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-e1b380eb-df97-4d44-98d8-23a8ea39d0d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (d53f5436-7c7f-4441-9708-9d0333b57745), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:36:42.899086 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c365bb03-a97e-4c68-b352-0f501e225923 req-4da6f7c7-ddaf-4fe5-9880-59f22d7d338a tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:36:42.900569 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-c365bb03-a97e-4c68-b352-0f501e225923 req-4da6f7c7-ddaf-4fe5-9880-59f22d7d338a tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ed4b901e-ba2e-4eaa-bb78-47214419d1a0 HTTP/1.1" status: 200 len: 944 time: 0.0464869 Aug 08 00:36:42.950223 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-c365bb03-a97e-4c68-b352-0f501e225923 req-c1f1ee8b-fc88-4caa-9138-7f5d3233177f tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c7fab9c4-62df-4772-9aa5-24224734ea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441234 Aug 08 00:36:44.066569 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649267a6-5dd1-4f1f-8eac-93ef15a3b4db req-87bf0c8f-ecf2-457d-92a4-cc8525c92e6d tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:36:44.068069 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-649267a6-5dd1-4f1f-8eac-93ef15a3b4db req-87bf0c8f-ecf2-457d-92a4-cc8525c92e6d tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ed4b901e-ba2e-4eaa-bb78-47214419d1a0 HTTP/1.1" status: 200 len: 944 time: 0.0468080 Aug 08 00:36:44.116748 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-649267a6-5dd1-4f1f-8eac-93ef15a3b4db req-5bf29f98-1031-4609-bc98-e94e145f77d6 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c7fab9c4-62df-4772-9aa5-24224734ea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432231 Aug 08 00:36:44.213596 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-053f2fa2-08e2-4320-9ef7-ed55b6b025bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (8871f2bb-53fb-48a8-be6c-361eafeaffd1), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:36:45.237243 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb817a0e-a08f-4e2f-95d8-1eb8e421b40f req-a4eb63ed-707e-45c9-9a02-7281e53d97e0 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:36:45.238731 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-cb817a0e-a08f-4e2f-95d8-1eb8e421b40f req-a4eb63ed-707e-45c9-9a02-7281e53d97e0 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ed4b901e-ba2e-4eaa-bb78-47214419d1a0 HTTP/1.1" status: 200 len: 944 time: 0.0484540 Aug 08 00:36:45.275378 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=100 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:36:45.296423 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-cb817a0e-a08f-4e2f-95d8-1eb8e421b40f req-cdd52a4b-3f57-4dde-b8b4-0ab15ace42e7 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c7fab9c4-62df-4772-9aa5-24224734ea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520551 Aug 08 00:36:45.441719 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (aa35aa05-3c09-40ae-a1e3-ebf96fe3358c), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:36:45.875908 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-64237613-c389-4d10-936d-2956085fc78e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (998b03d7-10a2-4624-8114-660f2901b45f), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:36:46.420974 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34cdec3-6edd-4b09-b3a5-f111fdeaa94b req-6d358dda-fd0b-409a-93f8-b92bc8b4d6a8 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:36:46.422447 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-c34cdec3-6edd-4b09-b3a5-f111fdeaa94b req-6d358dda-fd0b-409a-93f8-b92bc8b4d6a8 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ed4b901e-ba2e-4eaa-bb78-47214419d1a0 HTTP/1.1" status: 200 len: 944 time: 0.0531731 Aug 08 00:36:46.472321 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-c34cdec3-6edd-4b09-b3a5-f111fdeaa94b req-da3c3887-ac22-49e2-b545-324fe879f378 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c7fab9c4-62df-4772-9aa5-24224734ea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443423 Aug 08 00:36:46.931862 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Device ef74e25d-7ffe-42e3-9abd-4b9fe8caa2d7 details requested by agent hyperv_hv-cinder-85164 with host hv-cinder-85164 {{(pid=115993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 08 00:36:47.031717 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] For port ef74e25d-7ffe-42e3-9abd-4b9fe8caa2d7, host hv-cinder-85164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85164',level=0,port_id=ef74e25d-7ffe-42e3-9abd-4b9fe8caa2d7,segment=NetworkSegment(56f79eda-31d2-4604-82b3-22c1f0bf411f),segment_id=56f79eda-31d2-4604-82b3-22c1f0bf411f)] {{(pid=115993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:36:47.047133 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Returning: {'device': 'ef74e25d-7ffe-42e3-9abd-4b9fe8caa2d7', 'network_id': 'e16e278d-24ed-46ec-9b21-78207cc53646', 'port_id': 'ef74e25d-7ffe-42e3-9abd-4b9fe8caa2d7', 'mac_address': 'fa:16:3e:fe:c3:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49ad74e6-a7f8-44c2-b833-dcbba288ca27', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 08 00:36:47.082389 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Current status of the port ef74e25d-7ffe-42e3-9abd-4b9fe8caa2d7 is: DOWN; New status is: BUILD {{(pid=115993) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 00:36:47.082702 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (ef74e25d-7ffe-42e3-9abd-4b9fe8caa2d7), before_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:36:47.096275 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.notifiers.nova [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef74e25d-7ffe-42e3-9abd-4b9fe8caa2d7 {{(pid=115993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 00:36:47.115893 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] For port ef74e25d-7ffe-42e3-9abd-4b9fe8caa2d7, host hv-cinder-85164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85164',level=0,port_id=ef74e25d-7ffe-42e3-9abd-4b9fe8caa2d7,segment=NetworkSegment(56f79eda-31d2-4604-82b3-22c1f0bf411f),segment_id=56f79eda-31d2-4604-82b3-22c1f0bf411f)] {{(pid=115993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:36:47.181310 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821'] for port (ef74e25d-7ffe-42e3-9abd-4b9fe8caa2d7), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:36:47.227672 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Pushing event updated for resources: {'Port': ['ID=ef74e25d-7ffe-42e3-9abd-4b9fe8caa2d7,revision_number=4']} {{(pid=115993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:36:47.593772 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd0b97f-1326-4aad-a2f8-45c8a20b96b3 req-486c3cd2-1240-4b27-8202-9bb633e4af25 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:36:47.595279 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-1dd0b97f-1326-4aad-a2f8-45c8a20b96b3 req-486c3cd2-1240-4b27-8202-9bb633e4af25 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ed4b901e-ba2e-4eaa-bb78-47214419d1a0 HTTP/1.1" status: 200 len: 945 time: 0.0518491 Aug 08 00:36:47.596493 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] get_ports_and_sgs() called for port_ids ['ef74e25d-7ffe-42e3-9abd-4b9fe8caa2d7'] {{(pid=115993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 00:36:47.631163 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:36:47.651828 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-1dd0b97f-1326-4aad-a2f8-45c8a20b96b3 req-db6ea202-992f-4663-8247-e7c29ba1f7bb tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c7fab9c4-62df-4772-9aa5-24224734ea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474713 Aug 08 00:36:47.793741 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:36:48.750030 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:36:48.766455 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b339432f-8122-4fba-8d38-d4b8e2ac6269 req-8a715a3f-b023-42c6-8d99-a19aad0ea4cf tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:36:48.767970 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-b339432f-8122-4fba-8d38-d4b8e2ac6269 req-8a715a3f-b023-42c6-8d99-a19aad0ea4cf tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ed4b901e-ba2e-4eaa-bb78-47214419d1a0 HTTP/1.1" status: 200 len: 945 time: 0.0469143 Aug 08 00:36:48.816787 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-b339432f-8122-4fba-8d38-d4b8e2ac6269 req-1eeeef57-875b-4a62-b34e-2098e1cd3d5b tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c7fab9c4-62df-4772-9aa5-24224734ea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433609 Aug 08 00:36:49.935521 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf19160-818a-4c1f-a6a1-927c4982f5ec req-dbcf2158-d18b-41a0-88b7-aea3f8daef55 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:36:49.937034 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-0bf19160-818a-4c1f-a6a1-927c4982f5ec req-dbcf2158-d18b-41a0-88b7-aea3f8daef55 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ed4b901e-ba2e-4eaa-bb78-47214419d1a0 HTTP/1.1" status: 200 len: 945 time: 0.0472672 Aug 08 00:36:49.986411 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-0bf19160-818a-4c1f-a6a1-927c4982f5ec req-17199dcb-6fbd-4e7c-a462-57a06ac43b85 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c7fab9c4-62df-4772-9aa5-24224734ea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437701 Aug 08 00:36:51.101648 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e20336-d4a1-4d9c-ad2e-71e54cb26678 req-58392a42-fd86-4553-804e-3e0fb3c49bcf tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:36:51.103147 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-55e20336-d4a1-4d9c-ad2e-71e54cb26678 req-58392a42-fd86-4553-804e-3e0fb3c49bcf tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ed4b901e-ba2e-4eaa-bb78-47214419d1a0 HTTP/1.1" status: 200 len: 945 time: 0.0463469 Aug 08 00:36:51.156068 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-55e20336-d4a1-4d9c-ad2e-71e54cb26678 req-4bf6ce09-7d4d-4e84-b404-cd43c3ab1903 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c7fab9c4-62df-4772-9aa5-24224734ea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468318 Aug 08 00:36:51.439452 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Device ef74e25d-7ffe-42e3-9abd-4b9fe8caa2d7 up at agent hyperv_hv-cinder-85164 {{(pid=115993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 00:36:51.486555 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Provisioning for port ef74e25d-7ffe-42e3-9abd-4b9fe8caa2d7 completed by entity L2. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 08 00:36:51.544685 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Provisioning complete for port ef74e25d-7ffe-42e3-9abd-4b9fe8caa2d7 triggered by entity L2. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:36:51.545083 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (ef74e25d-7ffe-42e3-9abd-4b9fe8caa2d7), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:36:51.620003 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Current status of the port ef74e25d-7ffe-42e3-9abd-4b9fe8caa2d7 is: BUILD; New status is: ACTIVE {{(pid=115993) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 00:36:51.620402 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (ef74e25d-7ffe-42e3-9abd-4b9fe8caa2d7), before_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:36:51.623250 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=3 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:36:51.629807 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=3 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:36:51.644632 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed4b901e-ba2e-4eaa-bb78-47214419d1a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef74e25d-7ffe-42e3-9abd-4b9fe8caa2d7'}] {{(pid=115993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 00:36:51.646953 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffcbb3165cefe78fdef2215408d5e0047484b378f5d65619a4e095a8aefc113e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c177168-1652-4d30-8c9c-3a4ac616f21f" -d '{"events": [{"server_uuid": "ed4b901e-ba2e-4eaa-bb78-47214419d1a0", "name": "network-vif-plugged", "status": "completed", "tag": "ef74e25d-7ffe-42e3-9abd-4b9fe8caa2d7"}]}' {{(pid=115993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 00:36:51.660731 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] For port ef74e25d-7ffe-42e3-9abd-4b9fe8caa2d7, host hv-cinder-85164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85164',level=0,port_id=ef74e25d-7ffe-42e3-9abd-4b9fe8caa2d7,segment=NetworkSegment(56f79eda-31d2-4604-82b3-22c1f0bf411f),segment_id=56f79eda-31d2-4604-82b3-22c1f0bf411f)] {{(pid=115993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:36:51.686920 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 00:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0edb4fed-3bb6-40e2-a541-db2249ced65a x-openstack-request-id: req-0edb4fed-3bb6-40e2-a541-db2249ced65a {{(pid=115993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 00:36:51.687248 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed4b901e-ba2e-4eaa-bb78-47214419d1a0", "name": "network-vif-plugged", "status": "completed", "tag": "ef74e25d-7ffe-42e3-9abd-4b9fe8caa2d7", "code": 200}]} {{(pid=115993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 00:36:51.687515 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0edb4fed-3bb6-40e2-a541-db2249ced65a {{(pid=115993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 00:36:51.687918 dv-cinder-851640-3-iscsi neutron-server[115993]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0edb4fed-3bb6-40e2-a541-db2249ced65a'] response: {'server_uuid': 'ed4b901e-ba2e-4eaa-bb78-47214419d1a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef74e25d-7ffe-42e3-9abd-4b9fe8caa2d7', 'code': 200} Aug 08 00:36:51.719078 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821'] for port (ef74e25d-7ffe-42e3-9abd-4b9fe8caa2d7), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:36:51.770193 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Pushing event updated for resources: {'Port': ['ID=ef74e25d-7ffe-42e3-9abd-4b9fe8caa2d7,revision_number=5']} {{(pid=115993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:36:51.777465 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:36:51.777815 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:36:51.778178 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:36:51.778538 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:36:51.778874 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:36:51.779204 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:36:51.780279 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:36:51.780821 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:36:51.781157 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:36:51.781487 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:36:51.781815 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:36:51.782161 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:36:51.782489 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:36:51.782813 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:36:51.783134 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:36:52.132590 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70649ab1-e98a-4470-8d84-7cdfc1c3c364 req-0fe924be-86ba-4312-a0dd-d2e49c669545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:36:52.134293 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-70649ab1-e98a-4470-8d84-7cdfc1c3c364 req-0fe924be-86ba-4312-a0dd-d2e49c669545 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ed4b901e-ba2e-4eaa-bb78-47214419d1a0 HTTP/1.1" status: 200 len: 1130 time: 0.0457790 Aug 08 00:36:52.180627 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-70649ab1-e98a-4470-8d84-7cdfc1c3c364 req-f65310d9-7a33-4425-8122-ee915d22e912 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c7fab9c4-62df-4772-9aa5-24224734ea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399358 Aug 08 00:36:52.280384 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b761e5be-78da-4300-8b03-f48c4d14f408 req-3a4aede3-ea29-4731-bfcb-dae1759c5c15 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:36:52.281875 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-b761e5be-78da-4300-8b03-f48c4d14f408 req-3a4aede3-ea29-4731-bfcb-dae1759c5c15 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ed4b901e-ba2e-4eaa-bb78-47214419d1a0 HTTP/1.1" status: 200 len: 946 time: 0.0491681 Aug 08 00:36:52.333873 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-b761e5be-78da-4300-8b03-f48c4d14f408 req-06f46bc1-7dbf-46f0-892f-d97940bdbcf7 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c7fab9c4-62df-4772-9aa5-24224734ea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461540 Aug 08 00:36:53.449069 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388b07c7-bf26-4d3f-8bb9-f0b69dae206b req-9d8d266d-ddea-4b8f-b91b-dc6e6947a770 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:36:53.450566 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-388b07c7-bf26-4d3f-8bb9-f0b69dae206b req-9d8d266d-ddea-4b8f-b91b-dc6e6947a770 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ed4b901e-ba2e-4eaa-bb78-47214419d1a0 HTTP/1.1" status: 200 len: 946 time: 0.0466015 Aug 08 00:36:53.500921 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-388b07c7-bf26-4d3f-8bb9-f0b69dae206b req-adbd2d15-bf13-4704-96e6-d29a28470922 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c7fab9c4-62df-4772-9aa5-24224734ea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442502 Aug 08 00:36:54.581939 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:36:54.621824 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2a0e44-16cb-4072-ad15-1c029e1738d1 req-336f0b78-b0e9-4f60-b134-9916a26693ae tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:36:54.623358 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-9a2a0e44-16cb-4072-ad15-1c029e1738d1 req-336f0b78-b0e9-4f60-b134-9916a26693ae tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ed4b901e-ba2e-4eaa-bb78-47214419d1a0 HTTP/1.1" status: 200 len: 946 time: 0.0513186 Aug 08 00:36:54.673786 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-9a2a0e44-16cb-4072-ad15-1c029e1738d1 req-ce3fdc47-17c1-45a0-a283-5d4f91bcaba9 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c7fab9c4-62df-4772-9aa5-24224734ea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448830 Aug 08 00:36:55.796619 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fde4c95-2457-41a0-8b69-d08561981fab req-1ff914a7-3fdd-49ef-9eda-9cd851a74cbc tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:36:55.863190 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-0fde4c95-2457-41a0-8b69-d08561981fab req-1ff914a7-3fdd-49ef-9eda-9cd851a74cbc tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ed4b901e-ba2e-4eaa-bb78-47214419d1a0 HTTP/1.1" status: 200 len: 946 time: 0.0476575 Aug 08 00:36:55.863190 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-0fde4c95-2457-41a0-8b69-d08561981fab req-0a138c87-3b22-46be-8f2c-ea36fc437fe8 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c7fab9c4-62df-4772-9aa5-24224734ea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443847 Aug 08 00:36:56.977012 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5cb7ac-2f7b-46fb-a223-86bac6c196f7 req-97687224-a7c5-4213-9900-188d033e109f tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:36:56.978557 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-3d5cb7ac-2f7b-46fb-a223-86bac6c196f7 req-97687224-a7c5-4213-9900-188d033e109f tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ed4b901e-ba2e-4eaa-bb78-47214419d1a0 HTTP/1.1" status: 200 len: 946 time: 0.0567079 Aug 08 00:36:57.030641 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-3d5cb7ac-2f7b-46fb-a223-86bac6c196f7 req-826c38ca-1083-4636-b356-0089cb543541 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c7fab9c4-62df-4772-9aa5-24224734ea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465734 Aug 08 00:36:57.708114 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1561ade4-f499-404c-9026-5fa4007562ab req-c21bfb9e-5378-4fa4-a159-1989df0f5f73 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:36:57.712749 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-1561ade4-f499-404c-9026-5fa4007562ab req-c21bfb9e-5378-4fa4-a159-1989df0f5f73 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4829f58c-adec-413d-83c8-23f1d3143205 HTTP/1.1" status: 200 len: 946 time: 0.0471227 Aug 08 00:36:57.756558 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-1561ade4-f499-404c-9026-5fa4007562ab req-c1e95483-8bec-487c-a9ae-bc1949b6224a tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=99750fcd-194d-487c-b80c-a79152b12484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409665 Aug 08 00:36:58.149471 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b8d866-d315-4332-8528-4df4fb04c97f req-93e8b12c-733f-4f34-a910-79e185d4bb71 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:36:58.150913 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-e5b8d866-d315-4332-8528-4df4fb04c97f req-93e8b12c-733f-4f34-a910-79e185d4bb71 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ed4b901e-ba2e-4eaa-bb78-47214419d1a0 HTTP/1.1" status: 200 len: 946 time: 0.0460966 Aug 08 00:36:58.198707 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-e5b8d866-d315-4332-8528-4df4fb04c97f req-2f38be78-9817-4885-a43f-35da44414b10 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c7fab9c4-62df-4772-9aa5-24224734ea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423388 Aug 08 00:36:58.879019 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e3ce41-a855-445b-92ba-a0cfc61a8bdb req-666e029b-850d-48dd-92a3-362b0d1a23a1 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:36:58.880415 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-39e3ce41-a855-445b-92ba-a0cfc61a8bdb req-666e029b-850d-48dd-92a3-362b0d1a23a1 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4829f58c-adec-413d-83c8-23f1d3143205 HTTP/1.1" status: 200 len: 946 time: 0.0456600 Aug 08 00:36:58.929931 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-39e3ce41-a855-445b-92ba-a0cfc61a8bdb req-b8cd97f6-d994-4e74-9de5-4ab6f8f4b4cc tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=99750fcd-194d-487c-b80c-a79152b12484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439470 Aug 08 00:36:59.315841 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655e053d-d15a-469d-bb73-58718b6902ba req-67075b61-5beb-40a3-b4a1-958684a86c80 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:36:59.317455 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-655e053d-d15a-469d-bb73-58718b6902ba req-67075b61-5beb-40a3-b4a1-958684a86c80 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ed4b901e-ba2e-4eaa-bb78-47214419d1a0 HTTP/1.1" status: 200 len: 946 time: 0.0478153 Aug 08 00:36:59.369432 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-655e053d-d15a-469d-bb73-58718b6902ba req-66373052-c876-44ff-bf8b-832647138d8c tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c7fab9c4-62df-4772-9aa5-24224734ea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465372 Aug 08 00:37:00.053488 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedc41da-f9db-4eab-b5d3-46446104f2d8 req-5e4c38d4-679e-40e4-93ad-770d5b268cd7 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:37:00.054999 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-eedc41da-f9db-4eab-b5d3-46446104f2d8 req-5e4c38d4-679e-40e4-93ad-770d5b268cd7 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4829f58c-adec-413d-83c8-23f1d3143205 HTTP/1.1" status: 200 len: 946 time: 0.0485077 Aug 08 00:37:00.101946 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-eedc41da-f9db-4eab-b5d3-46446104f2d8 req-3a910de4-79ca-4617-845b-7f0d8db50849 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=99750fcd-194d-487c-b80c-a79152b12484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415249 Aug 08 00:37:00.483245 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (c200ec1a-5dc3-458a-a30d-0f16255c41c0), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:00.497006 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d30fd3-1e3a-45f9-87c8-e11c4f654c5d req-1bba6176-2054-4e54-bcdd-42b438e8793e tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:37:00.498468 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-85d30fd3-1e3a-45f9-87c8-e11c4f654c5d req-1bba6176-2054-4e54-bcdd-42b438e8793e tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ed4b901e-ba2e-4eaa-bb78-47214419d1a0 HTTP/1.1" status: 200 len: 946 time: 0.0473578 Aug 08 00:37:00.547820 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-85d30fd3-1e3a-45f9-87c8-e11c4f654c5d req-9997ff0a-60b6-47c6-a7c1-f516c3cbfbdd tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c7fab9c4-62df-4772-9aa5-24224734ea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430858 Aug 08 00:37:00.636183 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.agents_db [None req-431a3ab4-e5a4-4361-9fcb-d2d78b6c2e03 None None] Agent healthcheck: found 6 active agents {{(pid=115994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 00:37:01.237248 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72205c82-9d20-4bf6-bf21-afde5b2b37bd req-1ee90255-e33c-422b-83d8-6b18939b9e80 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:37:01.238734 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-72205c82-9d20-4bf6-bf21-afde5b2b37bd req-1ee90255-e33c-422b-83d8-6b18939b9e80 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4829f58c-adec-413d-83c8-23f1d3143205 HTTP/1.1" status: 200 len: 946 time: 0.0491190 Aug 08 00:37:01.285631 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-72205c82-9d20-4bf6-bf21-afde5b2b37bd req-b8869165-8dda-4d23-bf61-0f813488b463 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=99750fcd-194d-487c-b80c-a79152b12484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412812 Aug 08 00:37:01.668241 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb3f66e-70e0-4274-b1bf-db870ad001c3 req-e04b8006-599e-412c-9743-79d0415988e9 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:37:01.669760 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-dbb3f66e-70e0-4274-b1bf-db870ad001c3 req-e04b8006-599e-412c-9743-79d0415988e9 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ed4b901e-ba2e-4eaa-bb78-47214419d1a0 HTTP/1.1" status: 200 len: 946 time: 0.0489547 Aug 08 00:37:01.720213 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-dbb3f66e-70e0-4274-b1bf-db870ad001c3 req-dcc382e2-1cc4-495a-a90c-56d1596ef2e0 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c7fab9c4-62df-4772-9aa5-24224734ea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446682 Aug 08 00:37:02.417700 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b119c0-0e94-427f-bc51-c8764530a3c9 req-69215a88-5a7c-4a91-9e02-01964ffd17b6 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:37:02.419318 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-62b119c0-0e94-427f-bc51-c8764530a3c9 req-69215a88-5a7c-4a91-9e02-01964ffd17b6 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4829f58c-adec-413d-83c8-23f1d3143205 HTTP/1.1" status: 200 len: 946 time: 0.0546889 Aug 08 00:37:02.468610 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-62b119c0-0e94-427f-bc51-c8764530a3c9 req-170c5e9b-c0ac-43f3-ba1d-18afd48c4ced tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=99750fcd-194d-487c-b80c-a79152b12484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429046 Aug 08 00:37:02.844194 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc527d1-669a-4571-953f-3c0c71c5c497 req-6d6a2154-4b6b-4a87-a51b-ed9737ac1472 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:37:02.846386 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-0cc527d1-669a-4571-953f-3c0c71c5c497 req-6d6a2154-4b6b-4a87-a51b-ed9737ac1472 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ed4b901e-ba2e-4eaa-bb78-47214419d1a0 HTTP/1.1" status: 200 len: 946 time: 0.0522103 Aug 08 00:37:02.870457 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=100 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:37:02.895928 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-0cc527d1-669a-4571-953f-3c0c71c5c497 req-0c632440-dcd4-4ea9-a8e9-8c524853a644 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c7fab9c4-62df-4772-9aa5-24224734ea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438857 Aug 08 00:37:02.975980 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=100 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:37:03.012366 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52985ec4-c949-4bcd-85a3-7a15b98aa506 req-683392c3-d763-432c-bd8d-6b3399ecb04d tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:37:03.013829 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-52985ec4-c949-4bcd-85a3-7a15b98aa506 req-683392c3-d763-432c-bd8d-6b3399ecb04d tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ed4b901e-ba2e-4eaa-bb78-47214419d1a0 HTTP/1.1" status: 200 len: 946 time: 0.0471420 Aug 08 00:37:03.062222 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-52985ec4-c949-4bcd-85a3-7a15b98aa506 req-48984016-2d01-45f4-8513-61581509df39 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c7fab9c4-62df-4772-9aa5-24224734ea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423148 Aug 08 00:37:03.089184 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 60458) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:37:03.172042 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ba7675-d71c-4bb0-b0cd-1c372596be73 tempest-TestVolumeBootPattern-709666901 tempest-TestVolumeBootPattern-709666901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:37:03.173726 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-10ba7675-d71c-4bb0-b0cd-1c372596be73 tempest-TestVolumeBootPattern-709666901 tempest-TestVolumeBootPattern-709666901-project-admin] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ed4b901e-ba2e-4eaa-bb78-47214419d1a0 HTTP/1.1" status: 200 len: 1125 time: 0.0835614 Aug 08 00:37:03.176766 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 60462) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:37:03.181057 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.v2.base [None req-0a0f5a71-9bcc-4fb8-ad8f-b0b6603cee86 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Request body: {'floatingip': {'floating_network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'port_id': 'ef74e25d-7ffe-42e3-9abd-4b9fe8caa2d7', 'tenant_id': 'a22da44baa6b472e91d99fbcb03b583c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=115992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:37:03.277621 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-0a0f5a71-9bcc-4fb8-ad8f-b0b6603cee86 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:03.337084 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177ac6b1-e934-4851-a846-ba938dc53535 req-a77574d3-6e6c-4593-8552-a0b74523f6ea tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:37:03.338519 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-177ac6b1-e934-4851-a846-ba938dc53535 req-a77574d3-6e6c-4593-8552-a0b74523f6ea tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4829f58c-adec-413d-83c8-23f1d3143205 HTTP/1.1" status: 200 len: 946 time: 0.0922458 Aug 08 00:37:03.388618 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:37:03.405986 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-0a0f5a71-9bcc-4fb8-ad8f-b0b6603cee86 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (None), before_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:03.487960 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.plugin [req-177ac6b1-e934-4851-a846-ba938dc53535 req-a5b7529a-7084-47f0-8466-bde7355c8e42 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Deleting port 424b2123-2ed7-4eda-bdcf-dd72a3df7bea {{(pid=115992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 00:37:03.488697 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-177ac6b1-e934-4851-a846-ba938dc53535 req-a5b7529a-7084-47f0-8466-bde7355c8e42 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764676511537'] for port (424b2123-2ed7-4eda-bdcf-dd72a3df7bea), before_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:03.601304 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24521f3-405c-4cb5-949b-253e7ac542d4 req-8f2bd993-7686-4fa1-bce3-8d5d998c6527 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:37:03.602952 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-e24521f3-405c-4cb5-949b-253e7ac542d4 req-8f2bd993-7686-4fa1-bce3-8d5d998c6527 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4829f58c-adec-413d-83c8-23f1d3143205 HTTP/1.1" status: 200 len: 946 time: 0.0510657 Aug 08 00:37:03.654724 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-e24521f3-405c-4cb5-949b-253e7ac542d4 req-acb5ab5b-e557-4de2-9d2d-1e9c8bd10c5d tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=99750fcd-194d-487c-b80c-a79152b12484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456982 Aug 08 00:37:03.873589 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.db.db_base_plugin_common [None req-0a0f5a71-9bcc-4fb8-ad8f-b0b6603cee86 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Allocated IP 172.27.3.219 (743d2d45-6b8c-49b7-a932-c537e45f946f/7df84031-3cb2-4601-a018-b61b0ad731dc/e2171935-a7e6-4a04-a97c-4c3f58ab8e21) {{(pid=115992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 00:37:03.881984 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.db [req-177ac6b1-e934-4851-a846-ba938dc53535 req-a5b7529a-7084-47f0-8466-bde7355c8e42 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] For port 424b2123-2ed7-4eda-bdcf-dd72a3df7bea, host hv-cinder-85164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85164',level=0,port_id=424b2123-2ed7-4eda-bdcf-dd72a3df7bea,segment=NetworkSegment(e72a67c9-8c15-4f85-816f-48dd79f90a1d),segment_id=e72a67c9-8c15-4f85-816f-48dd79f90a1d)] {{(pid=115992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:37:03.882341 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-177ac6b1-e934-4851-a846-ba938dc53535 req-a5b7529a-7084-47f0-8466-bde7355c8e42 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440649'] for port (424b2123-2ed7-4eda-bdcf-dd72a3df7bea), precommit_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:04.160099 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-0a0f5a71-9bcc-4fb8-ad8f-b0b6603cee86 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Publish callbacks [] for port (e2171935-a7e6-4a04-a97c-4c3f58ab8e21), precommit_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:04.161295 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:37:04.178077 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-177ac6b1-e934-4851-a846-ba938dc53535 req-a5b7529a-7084-47f0-8466-bde7355c8e42 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:04.180959 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-177ac6b1-e934-4851-a846-ba938dc53535 req-a5b7529a-7084-47f0-8466-bde7355c8e42 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-499989'] for floatingip (1d04c29b-17e5-4fbf-9d0e-b714414d6f71), after_update {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:04.180959 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.db.l3_db [req-177ac6b1-e934-4851-a846-ba938dc53535 req-a5b7529a-7084-47f0-8466-bde7355c8e42 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Floating IP 1d04c29b-17e5-4fbf-9d0e-b714414d6f71 disassociated. External IP: 172.27.3.140, port: 424b2123-2ed7-4eda-bdcf-dd72a3df7bea. Aug 08 00:37:04.180959 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.plugin [req-177ac6b1-e934-4851-a846-ba938dc53535 req-a5b7529a-7084-47f0-8466-bde7355c8e42 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Calling delete_port for 424b2123-2ed7-4eda-bdcf-dd72a3df7bea owned by compute:nova {{(pid=115992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 00:37:04.279403 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=84,neutron:UPDATE=6,neutron:INSERT=3,neutron:DELETE=7 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:37:04.301036 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-0a0f5a71-9bcc-4fb8-ad8f-b0b6603cee86 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764676113785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26371331'] for port (e2171935-a7e6-4a04-a97c-4c3f58ab8e21), after_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:04.356874 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a0f5a71-9bcc-4fb8-ad8f-b0b6603cee86 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Network 743d2d45-6b8c-49b7-a932-c537e45f946f is already hosted by enough agents. {{(pid=115992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 00:37:04.364067 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.scheduler.base_scheduler [None req-0a0f5a71-9bcc-4fb8-ad8f-b0b6603cee86 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Resources bound (agent type, host, resource id): {{(pid=115992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 00:37:04.366664 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0f5a71-9bcc-4fb8-ad8f-b0b6603cee86 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Received port after_create {{(pid=115992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 00:37:04.391376 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0f5a71-9bcc-4fb8-ad8f-b0b6603cee86 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Pushing event updated for resources: {'Port': ['ID=e2171935-a7e6-4a04-a97c-4c3f58ab8e21,revision_number=1']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:37:04.405359 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0f5a71-9bcc-4fb8-ad8f-b0b6603cee86 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:37:04.405756 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0f5a71-9bcc-4fb8-ad8f-b0b6603cee86 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:37:04.406091 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0f5a71-9bcc-4fb8-ad8f-b0b6603cee86 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:37:04.406453 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0f5a71-9bcc-4fb8-ad8f-b0b6603cee86 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:37:04.406783 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0f5a71-9bcc-4fb8-ad8f-b0b6603cee86 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:37:04.407823 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0f5a71-9bcc-4fb8-ad8f-b0b6603cee86 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:37:04.408458 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0f5a71-9bcc-4fb8-ad8f-b0b6603cee86 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:37:04.409335 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0f5a71-9bcc-4fb8-ad8f-b0b6603cee86 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:37:04.409443 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0f5a71-9bcc-4fb8-ad8f-b0b6603cee86 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:37:04.409893 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0f5a71-9bcc-4fb8-ad8f-b0b6603cee86 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:37:04.410364 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0f5a71-9bcc-4fb8-ad8f-b0b6603cee86 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:37:04.410740 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0f5a71-9bcc-4fb8-ad8f-b0b6603cee86 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:37:04.410948 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0f5a71-9bcc-4fb8-ad8f-b0b6603cee86 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:37:04.411315 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0f5a71-9bcc-4fb8-ad8f-b0b6603cee86 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:37:04.411638 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0f5a71-9bcc-4fb8-ad8f-b0b6603cee86 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:37:04.425928 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-177ac6b1-e934-4851-a846-ba938dc53535 req-a5b7529a-7084-47f0-8466-bde7355c8e42 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764676515054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764676113794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26371331'] for port (424b2123-2ed7-4eda-bdcf-dd72a3df7bea), after_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:04.461499 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b7529a-7084-47f0-8466-bde7355c8e42 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Pushing event deleted for resources: {'Port': ['ID=424b2123-2ed7-4eda-bdcf-dd72a3df7bea,revision_number=None']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:37:04.707816 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.scheduler.l3_agent_scheduler [req-177ac6b1-e934-4851-a846-ba938dc53535 req-a5b7529a-7084-47f0-8466-bde7355c8e42 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Router 86e559f2-866e-494b-82ad-b5b594a151c0 has already been hosted by L3 agent d53f5436-7c7f-4441-9708-9d0333b57745 {{(pid=115992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 00:37:04.775715 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-06f9af26-ba16-40e7-acd7-13883de35eee req-cdf2c421-1ad7-4d22-ae40-fa39c6129a42 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4829f58c-adec-413d-83c8-23f1d3143205 HTTP/1.1" status: 200 len: 210 time: 0.0308158 Aug 08 00:37:04.869549 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:37:04.906006 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-177ac6b1-e934-4851-a846-ba938dc53535 req-a5b7529a-7084-47f0-8466-bde7355c8e42 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Notify agent at l3_agent.dv-cinder-851640-3-iscsi the message routers_updated {{(pid=115992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 00:37:04.917276 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f5a62d-7761-458f-ab00-0df1e406e937 None None] Sync routers for ids ['86e559f2-866e-494b-82ad-b5b594a151c0'] in dv-cinder-851640-3-iscsi {{(pid=115994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 00:37:04.927588 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f5a62d-7761-458f-ab00-0df1e406e937 None None] Routers {'86e559f2-866e-494b-82ad-b5b594a151c0'} bound to L3 agent in host dv-cinder-851640-3-iscsi {{(pid=115994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 00:37:04.928413 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_hamode_db [None req-30f5a62d-7761-458f-ab00-0df1e406e937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851640-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-08-08T00:24:12Z,description=,heartbeat_timestamp=2022-08-08T00:36:42Z,host='dv-cinder-851640-3-iscsi',id=d53f5436-7c7f-4441-9708-9d0333b57745,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T00:24:13Z,topic='l3_agent')) {'router_ids': ['86e559f2-866e-494b-82ad-b5b594a151c0'], 'active': True} {{(pid=115994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:37:04.983676 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.db.l3_dvrscheduler_db [req-177ac6b1-e934-4851-a846-ba938dc53535 req-a5b7529a-7084-47f0-8466-bde7355c8e42 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] No DVR routers for this DVR port 424b2123-2ed7-4eda-bdcf-dd72a3df7bea on host hv-cinder-85164 {{(pid=115992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 08 00:37:04.987776 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-177ac6b1-e934-4851-a846-ba938dc53535 req-a5b7529a-7084-47f0-8466-bde7355c8e42 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63196'] for port (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:04.991047 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-177ac6b1-e934-4851-a846-ba938dc53535 req-a5b7529a-7084-47f0-8466-bde7355c8e42 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.25 "DELETE /networking/v2.0/ports/424b2123-2ed7-4eda-bdcf-dd72a3df7bea HTTP/1.1" status: 204 len: 173 time: 1.6429002 Aug 08 00:37:04.991543 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4829f58c-adec-413d-83c8-23f1d3143205', 'name': 'network-vif-deleted', 'tag': '424b2123-2ed7-4eda-bdcf-dd72a3df7bea'}] {{(pid=115992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 00:37:04.993837 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15c1dc6174c04d27a45b4789687485f3f31469fbdbb3cd0a658d3b47a2d9b382" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a40d1e12-8e57-47d2-a561-acdf8461d509" -d '{"events": [{"server_uuid": "4829f58c-adec-413d-83c8-23f1d3143205", "name": "network-vif-deleted", "tag": "424b2123-2ed7-4eda-bdcf-dd72a3df7bea"}]}' {{(pid=115992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 00:37:05.057475 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 00:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4c14ae9-1ada-4a5a-b750-6ba556f054b7 x-openstack-request-id: req-a4c14ae9-1ada-4a5a-b750-6ba556f054b7 {{(pid=115992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 00:37:05.057849 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4829f58c-adec-413d-83c8-23f1d3143205", "name": "network-vif-deleted", "tag": "424b2123-2ed7-4eda-bdcf-dd72a3df7bea", "status": "completed", "code": 200}]} {{(pid=115992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 00:37:05.058097 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a4c14ae9-1ada-4a5a-b750-6ba556f054b7 {{(pid=115992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 00:37:05.058497 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4c14ae9-1ada-4a5a-b750-6ba556f054b7'] response: {'server_uuid': '4829f58c-adec-413d-83c8-23f1d3143205', 'name': 'network-vif-deleted', 'tag': '424b2123-2ed7-4eda-bdcf-dd72a3df7bea', 'status': 'completed', 'code': 200} Aug 08 00:37:05.065510 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-0a0f5a71-9bcc-4fb8-ad8f-b0b6603cee86 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Publish callbacks [] for floatingip (9925f607-ac75-4505-ad82-0e2bda5d71e4), precommit_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:05.136129 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_dvr_db [None req-30f5a62d-7761-458f-ab00-0df1e406e937 None None] Set router 86e559f2-866e-494b-82ad-b5b594a151c0 gateway port host: dv-cinder-851640-3-iscsi {{(pid=115994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 00:37:05.238208 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-0a0f5a71-9bcc-4fb8-ad8f-b0b6603cee86 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (e2171935-a7e6-4a04-a97c-4c3f58ab8e21), before_update {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:05.346784 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_hamode_db [None req-30f5a62d-7761-458f-ab00-0df1e406e937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86e559f2-866e-494b-82ad-b5b594a151c0', 'name': 'tempest-AttachVolumeShelveTestJSON-1947753513-router', 'tenant_id': '1aa84c8a680d49f8be48580c62c18889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '53cdf01d-9d88-476a-b524-f08ed0260945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:32:21Z', 'updated_at': '2022-08-08T00:32:28Z', 'revision_number': 4, 'project_id': '1aa84c8a680d49f8be48580c62c18889', 'gw_port': {'id': '53cdf01d-9d88-476a-b524-f08ed0260945', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:86:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e559f2-866e-494b-82ad-b5b594a151c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:32:22Z', 'updated_at': '2022-08-08T00:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi', '_interfaces': [{'id': 'c261cb3a-39f2-424d-b5df-2be1a2e72cb7', 'name': '', 'network_id': '80d6d476-8f39-44d3-b747-4eed8b7c1a18', 'tenant_id': '1aa84c8a680d49f8be48580c62c18889', 'mac_address': 'fa:16:3e:2d:94:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e559f2-866e-494b-82ad-b5b594a151c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '2e97ee91-c7eb-4a92-adff-260b02055216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:32:27Z', 'updated_at': '2022-08-08T00:32:38Z', 'revision_number': 5, 'project_id': '1aa84c8a680d49f8be48580c62c18889', 'subnets': [{'id': '2e97ee91-c7eb-4a92-adff-260b02055216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851640-3-iscsi', False) {} {{(pid=115994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:37:05.371603 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f5a62d-7761-458f-ab00-0df1e406e937 None None] Checking router: 86e559f2-866e-494b-82ad-b5b594a151c0 for host: dv-cinder-851640-3-iscsi {{(pid=115994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 00:37:05.380616 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f5a62d-7761-458f-ab00-0df1e406e937 None None] Routers {'86e559f2-866e-494b-82ad-b5b594a151c0'} bound to L3 agent in host dv-cinder-851640-3-iscsi {{(pid=115994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 00:37:05.381507 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_hamode_db [None req-30f5a62d-7761-458f-ab00-0df1e406e937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851640-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-08-08T00:24:12Z,description=,heartbeat_timestamp=2022-08-08T00:36:42Z,host='dv-cinder-851640-3-iscsi',id=d53f5436-7c7f-4441-9708-9d0333b57745,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T00:24:13Z,topic='l3_agent')) {'router_ids': ['86e559f2-866e-494b-82ad-b5b594a151c0'], 'active': True} {{(pid=115994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:37:05.399642 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-0a0f5a71-9bcc-4fb8-ad8f-b0b6603cee86 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Publish callbacks [] for port (e2171935-a7e6-4a04-a97c-4c3f58ab8e21), precommit_update {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:05.455023 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-0a0f5a71-9bcc-4fb8-ad8f-b0b6603cee86 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26371340'] for port (e2171935-a7e6-4a04-a97c-4c3f58ab8e21), after_update {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:05.465519 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Device 424b2123-2ed7-4eda-bdcf-dd72a3df7bea no longer exists at agent hyperv_hv-cinder-85164 {{(pid=115993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 00:37:05.487964 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] No Port match for: 424b2123-2ed7-4eda-bdcf-dd72a3df7bea {{(pid=115993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 08 00:37:05.488730 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Device 424b2123-2ed7-4eda-bdcf-dd72a3df7bea not bound to the agent host hv-cinder-85164 {{(pid=115993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 00:37:05.489762 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_dvr_db [None req-30f5a62d-7761-458f-ab00-0df1e406e937 None None] Set router 86e559f2-866e-494b-82ad-b5b594a151c0 gateway port host: dv-cinder-851640-3-iscsi {{(pid=115994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 00:37:05.531915 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:37:05.542111 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-0a0f5a71-9bcc-4fb8-ad8f-b0b6603cee86 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-499989'] for floatingip (9925f607-ac75-4505-ad82-0e2bda5d71e4), after_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:05.543942 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0f5a71-9bcc-4fb8-ad8f-b0b6603cee86 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Pushing event updated for resources: {'Port': ['ID=e2171935-a7e6-4a04-a97c-4c3f58ab8e21,revision_number=2']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:37:05.646434 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.db.l3_db [None req-0a0f5a71-9bcc-4fb8-ad8f-b0b6603cee86 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Floating IP 9925f607-ac75-4505-ad82-0e2bda5d71e4 associated. External IP: 172.27.3.219, port: ef74e25d-7ffe-42e3-9abd-4b9fe8caa2d7. Aug 08 00:37:05.683147 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_hamode_db [None req-30f5a62d-7761-458f-ab00-0df1e406e937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86e559f2-866e-494b-82ad-b5b594a151c0', 'name': 'tempest-AttachVolumeShelveTestJSON-1947753513-router', 'tenant_id': '1aa84c8a680d49f8be48580c62c18889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '53cdf01d-9d88-476a-b524-f08ed0260945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:32:21Z', 'updated_at': '2022-08-08T00:32:28Z', 'revision_number': 4, 'project_id': '1aa84c8a680d49f8be48580c62c18889', 'gw_port': {'id': '53cdf01d-9d88-476a-b524-f08ed0260945', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:86:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e559f2-866e-494b-82ad-b5b594a151c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:32:22Z', 'updated_at': '2022-08-08T00:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi', '_interfaces': [{'id': 'c261cb3a-39f2-424d-b5df-2be1a2e72cb7', 'name': '', 'network_id': '80d6d476-8f39-44d3-b747-4eed8b7c1a18', 'tenant_id': '1aa84c8a680d49f8be48580c62c18889', 'mac_address': 'fa:16:3e:2d:94:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e559f2-866e-494b-82ad-b5b594a151c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '2e97ee91-c7eb-4a92-adff-260b02055216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:32:27Z', 'updated_at': '2022-08-08T00:32:38Z', 'revision_number': 5, 'project_id': '1aa84c8a680d49f8be48580c62c18889', 'subnets': [{'id': '2e97ee91-c7eb-4a92-adff-260b02055216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851640-3-iscsi', False) {} {{(pid=115994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:37:05.713619 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f5a62d-7761-458f-ab00-0df1e406e937 None None] The sync data for ids ['86e559f2-866e-494b-82ad-b5b594a151c0'] in dv-cinder-851640-3-iscsi is: [{'id': '86e559f2-866e-494b-82ad-b5b594a151c0', 'name': 'tempest-AttachVolumeShelveTestJSON-1947753513-router', 'tenant_id': '1aa84c8a680d49f8be48580c62c18889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '53cdf01d-9d88-476a-b524-f08ed0260945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:32:21Z', 'updated_at': '2022-08-08T00:32:28Z', 'revision_number': 4, 'project_id': '1aa84c8a680d49f8be48580c62c18889', 'gw_port': {'id': '53cdf01d-9d88-476a-b524-f08ed0260945', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:86:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e559f2-866e-494b-82ad-b5b594a151c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:32:22Z', 'updated_at': '2022-08-08T00:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi', '_interfaces': [{'id': 'c261cb3a-39f2-424d-b5df-2be1a2e72cb7', 'name': '', 'network_id': '80d6d476-8f39-44d3-b747-4eed8b7c1a18', 'tenant_id': '1aa84c8a680d49f8be48580c62c18889', 'mac_address': 'fa:16:3e:2d:94:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e559f2-866e-494b-82ad-b5b594a151c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '2e97ee91-c7eb-4a92-adff-260b02055216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:32:27Z', 'updated_at': '2022-08-08T00:32:38Z', 'revision_number': 5, 'project_id': '1aa84c8a680d49f8be48580c62c18889', 'subnets': [{'id': '2e97ee91-c7eb-4a92-adff-260b02055216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 00:37:05.876632 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a0f5a71-9bcc-4fb8-ad8f-b0b6603cee86 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Router d99aed4c-db56-4c90-b02b-64144441fa35 has already been hosted by L3 agent d53f5436-7c7f-4441-9708-9d0333b57745 {{(pid=115992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 00:37:05.945045 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-af3a7d86-da23-492f-8c0a-056ae806cf19 req-ec9589ac-ce2b-4778-9832-0573f03abbba tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4829f58c-adec-413d-83c8-23f1d3143205 HTTP/1.1" status: 200 len: 210 time: 0.0598314 Aug 08 00:37:06.046562 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a0d646-ddbe-48e1-aa82-dec7e70f684a None None] New status for floating IP 1d04c29b-17e5-4fbf-9d0e-b714414d6f71: DOWN {{(pid=115993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 08 00:37:06.289000 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a0f5a71-9bcc-4fb8-ad8f-b0b6603cee86 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Notify agent at l3_agent.dv-cinder-851640-3-iscsi the message routers_updated {{(pid=115992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 00:37:06.299620 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-278295a6-b5b8-495d-8da1-8c59544a0d12 None None] Sync routers for ids ['d99aed4c-db56-4c90-b02b-64144441fa35'] in dv-cinder-851640-3-iscsi {{(pid=115994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 00:37:06.310072 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278295a6-b5b8-495d-8da1-8c59544a0d12 None None] Routers {'d99aed4c-db56-4c90-b02b-64144441fa35'} bound to L3 agent in host dv-cinder-851640-3-iscsi {{(pid=115994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 00:37:06.310671 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_hamode_db [None req-278295a6-b5b8-495d-8da1-8c59544a0d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851640-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-08-08T00:24:12Z,description=,heartbeat_timestamp=2022-08-08T00:36:42Z,host='dv-cinder-851640-3-iscsi',id=d53f5436-7c7f-4441-9708-9d0333b57745,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T00:24:13Z,topic='l3_agent')) {'router_ids': ['d99aed4c-db56-4c90-b02b-64144441fa35'], 'active': True} {{(pid=115994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:37:06.380526 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-0a0f5a71-9bcc-4fb8-ad8f-b0b6603cee86 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63196'] for floatingip (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:06.400235 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:37:06.416460 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-0a0f5a71-9bcc-4fb8-ad8f-b0b6603cee86 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.15 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.2359331 Aug 08 00:37:06.417079 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_dvr_db [None req-278295a6-b5b8-495d-8da1-8c59544a0d12 None None] Set router d99aed4c-db56-4c90-b02b-64144441fa35 gateway port host: dv-cinder-851640-3-iscsi {{(pid=115994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 00:37:06.490060 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=100 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:37:06.499446 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=100 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:37:06.638553 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_hamode_db [None req-278295a6-b5b8-495d-8da1-8c59544a0d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd99aed4c-db56-4c90-b02b-64144441fa35', 'name': 'tempest-TestVolumeBootPattern-1815404956-router', 'tenant_id': 'a22da44baa6b472e91d99fbcb03b583c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '7a061287-b52c-47b1-848a-b38d19005ef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:35:38Z', 'updated_at': '2022-08-08T00:35:45Z', 'revision_number': 4, 'project_id': 'a22da44baa6b472e91d99fbcb03b583c', 'gw_port': {'id': '7a061287-b52c-47b1-848a-b38d19005ef5', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:21:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99aed4c-db56-4c90-b02b-64144441fa35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:35:39Z', 'updated_at': '2022-08-08T00:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi', '_floatingips': [{'id': '9925f607-ac75-4505-ad82-0e2bda5d71e4', 'tenant_id': 'a22da44baa6b472e91d99fbcb03b583c', 'floating_ip_address': '172.27.3.219', 'floating_network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'router_id': 'd99aed4c-db56-4c90-b02b-64144441fa35', 'port_id': 'ef74e25d-7ffe-42e3-9abd-4b9fe8caa2d7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e16e278d-24ed-46ec-9b21-78207cc53646', 'mac_address': 'fa:16:3e:fe:c3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed4b901e-ba2e-4eaa-bb78-47214419d1a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T00:37:04Z', 'updated_at': '2022-08-08T00:37:04Z', 'revision_number': 0, 'project_id': 'a22da44baa6b472e91d99fbcb03b583c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8522b74-8a47-4852-94d4-8aec395de36e', 'name': '', 'network_id': 'e16e278d-24ed-46ec-9b21-78207cc53646', 'tenant_id': 'a22da44baa6b472e91d99fbcb03b583c', 'mac_address': 'fa:16:3e:6a:5f:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99aed4c-db56-4c90-b02b-64144441fa35', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '49ad74e6-a7f8-44c2-b833-dcbba288ca27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:35:44Z', 'updated_at': '2022-08-08T00:35:55Z', 'revision_number': 5, 'project_id': 'a22da44baa6b472e91d99fbcb03b583c', 'subnets': [{'id': '49ad74e6-a7f8-44c2-b833-dcbba288ca27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851640-3-iscsi', False) {} {{(pid=115994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:37:06.665683 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-278295a6-b5b8-495d-8da1-8c59544a0d12 None None] Checking router: d99aed4c-db56-4c90-b02b-64144441fa35 for host: dv-cinder-851640-3-iscsi {{(pid=115994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 00:37:06.675926 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278295a6-b5b8-495d-8da1-8c59544a0d12 None None] Routers {'d99aed4c-db56-4c90-b02b-64144441fa35'} bound to L3 agent in host dv-cinder-851640-3-iscsi {{(pid=115994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 00:37:06.676547 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_hamode_db [None req-278295a6-b5b8-495d-8da1-8c59544a0d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851640-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-08-08T00:24:12Z,description=,heartbeat_timestamp=2022-08-08T00:36:42Z,host='dv-cinder-851640-3-iscsi',id=d53f5436-7c7f-4441-9708-9d0333b57745,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T00:24:13Z,topic='l3_agent')) {'router_ids': ['d99aed4c-db56-4c90-b02b-64144441fa35'], 'active': True} {{(pid=115994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:37:06.789634 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_dvr_db [None req-278295a6-b5b8-495d-8da1-8c59544a0d12 None None] Set router d99aed4c-db56-4c90-b02b-64144441fa35 gateway port host: dv-cinder-851640-3-iscsi {{(pid=115994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 00:37:07.010759 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_hamode_db [None req-278295a6-b5b8-495d-8da1-8c59544a0d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd99aed4c-db56-4c90-b02b-64144441fa35', 'name': 'tempest-TestVolumeBootPattern-1815404956-router', 'tenant_id': 'a22da44baa6b472e91d99fbcb03b583c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '7a061287-b52c-47b1-848a-b38d19005ef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:35:38Z', 'updated_at': '2022-08-08T00:35:45Z', 'revision_number': 4, 'project_id': 'a22da44baa6b472e91d99fbcb03b583c', 'gw_port': {'id': '7a061287-b52c-47b1-848a-b38d19005ef5', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:21:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99aed4c-db56-4c90-b02b-64144441fa35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:35:39Z', 'updated_at': '2022-08-08T00:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi', '_floatingips': [{'id': '9925f607-ac75-4505-ad82-0e2bda5d71e4', 'tenant_id': 'a22da44baa6b472e91d99fbcb03b583c', 'floating_ip_address': '172.27.3.219', 'floating_network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'router_id': 'd99aed4c-db56-4c90-b02b-64144441fa35', 'port_id': 'ef74e25d-7ffe-42e3-9abd-4b9fe8caa2d7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e16e278d-24ed-46ec-9b21-78207cc53646', 'mac_address': 'fa:16:3e:fe:c3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed4b901e-ba2e-4eaa-bb78-47214419d1a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T00:37:04Z', 'updated_at': '2022-08-08T00:37:04Z', 'revision_number': 0, 'project_id': 'a22da44baa6b472e91d99fbcb03b583c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8522b74-8a47-4852-94d4-8aec395de36e', 'name': '', 'network_id': 'e16e278d-24ed-46ec-9b21-78207cc53646', 'tenant_id': 'a22da44baa6b472e91d99fbcb03b583c', 'mac_address': 'fa:16:3e:6a:5f:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99aed4c-db56-4c90-b02b-64144441fa35', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '49ad74e6-a7f8-44c2-b833-dcbba288ca27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:35:44Z', 'updated_at': '2022-08-08T00:35:55Z', 'revision_number': 5, 'project_id': 'a22da44baa6b472e91d99fbcb03b583c', 'subnets': [{'id': '49ad74e6-a7f8-44c2-b833-dcbba288ca27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851640-3-iscsi', False) {} {{(pid=115994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:37:07.037753 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-278295a6-b5b8-495d-8da1-8c59544a0d12 None None] The sync data for ids ['d99aed4c-db56-4c90-b02b-64144441fa35'] in dv-cinder-851640-3-iscsi is: [{'id': 'd99aed4c-db56-4c90-b02b-64144441fa35', 'name': 'tempest-TestVolumeBootPattern-1815404956-router', 'tenant_id': 'a22da44baa6b472e91d99fbcb03b583c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '7a061287-b52c-47b1-848a-b38d19005ef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:35:38Z', 'updated_at': '2022-08-08T00:35:45Z', 'revision_number': 4, 'project_id': 'a22da44baa6b472e91d99fbcb03b583c', 'gw_port': {'id': '7a061287-b52c-47b1-848a-b38d19005ef5', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:21:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99aed4c-db56-4c90-b02b-64144441fa35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:35:39Z', 'updated_at': '2022-08-08T00:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi', '_floatingips': [{'id': '9925f607-ac75-4505-ad82-0e2bda5d71e4', 'tenant_id': 'a22da44baa6b472e91d99fbcb03b583c', 'floating_ip_address': '172.27.3.219', 'floating_network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'router_id': 'd99aed4c-db56-4c90-b02b-64144441fa35', 'port_id': 'ef74e25d-7ffe-42e3-9abd-4b9fe8caa2d7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e16e278d-24ed-46ec-9b21-78207cc53646', 'mac_address': 'fa:16:3e:fe:c3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed4b901e-ba2e-4eaa-bb78-47214419d1a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T00:37:04Z', 'updated_at': '2022-08-08T00:37:04Z', 'revision_number': 0, 'project_id': 'a22da44baa6b472e91d99fbcb03b583c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8522b74-8a47-4852-94d4-8aec395de36e', 'name': '', 'network_id': 'e16e278d-24ed-46ec-9b21-78207cc53646', 'tenant_id': 'a22da44baa6b472e91d99fbcb03b583c', 'mac_address': 'fa:16:3e:6a:5f:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99aed4c-db56-4c90-b02b-64144441fa35', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '49ad74e6-a7f8-44c2-b833-dcbba288ca27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:35:44Z', 'updated_at': '2022-08-08T00:35:55Z', 'revision_number': 5, 'project_id': 'a22da44baa6b472e91d99fbcb03b583c', 'subnets': [{'id': '49ad74e6-a7f8-44c2-b833-dcbba288ca27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 00:37:07.060138 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed4b901e-ba2e-4eaa-bb78-47214419d1a0', 'tag': 'ef74e25d-7ffe-42e3-9abd-4b9fe8caa2d7'}] {{(pid=115992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 00:37:07.062760 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15c1dc6174c04d27a45b4789687485f3f31469fbdbb3cd0a658d3b47a2d9b382" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4d87b6b-0979-4541-a859-74987e3f2e97" -d '{"events": [{"name": "network-changed", "server_uuid": "ed4b901e-ba2e-4eaa-bb78-47214419d1a0", "tag": "ef74e25d-7ffe-42e3-9abd-4b9fe8caa2d7"}]}' {{(pid=115992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 00:37:07.105941 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 00:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7131e64-379e-418f-913e-2f8e0daa6945 x-openstack-request-id: req-b7131e64-379e-418f-913e-2f8e0daa6945 {{(pid=115992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 00:37:07.105941 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed4b901e-ba2e-4eaa-bb78-47214419d1a0", "tag": "ef74e25d-7ffe-42e3-9abd-4b9fe8caa2d7", "status": "completed", "code": 200}]} {{(pid=115992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 00:37:07.105941 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b7131e64-379e-418f-913e-2f8e0daa6945 {{(pid=115992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 00:37:07.105941 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7131e64-379e-418f-913e-2f8e0daa6945'] response: {'name': 'network-changed', 'server_uuid': 'ed4b901e-ba2e-4eaa-bb78-47214419d1a0', 'tag': 'ef74e25d-7ffe-42e3-9abd-4b9fe8caa2d7', 'status': 'completed', 'code': 200} Aug 08 00:37:07.130462 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 60504) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:37:07.199737 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d87b6b-0979-4541-a859-74987e3f2e97 req-8ce71b14-cec1-4618-9398-234f28bf9ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:37:07.201228 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-b4d87b6b-0979-4541-a859-74987e3f2e97 req-8ce71b14-cec1-4618-9398-234f28bf9ba9 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=a22da44baa6b472e91d99fbcb03b583c&device_id=ed4b901e-ba2e-4eaa-bb78-47214419d1a0 HTTP/1.1" status: 200 len: 1130 time: 0.0554154 Aug 08 00:37:07.254531 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee29c38-e854-4f61-b674-8a0cf4825022 None None] New status for floating IP 9925f607-ac75-4505-ad82-0e2bda5d71e4: ACTIVE {{(pid=115993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 08 00:37:07.267644 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-dffea203-4da2-4263-b718-5f0b8de2841e tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Publish callbacks [] for security_group (99750fcd-194d-487c-b80c-a79152b12484), before_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:07.308539 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-dffea203-4da2-4263-b718-5f0b8de2841e tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Publish callbacks [] for security_group (99750fcd-194d-487c-b80c-a79152b12484), precommit_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:07.363276 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d87b6b-0979-4541-a859-74987e3f2e97 req-77d89c46-9334-49d2-bf78-f4880bc4923d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:37:07.363276 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-b4d87b6b-0979-4541-a859-74987e3f2e97 req-77d89c46-9334-49d2-bf78-f4880bc4923d service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=e16e278d-24ed-46ec-9b21-78207cc53646 HTTP/1.1" status: 200 len: 913 time: 0.1487134 Aug 08 00:37:07.434697 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-b4d87b6b-0979-4541-a859-74987e3f2e97 req-d3e59d7e-06ac-4b5f-82da-dff98c3623a6 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ef74e25d-7ffe-42e3-9abd-4b9fe8caa2d7 HTTP/1.1" status: 200 len: 1000 time: 0.0618947 Aug 08 00:37:07.483606 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-dffea203-4da2-4263-b718-5f0b8de2841e tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (99750fcd-194d-487c-b80c-a79152b12484), after_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:07.486894 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-dffea203-4da2-4263-b718-5f0b8de2841e tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Publish callbacks [] for security_group (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:07.488065 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-dffea203-4da2-4263-b718-5f0b8de2841e tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "DELETE /networking/v2.0/security-groups/99750fcd-194d-487c-b80c-a79152b12484 HTTP/1.1" status: 204 len: 168 time: 0.3566377 Aug 08 00:37:07.491814 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 60512) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:37:07.496071 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d87b6b-0979-4541-a859-74987e3f2e97 req-6a683de8-ac31-413d-be57-7315a5ebcb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:37:07.497526 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-b4d87b6b-0979-4541-a859-74987e3f2e97 req-6a683de8-ac31-413d-be57-7315a5ebcb68 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=49ad74e6-a7f8-44c2-b833-dcbba288ca27 HTTP/1.1" status: 200 len: 851 time: 0.0551722 Aug 08 00:37:07.503653 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffea203-4da2-4263-b718-5f0b8de2841e tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99750fcd-194d-487c-b80c-a79152b12484,revision_number=None']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:37:07.526495 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.api.v2.resource [None req-505bc765-e879-42ca-8203-3617c8167a04 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] show failed (client error): The resource could not be found. Aug 08 00:37:07.531777 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-505bc765-e879-42ca-8203-3617c8167a04 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/security-groups/99750fcd-194d-487c-b80c-a79152b12484 HTTP/1.1" status: 404 len: 347 time: 0.0397456 Aug 08 00:37:07.532723 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 60514) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:37:07.566289 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d87b6b-0979-4541-a859-74987e3f2e97 req-eca46169-abea-4a24-a2b3-d0f7cc3dae35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:37:07.568192 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-b4d87b6b-0979-4541-a859-74987e3f2e97 req-eca46169-abea-4a24-a2b3-d0f7cc3dae35 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=e16e278d-24ed-46ec-9b21-78207cc53646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0603361 Aug 08 00:37:07.676664 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.plugin [None req-111dc755-3396-4bba-a6cb-34fa9c2d6122 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Deleting port 99d2dbac-cc61-4816-8dcc-f083f8054593 {{(pid=115991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 00:37:07.676664 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-111dc755-3396-4bba-a6cb-34fa9c2d6122 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764676511537'] for port (99d2dbac-cc61-4816-8dcc-f083f8054593), before_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:07.695660 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-b4d87b6b-0979-4541-a859-74987e3f2e97 req-6cb5a589-9353-44c2-b3fa-8e288b38ae01 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/e16e278d-24ed-46ec-9b21-78207cc53646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133590 Aug 08 00:37:07.699481 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=100 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:37:07.730269 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e0db4a-9b1b-4a95-a8aa-95d1b0957dfa req-acae16f4-aae1-4244-8a92-709c150da150 tempest-VolumesSnapshotTestJSON-1144645517 tempest-VolumesSnapshotTestJSON-1144645517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:37:07.731773 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-51e0db4a-9b1b-4a95-a8aa-95d1b0957dfa req-acae16f4-aae1-4244-8a92-709c150da150 tempest-VolumesSnapshotTestJSON-1144645517 tempest-VolumesSnapshotTestJSON-1144645517-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fb8a0c4d-9a66-46c5-8ae2-a4bc75549c71 HTTP/1.1" status: 200 len: 945 time: 0.0500448 Aug 08 00:37:07.757925 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-111dc755-3396-4bba-a6cb-34fa9c2d6122 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440649'] for port (99d2dbac-cc61-4816-8dcc-f083f8054593), precommit_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:07.758279 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-111dc755-3396-4bba-a6cb-34fa9c2d6122 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Publish callbacks [] for floatingip (99d2dbac-cc61-4816-8dcc-f083f8054593), precommit_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:07.771021 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.plugin [None req-111dc755-3396-4bba-a6cb-34fa9c2d6122 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Calling delete_port for 99d2dbac-cc61-4816-8dcc-f083f8054593 owned by network:floatingip {{(pid=115991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 00:37:07.778992 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=100 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:37:07.780857 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-51e0db4a-9b1b-4a95-a8aa-95d1b0957dfa req-ea46980a-6f4c-4278-9d48-32c9c400b008 tempest-VolumesSnapshotTestJSON-1144645517 tempest-VolumesSnapshotTestJSON-1144645517-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=107e9f55-8376-45e6-a94e-667c44085544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419922 Aug 08 00:37:07.966885 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-111dc755-3396-4bba-a6cb-34fa9c2d6122 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764676515054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764676113794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2785209'] for port (99d2dbac-cc61-4816-8dcc-f083f8054593), after_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:07.992593 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111dc755-3396-4bba-a6cb-34fa9c2d6122 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Pushing event deleted for resources: {'Port': ['ID=99d2dbac-cc61-4816-8dcc-f083f8054593,revision_number=None']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:37:08.004834 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111dc755-3396-4bba-a6cb-34fa9c2d6122 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:37:08.005189 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111dc755-3396-4bba-a6cb-34fa9c2d6122 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:37:08.005534 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111dc755-3396-4bba-a6cb-34fa9c2d6122 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:37:08.005889 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111dc755-3396-4bba-a6cb-34fa9c2d6122 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:37:08.006212 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111dc755-3396-4bba-a6cb-34fa9c2d6122 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:37:08.006546 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111dc755-3396-4bba-a6cb-34fa9c2d6122 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:37:08.006878 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111dc755-3396-4bba-a6cb-34fa9c2d6122 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:37:08.007206 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111dc755-3396-4bba-a6cb-34fa9c2d6122 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:37:08.007558 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111dc755-3396-4bba-a6cb-34fa9c2d6122 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:37:08.007886 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111dc755-3396-4bba-a6cb-34fa9c2d6122 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:37:08.008211 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111dc755-3396-4bba-a6cb-34fa9c2d6122 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:37:08.008536 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111dc755-3396-4bba-a6cb-34fa9c2d6122 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:37:08.008863 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111dc755-3396-4bba-a6cb-34fa9c2d6122 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:37:08.009188 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111dc755-3396-4bba-a6cb-34fa9c2d6122 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:37:08.009512 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111dc755-3396-4bba-a6cb-34fa9c2d6122 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:37:08.069260 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-111dc755-3396-4bba-a6cb-34fa9c2d6122 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Publish callbacks [] for floatingip (1d04c29b-17e5-4fbf-9d0e-b714414d6f71), after_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:08.071827 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-111dc755-3396-4bba-a6cb-34fa9c2d6122 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63196'] for floatingip (None), before_response {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:08.072996 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-111dc755-3396-4bba-a6cb-34fa9c2d6122 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "DELETE /networking/v2.0/floatingips/1d04c29b-17e5-4fbf-9d0e-b714414d6f71 HTTP/1.1" status: 204 len: 168 time: 0.5387888 Aug 08 00:37:08.215966 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 60520) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:37:08.221227 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.v2.base [None req-8619e660-cedc-4984-ba46-9fc57853dca5 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Request body: {'security_group': {'name': 'tempest-securitygroup--109309726', 'description': 'tempest-description--478499025'}} {{(pid=115991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:37:08.306407 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-8619e660-cedc-4984-ba46-9fc57853dca5 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Publish callbacks [] for security_group (None), before_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:08.375009 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-8619e660-cedc-4984-ba46-9fc57853dca5 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Publish callbacks [] for security_group (22598ee6-6f03-46c2-8167-60b0fd957b19), precommit_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:08.437202 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-8619e660-cedc-4984-ba46-9fc57853dca5 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (22598ee6-6f03-46c2-8167-60b0fd957b19), after_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:08.467819 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8619e660-cedc-4984-ba46-9fc57853dca5 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22598ee6-6f03-46c2-8167-60b0fd957b19,revision_number=1']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:37:08.540667 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-8619e660-cedc-4984-ba46-9fc57853dca5 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Publish callbacks [] for security_group (None), before_response {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:08.542316 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-8619e660-cedc-4984-ba46-9fc57853dca5 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3252087 Aug 08 00:37:08.545014 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 60522) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:37:08.549397 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.v2.base [None req-03f1162c-4c19-40d3-a0c1-d0196762657a tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Request body: {'security_group_rule': {'security_group_id': '22598ee6-6f03-46c2-8167-60b0fd957b19', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:37:08.665068 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-03f1162c-4c19-40d3-a0c1-d0196762657a tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Publish callbacks [] for security_group_rule (213b434c-aaff-4646-b610-929bd50a7e62), before_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:08.687501 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=8 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:37:08.719941 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-03f1162c-4c19-40d3-a0c1-d0196762657a tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Publish callbacks [] for security_group_rule (213b434c-aaff-4646-b610-929bd50a7e62), precommit_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:08.801093 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-03f1162c-4c19-40d3-a0c1-d0196762657a tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339626'] for security_group_rule (213b434c-aaff-4646-b610-929bd50a7e62), after_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:08.821302 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f1162c-4c19-40d3-a0c1-d0196762657a tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=213b434c-aaff-4646-b610-929bd50a7e62,revision_number=0']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:37:08.902228 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a6017d-aa5a-4f6d-b60c-35b9a08f27c2 req-44ae3a06-ad65-41e4-87d6-74ab1630cd41 tempest-VolumesSnapshotTestJSON-1144645517 tempest-VolumesSnapshotTestJSON-1144645517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:37:08.903800 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-a2a6017d-aa5a-4f6d-b60c-35b9a08f27c2 req-44ae3a06-ad65-41e4-87d6-74ab1630cd41 tempest-VolumesSnapshotTestJSON-1144645517 tempest-VolumesSnapshotTestJSON-1144645517-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fb8a0c4d-9a66-46c5-8ae2-a4bc75549c71 HTTP/1.1" status: 200 len: 945 time: 0.0477614 Aug 08 00:37:08.912405 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-03f1162c-4c19-40d3-a0c1-d0196762657a tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:08.913689 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-03f1162c-4c19-40d3-a0c1-d0196762657a tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3677366 Aug 08 00:37:08.916397 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 60526) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:37:08.926778 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.v2.base [None req-4a495a3e-ad06-4d06-9be7-53b68af06cbf tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Request body: {'security_group_rule': {'security_group_id': '22598ee6-6f03-46c2-8167-60b0fd957b19', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:37:08.972520 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-a2a6017d-aa5a-4f6d-b60c-35b9a08f27c2 req-2cc06d62-9239-4801-a9ee-3c6184d0425c tempest-VolumesSnapshotTestJSON-1144645517 tempest-VolumesSnapshotTestJSON-1144645517-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=107e9f55-8376-45e6-a94e-667c44085544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630841 Aug 08 00:37:09.031431 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-4a495a3e-ad06-4d06-9be7-53b68af06cbf tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Publish callbacks [] for security_group_rule (2cd0a019-f675-41b3-8be3-b085eb27f163), before_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:09.079570 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-4a495a3e-ad06-4d06-9be7-53b68af06cbf tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Publish callbacks [] for security_group_rule (2cd0a019-f675-41b3-8be3-b085eb27f163), precommit_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:09.155179 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-4a495a3e-ad06-4d06-9be7-53b68af06cbf tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339626'] for security_group_rule (2cd0a019-f675-41b3-8be3-b085eb27f163), after_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:09.174975 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a495a3e-ad06-4d06-9be7-53b68af06cbf tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cd0a019-f675-41b3-8be3-b085eb27f163,revision_number=0']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:37:09.248555 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-4a495a3e-ad06-4d06-9be7-53b68af06cbf tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:09.249770 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-4a495a3e-ad06-4d06-9be7-53b68af06cbf tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3324263 Aug 08 00:37:09.252872 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 60528) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:37:09.257112 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.v2.base [None req-ff9e071b-fffa-47d8-916b-a932f065b59a tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Request body: {'floatingip': {'floating_network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f'}} {{(pid=115992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:37:09.296984 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=2 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:37:09.349199 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-ff9e071b-fffa-47d8-916b-a932f065b59a tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:09.405204 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-b4d87b6b-0979-4541-a859-74987e3f2e97 req-26323357-4b18-4df9-8676-b1ecd4e01329 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/e16e278d-24ed-46ec-9b21-78207cc53646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252162 Aug 08 00:37:09.446373 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-ff9e071b-fffa-47d8-916b-a932f065b59a tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (None), before_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:09.558919 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.db.db_base_plugin_common [None req-ff9e071b-fffa-47d8-916b-a932f065b59a tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Allocated IP 172.27.3.132 (743d2d45-6b8c-49b7-a932-c537e45f946f/7df84031-3cb2-4601-a018-b61b0ad731dc/9612435a-209e-4ba7-8898-f3cc947615b8) {{(pid=115992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 00:37:09.633342 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:37:09.661801 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-ff9e071b-fffa-47d8-916b-a932f065b59a tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Publish callbacks [] for port (9612435a-209e-4ba7-8898-f3cc947615b8), precommit_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:09.744237 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-ff9e071b-fffa-47d8-916b-a932f065b59a tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764676113785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26371331'] for port (9612435a-209e-4ba7-8898-f3cc947615b8), after_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:09.797891 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff9e071b-fffa-47d8-916b-a932f065b59a tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Network 743d2d45-6b8c-49b7-a932-c537e45f946f is already hosted by enough agents. {{(pid=115992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 00:37:09.802357 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.scheduler.base_scheduler [None req-ff9e071b-fffa-47d8-916b-a932f065b59a tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Resources bound (agent type, host, resource id): {{(pid=115992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 00:37:09.820768 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9e071b-fffa-47d8-916b-a932f065b59a tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Received port after_create {{(pid=115992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 00:37:09.830741 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9e071b-fffa-47d8-916b-a932f065b59a tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Pushing event updated for resources: {'Port': ['ID=9612435a-209e-4ba7-8898-f3cc947615b8,revision_number=1']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:37:09.871853 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2c09a1-7533-4bf1-bdd4-b2d497e7e486 req-cb252500-0fde-4e1c-856f-d0ac139df6e2 tempest-VolumesSnapshotTestJSON-1144645517 tempest-VolumesSnapshotTestJSON-1144645517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:37:09.874465 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-4b2c09a1-7533-4bf1-bdd4-b2d497e7e486 req-cb252500-0fde-4e1c-856f-d0ac139df6e2 tempest-VolumesSnapshotTestJSON-1144645517 tempest-VolumesSnapshotTestJSON-1144645517-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fb8a0c4d-9a66-46c5-8ae2-a4bc75549c71 HTTP/1.1" status: 200 len: 945 time: 0.0861740 Aug 08 00:37:09.992046 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-ff9e071b-fffa-47d8-916b-a932f065b59a tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Publish callbacks [] for floatingip (26f63ae5-a7bd-4f83-86d9-dd50bfef23da), precommit_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:10.002874 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.plugin [req-4b2c09a1-7533-4bf1-bdd4-b2d497e7e486 req-77db27d7-432a-4f6d-b985-7eed8302c934 tempest-VolumesSnapshotTestJSON-1144645517 tempest-VolumesSnapshotTestJSON-1144645517-project] Deleting port db31348c-87d0-4137-be1f-0139a7f53d29 {{(pid=115992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 00:37:10.003213 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-4b2c09a1-7533-4bf1-bdd4-b2d497e7e486 req-77db27d7-432a-4f6d-b985-7eed8302c934 tempest-VolumesSnapshotTestJSON-1144645517 tempest-VolumesSnapshotTestJSON-1144645517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764676511537'] for port (db31348c-87d0-4137-be1f-0139a7f53d29), before_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:10.095910 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42b3018-ac68-436e-a91b-94be10063bfb req-3026a8fa-03fa-48df-9ed2-07d9d9fd585e tempest-VolumesSnapshotTestJSON-1144645517 tempest-VolumesSnapshotTestJSON-1144645517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:37:10.098116 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-b42b3018-ac68-436e-a91b-94be10063bfb req-3026a8fa-03fa-48df-9ed2-07d9d9fd585e tempest-VolumesSnapshotTestJSON-1144645517 tempest-VolumesSnapshotTestJSON-1144645517-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fb8a0c4d-9a66-46c5-8ae2-a4bc75549c71 HTTP/1.1" status: 200 len: 945 time: 0.0521367 Aug 08 00:37:10.115909 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-ff9e071b-fffa-47d8-916b-a932f065b59a tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (9612435a-209e-4ba7-8898-f3cc947615b8), before_update {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:10.119537 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:INSERT=3,neutron:SELECT=94,neutron:UPDATE=3 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:37:10.142351 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.db [req-4b2c09a1-7533-4bf1-bdd4-b2d497e7e486 req-77db27d7-432a-4f6d-b985-7eed8302c934 tempest-VolumesSnapshotTestJSON-1144645517 tempest-VolumesSnapshotTestJSON-1144645517-project] For port db31348c-87d0-4137-be1f-0139a7f53d29, host hv-cinder-85164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85164',level=0,port_id=db31348c-87d0-4137-be1f-0139a7f53d29,segment=NetworkSegment(a97d0af1-6dcd-4953-9065-c83d72f6ad5c),segment_id=a97d0af1-6dcd-4953-9065-c83d72f6ad5c)] {{(pid=115992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:37:10.142836 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-4b2c09a1-7533-4bf1-bdd4-b2d497e7e486 req-77db27d7-432a-4f6d-b985-7eed8302c934 tempest-VolumesSnapshotTestJSON-1144645517 tempest-VolumesSnapshotTestJSON-1144645517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440649'] for port (db31348c-87d0-4137-be1f-0139a7f53d29), precommit_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:10.145480 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-b42b3018-ac68-436e-a91b-94be10063bfb req-d7b35894-2853-4d5c-8587-8309bc9bc503 tempest-VolumesSnapshotTestJSON-1144645517 tempest-VolumesSnapshotTestJSON-1144645517-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=107e9f55-8376-45e6-a94e-667c44085544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425024 Aug 08 00:37:10.164600 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.plugin [req-4b2c09a1-7533-4bf1-bdd4-b2d497e7e486 req-77db27d7-432a-4f6d-b985-7eed8302c934 tempest-VolumesSnapshotTestJSON-1144645517 tempest-VolumesSnapshotTestJSON-1144645517-project] Calling delete_port for db31348c-87d0-4137-be1f-0139a7f53d29 owned by compute:nova {{(pid=115992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 00:37:10.243262 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-0a451e68-c715-431d-b9c6-a26455677642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (93e2312b-3744-4a9e-8723-a0f19f10f89a), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:10.379678 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-ff9e071b-fffa-47d8-916b-a932f065b59a tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Publish callbacks [] for port (9612435a-209e-4ba7-8898-f3cc947615b8), precommit_update {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:10.448934 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-ff9e071b-fffa-47d8-916b-a932f065b59a tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26371340'] for port (9612435a-209e-4ba7-8898-f3cc947615b8), after_update {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:10.452423 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:37:10.495268 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-4b2c09a1-7533-4bf1-bdd4-b2d497e7e486 req-77db27d7-432a-4f6d-b985-7eed8302c934 tempest-VolumesSnapshotTestJSON-1144645517 tempest-VolumesSnapshotTestJSON-1144645517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764676515054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764676113794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26371331'] for port (db31348c-87d0-4137-be1f-0139a7f53d29), after_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:10.508224 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] get_ports_and_sgs() called for port_ids ['db31348c-87d0-4137-be1f-0139a7f53d29'] {{(pid=115993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 00:37:10.538522 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9e071b-fffa-47d8-916b-a932f065b59a tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Pushing event updated for resources: {'Port': ['ID=9612435a-209e-4ba7-8898-f3cc947615b8,revision_number=2']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:37:10.578910 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-ff9e071b-fffa-47d8-916b-a932f065b59a tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-499989'] for floatingip (26f63ae5-a7bd-4f83-86d9-dd50bfef23da), after_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:10.584615 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77db27d7-432a-4f6d-b985-7eed8302c934 tempest-VolumesSnapshotTestJSON-1144645517 tempest-VolumesSnapshotTestJSON-1144645517-project] Pushing event deleted for resources: {'Port': ['ID=db31348c-87d0-4137-be1f-0139a7f53d29,revision_number=None']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:37:10.609502 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b2c09a1-7533-4bf1-bdd4-b2d497e7e486 req-77db27d7-432a-4f6d-b985-7eed8302c934 tempest-VolumesSnapshotTestJSON-1144645517 tempest-VolumesSnapshotTestJSON-1144645517-project] No DVR routers for this DVR port db31348c-87d0-4137-be1f-0139a7f53d29 on host hv-cinder-85164 {{(pid=115992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 08 00:37:10.613473 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-4b2c09a1-7533-4bf1-bdd4-b2d497e7e486 req-77db27d7-432a-4f6d-b985-7eed8302c934 tempest-VolumesSnapshotTestJSON-1144645517 tempest-VolumesSnapshotTestJSON-1144645517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63196'] for port (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:10.616678 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-4b2c09a1-7533-4bf1-bdd4-b2d497e7e486 req-77db27d7-432a-4f6d-b985-7eed8302c934 tempest-VolumesSnapshotTestJSON-1144645517 tempest-VolumesSnapshotTestJSON-1144645517-project] 10.222.0.25 "DELETE /networking/v2.0/ports/db31348c-87d0-4137-be1f-0139a7f53d29 HTTP/1.1" status: 204 len: 173 time: 0.7332375 Aug 08 00:37:10.617384 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb8a0c4d-9a66-46c5-8ae2-a4bc75549c71', 'name': 'network-vif-deleted', 'tag': 'db31348c-87d0-4137-be1f-0139a7f53d29'}] {{(pid=115992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 00:37:10.619710 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15c1dc6174c04d27a45b4789687485f3f31469fbdbb3cd0a658d3b47a2d9b382" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f68908d-a82a-4518-893d-29c89c1ab30c" -d '{"events": [{"server_uuid": "fb8a0c4d-9a66-46c5-8ae2-a4bc75549c71", "name": "network-vif-deleted", "tag": "db31348c-87d0-4137-be1f-0139a7f53d29"}]}' {{(pid=115992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 00:37:10.661347 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 00:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33ee7666-b5ca-4cfc-b16b-8cbaf566f024 x-openstack-request-id: req-33ee7666-b5ca-4cfc-b16b-8cbaf566f024 {{(pid=115992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 00:37:10.661648 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb8a0c4d-9a66-46c5-8ae2-a4bc75549c71", "name": "network-vif-deleted", "tag": "db31348c-87d0-4137-be1f-0139a7f53d29", "status": "completed", "code": 200}]} {{(pid=115992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 00:37:10.661894 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-33ee7666-b5ca-4cfc-b16b-8cbaf566f024 {{(pid=115992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 00:37:10.662296 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33ee7666-b5ca-4cfc-b16b-8cbaf566f024'] response: {'server_uuid': 'fb8a0c4d-9a66-46c5-8ae2-a4bc75549c71', 'name': 'network-vif-deleted', 'tag': 'db31348c-87d0-4137-be1f-0139a7f53d29', 'status': 'completed', 'code': 200} Aug 08 00:37:10.720450 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-ff9e071b-fffa-47d8-916b-a932f065b59a tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63196'] for floatingip (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:10.721830 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-ff9e071b-fffa-47d8-916b-a932f065b59a tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4680448 Aug 08 00:37:10.924050 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-54c6fc28-8a0c-4239-97e4-b51ddb07d33f req-a7a5b1ce-940b-4457-a1d2-5104f7d179ea tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--109309726&fields=id&tenant_id=1aa84c8a680d49f8be48580c62c18889 HTTP/1.1" status: 200 len: 267 time: 0.0429764 Aug 08 00:37:11.264150 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-232789fa-b7fb-4c4a-af31-c4f78ea9097f req-176a2b2c-07cf-4c84-a5eb-b6fce736c2f6 tempest-VolumesSnapshotTestJSON-1144645517 tempest-VolumesSnapshotTestJSON-1144645517-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fb8a0c4d-9a66-46c5-8ae2-a4bc75549c71 HTTP/1.1" status: 200 len: 210 time: 0.0299075 Aug 08 00:37:11.290022 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c6fc28-8a0c-4239-97e4-b51ddb07d33f req-cf26c929-183a-4bd1-8e23-33c48f2411f8 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:37:11.291568 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-54c6fc28-8a0c-4239-97e4-b51ddb07d33f req-cf26c929-183a-4bd1-8e23-33c48f2411f8 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/networks?id=80d6d476-8f39-44d3-b747-4eed8b7c1a18 HTTP/1.1" status: 200 len: 817 time: 0.3604927 Aug 08 00:37:11.307053 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-54c6fc28-8a0c-4239-97e4-b51ddb07d33f req-a28725ce-b4ca-4bcb-9e54-cf6915555cd8 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/quotas/1aa84c8a680d49f8be48580c62c18889 HTTP/1.1" status: 200 len: 375 time: 0.0102613 Aug 08 00:37:11.356413 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-54c6fc28-8a0c-4239-97e4-b51ddb07d33f req-11abe569-2fe3-425f-82ba-e7e5fdbd4fda tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=1aa84c8a680d49f8be48580c62c18889&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0440857 Aug 08 00:37:11.421303 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:37:11.460176 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-54c6fc28-8a0c-4239-97e4-b51ddb07d33f req-68d70b2e-8f48-4a47-bc07-9611add43ec7 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/80d6d476-8f39-44d3-b747-4eed8b7c1a18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887632 Aug 08 00:37:11.551361 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-54c6fc28-8a0c-4239-97e4-b51ddb07d33f req-97ebeac8-9522-41a5-84b9-dd83cf3a23bd service neutron] 10.222.0.15 "GET /networking/v2.0/networks/80d6d476-8f39-44d3-b747-4eed8b7c1a18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855246 Aug 08 00:37:11.787324 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-e75cc7a9-d8ef-4afa-b360-59f9cf5a6a30 req-623acffc-8612-4b14-b936-6897b9977442 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0cf02d3a-b426-4135-a94a-9048d7515184 HTTP/1.1" status: 200 len: 210 time: 0.0289485 Aug 08 00:37:12.561421 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-7bc4d52f-f052-4f02-914b-7d2ed4ac9160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (d53f5436-7c7f-4441-9708-9d0333b57745), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:12.894180 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-ace09ce7-c736-42f0-b7e9-ce9b5cff7172 req-f3d9155f-33a1-4280-bef8-13ab34ce102c tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0cf02d3a-b426-4135-a94a-9048d7515184 HTTP/1.1" status: 200 len: 210 time: 0.0285738 Aug 08 00:37:13.998162 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-a717dd0e-4d8e-432d-8042-07eb1614ba25 req-a81a7592-cc1d-4ad2-a16b-9f81e9439f98 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0cf02d3a-b426-4135-a94a-9048d7515184 HTTP/1.1" status: 200 len: 210 time: 0.0270019 Aug 08 00:37:14.109396 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86c0433-dc3c-42a2-b751-f81b9eef91ad req-0c7a30a2-e603-4f4b-a46e-15375b02c3ee tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:37:14.110835 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-b86c0433-dc3c-42a2-b751-f81b9eef91ad req-0c7a30a2-e603-4f4b-a46e-15375b02c3ee tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=19fb56ea-f1ea-4d66-9b9b-a86c0fa7ebb7 HTTP/1.1" status: 200 len: 985 time: 0.0490096 Aug 08 00:37:14.170546 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-b86c0433-dc3c-42a2-b751-f81b9eef91ad req-1e82a4f5-3a22-4554-a2ef-e106caeccd8e tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c227dc7a-bed5-43d0-a843-be28d0e38ab6&id=09961e5e-e3b7-4ca0-b7b9-8e62edbb778a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0532732 Aug 08 00:37:14.202850 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-053f2fa2-08e2-4320-9ef7-ed55b6b025bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (8871f2bb-53fb-48a8-be6c-361eafeaffd1), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:15.107349 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-76b87ed4-f0d0-4627-834c-69c6459fcfc9 req-d4bc4799-2088-4cc9-8a1a-2be50fedbbb5 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0cf02d3a-b426-4135-a94a-9048d7515184 HTTP/1.1" status: 200 len: 210 time: 0.0291054 Aug 08 00:37:15.290285 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6749a910-2b8c-4ed5-b555-4c5d5e1bdaa6 req-aba3172f-338d-449a-8194-69a6bb16f5f9 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:37:15.291695 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-6749a910-2b8c-4ed5-b555-4c5d5e1bdaa6 req-aba3172f-338d-449a-8194-69a6bb16f5f9 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=19fb56ea-f1ea-4d66-9b9b-a86c0fa7ebb7 HTTP/1.1" status: 200 len: 985 time: 0.0472753 Aug 08 00:37:15.351430 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-6749a910-2b8c-4ed5-b555-4c5d5e1bdaa6 req-7d04c689-9173-439e-a9ce-2fbaa2fea2aa tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c227dc7a-bed5-43d0-a843-be28d0e38ab6&id=09961e5e-e3b7-4ca0-b7b9-8e62edbb778a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0540459 Aug 08 00:37:15.431482 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (aa35aa05-3c09-40ae-a1e3-ebf96fe3358c), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:15.865968 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-64237613-c389-4d10-936d-2956085fc78e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (998b03d7-10a2-4624-8114-660f2901b45f), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:15.896437 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Device db31348c-87d0-4137-be1f-0139a7f53d29 no longer exists at agent hyperv_hv-cinder-85164 {{(pid=115993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 00:37:15.916397 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] No Port match for: db31348c-87d0-4137-be1f-0139a7f53d29 {{(pid=115993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 08 00:37:15.916739 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Device db31348c-87d0-4137-be1f-0139a7f53d29 not bound to the agent host hv-cinder-85164 {{(pid=115993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 00:37:16.218447 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-9a1f630e-e34e-4af2-bf84-20159b033176 req-93a1d31e-9f0a-4c98-9075-f335f78e3cf6 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0cf02d3a-b426-4135-a94a-9048d7515184 HTTP/1.1" status: 200 len: 210 time: 0.0323436 Aug 08 00:37:16.358096 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa6c90e-589f-491e-8cc6-6d3a8b5d7515 req-26bcdeee-fa0e-41d0-9bfb-56e687fde0af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:37:16.359721 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-faa6c90e-589f-491e-8cc6-6d3a8b5d7515 req-26bcdeee-fa0e-41d0-9bfb-56e687fde0af service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=fc3040045262415cb0fcb9525ba437bc&device_id=19fb56ea-f1ea-4d66-9b9b-a86c0fa7ebb7 HTTP/1.1" status: 200 len: 1169 time: 0.0451078 Aug 08 00:37:16.496660 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b33bcc-8de2-47ab-9f15-8b2eff1993d1 req-23fe4a2f-5b58-439f-b05b-12ec61232c6f tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:37:16.498182 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-27b33bcc-8de2-47ab-9f15-8b2eff1993d1 req-23fe4a2f-5b58-439f-b05b-12ec61232c6f tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=19fb56ea-f1ea-4d66-9b9b-a86c0fa7ebb7 HTTP/1.1" status: 200 len: 985 time: 0.0657902 Aug 08 00:37:16.499115 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa6c90e-589f-491e-8cc6-6d3a8b5d7515 req-11c5d924-440d-49cf-9ab4-2f93b3ce32df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:37:16.500582 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-faa6c90e-589f-491e-8cc6-6d3a8b5d7515 req-11c5d924-440d-49cf-9ab4-2f93b3ce32df service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=b7d4df26-7f3c-4a8b-af0d-6e65e40d3930 HTTP/1.1" status: 200 len: 915 time: 0.1309185 Aug 08 00:37:16.511553 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:37:16.568268 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c6fc28-8a0c-4239-97e4-b51ddb07d33f req-bcbdd243-818c-4769-bf48-300bea9011fe tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:37:16.569767 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-54c6fc28-8a0c-4239-97e4-b51ddb07d33f req-bcbdd243-818c-4769-bf48-300bea9011fe tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.25 "GET /networking/v2.0/networks?id=80d6d476-8f39-44d3-b747-4eed8b7c1a18 HTTP/1.1" status: 200 len: 817 time: 0.1050830 Aug 08 00:37:16.616261 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-27b33bcc-8de2-47ab-9f15-8b2eff1993d1 req-5bb8774b-fad1-4b66-921e-cf9d5523ac61 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c227dc7a-bed5-43d0-a843-be28d0e38ab6&id=09961e5e-e3b7-4ca0-b7b9-8e62edbb778a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1112607 Aug 08 00:37:16.618059 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-faa6c90e-589f-491e-8cc6-6d3a8b5d7515 req-1150557e-a0ff-4240-b7d9-546b4f831aa6 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=52a4e9c0-250f-456a-959b-dc428c3b9d82 HTTP/1.1" status: 200 len: 1001 time: 0.0990386 Aug 08 00:37:16.641670 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-54c6fc28-8a0c-4239-97e4-b51ddb07d33f req-a9bba38b-30bb-40a6-a13f-f382641aee47 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=1aa84c8a680d49f8be48580c62c18889 HTTP/1.1" status: 200 len: 379 time: 0.0591300 Aug 08 00:37:16.661305 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.v2.base [req-54c6fc28-8a0c-4239-97e4-b51ddb07d33f req-555b59cf-e082-4825-9161-ad1c8285c7cf tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Request body: {'port': {'device_id': '0cf02d3a-b426-4135-a94a-9048d7515184', 'network_id': '80d6d476-8f39-44d3-b747-4eed8b7c1a18', 'admin_state_up': True, 'tenant_id': '1aa84c8a680d49f8be48580c62c18889', 'security_groups': ['22598ee6-6f03-46c2-8167-60b0fd957b19']}} {{(pid=115991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:37:16.676511 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa6c90e-589f-491e-8cc6-6d3a8b5d7515 req-510f2456-6570-4559-a223-419a7c6638ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:37:16.677979 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-faa6c90e-589f-491e-8cc6-6d3a8b5d7515 req-510f2456-6570-4559-a223-419a7c6638ca service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=6c63140e-226a-4bbd-a6bf-32948b7d12fa HTTP/1.1" status: 200 len: 853 time: 0.0508440 Aug 08 00:37:16.728901 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa6c90e-589f-491e-8cc6-6d3a8b5d7515 req-0b59d517-f745-454e-8c56-03d614d0f30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:37:16.729163 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=100 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:37:16.730543 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-faa6c90e-589f-491e-8cc6-6d3a8b5d7515 req-0b59d517-f745-454e-8c56-03d614d0f30d service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=b7d4df26-7f3c-4a8b-af0d-6e65e40d3930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446346 Aug 08 00:37:16.826427 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-faa6c90e-589f-491e-8cc6-6d3a8b5d7515 req-0fc263b3-cbbe-4380-a155-b896e9a93d81 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/b7d4df26-7f3c-4a8b-af0d-6e65e40d3930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866759 Aug 08 00:37:16.894672 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54c6fc28-8a0c-4239-97e4-b51ddb07d33f req-555b59cf-e082-4825-9161-ad1c8285c7cf tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Made reservation on behalf of 1aa84c8a680d49f8be48580c62c18889 for: {'port': 1} {{(pid=115991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 00:37:16.898645 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [req-54c6fc28-8a0c-4239-97e4-b51ddb07d33f req-555b59cf-e082-4825-9161-ad1c8285c7cf tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (None), before_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:16.929611 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-faa6c90e-589f-491e-8cc6-6d3a8b5d7515 req-2037e07b-0923-4b60-8286-ef6ddbecd6b3 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/b7d4df26-7f3c-4a8b-af0d-6e65e40d3930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958607 Aug 08 00:37:17.007717 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=41 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:37:17.013585 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=67 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:37:17.048198 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.db.db_base_plugin_common [req-54c6fc28-8a0c-4239-97e4-b51ddb07d33f req-555b59cf-e082-4825-9161-ad1c8285c7cf tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Allocated IP 172.20.0.14 (80d6d476-8f39-44d3-b747-4eed8b7c1a18/2e97ee91-c7eb-4a92-adff-260b02055216/434deac6-5c7d-4020-9d69-11e8d0ac4767) {{(pid=115991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 00:37:17.192225 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [req-54c6fc28-8a0c-4239-97e4-b51ddb07d33f req-555b59cf-e082-4825-9161-ad1c8285c7cf tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Publish callbacks [] for port (434deac6-5c7d-4020-9d69-11e8d0ac4767), precommit_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:17.307533 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [req-54c6fc28-8a0c-4239-97e4-b51ddb07d33f req-555b59cf-e082-4825-9161-ad1c8285c7cf tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764676113785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2785209'] for port (434deac6-5c7d-4020-9d69-11e8d0ac4767), after_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:17.383740 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfd64d1-1616-4b7e-ba6a-468e7c29884e req-bcd8abcd-f8a5-4277-bb15-969ab8fcc35a tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:37:17.385228 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-8dfd64d1-1616-4b7e-ba6a-468e7c29884e req-bcd8abcd-f8a5-4277-bb15-969ab8fcc35a tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0cf02d3a-b426-4135-a94a-9048d7515184 HTTP/1.1" status: 200 len: 932 time: 0.0894060 Aug 08 00:37:17.386902 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54c6fc28-8a0c-4239-97e4-b51ddb07d33f req-555b59cf-e082-4825-9161-ad1c8285c7cf tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Network 80d6d476-8f39-44d3-b747-4eed8b7c1a18 is already hosted by enough agents. {{(pid=115991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 00:37:17.390255 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.scheduler.base_scheduler [req-54c6fc28-8a0c-4239-97e4-b51ddb07d33f req-555b59cf-e082-4825-9161-ad1c8285c7cf tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Resources bound (agent type, host, resource id): {{(pid=115991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 00:37:17.396212 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.db.l3_dvrscheduler_db [req-54c6fc28-8a0c-4239-97e4-b51ddb07d33f req-555b59cf-e082-4825-9161-ad1c8285c7cf tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Received port after_create {{(pid=115991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 00:37:17.432424 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:37:17.433380 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555b59cf-e082-4825-9161-ad1c8285c7cf tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Pushing event updated for resources: {'Port': ['ID=434deac6-5c7d-4020-9d69-11e8d0ac4767,revision_number=1']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:37:17.485069 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c6fc28-8a0c-4239-97e4-b51ddb07d33f req-555b59cf-e082-4825-9161-ad1c8285c7cf tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:37:17.485747 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [req-54c6fc28-8a0c-4239-97e4-b51ddb07d33f req-555b59cf-e082-4825-9161-ad1c8285c7cf tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63196'] for port (None), before_response {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:17.493315 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-8dfd64d1-1616-4b7e-ba6a-468e7c29884e req-19cdec20-e5a3-4fb1-babc-d719e0732b36 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=22598ee6-6f03-46c2-8167-60b0fd957b19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009028 Aug 08 00:37:17.599479 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-3fc076cc-f9b9-4154-b043-6d0a0519b661 None None] Provisioning complete for port 434deac6-5c7d-4020-9d69-11e8d0ac4767 triggered by entity DHCP. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:37:17.600049 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-3fc076cc-f9b9-4154-b043-6d0a0519b661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (434deac6-5c7d-4020-9d69-11e8d0ac4767), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:17.615830 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-54c6fc28-8a0c-4239-97e4-b51ddb07d33f req-555b59cf-e082-4825-9161-ad1c8285c7cf tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9595034 Aug 08 00:37:17.628480 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.v2.base [req-54c6fc28-8a0c-4239-97e4-b51ddb07d33f req-e43d08f6-b325-478b-930d-d866464f968d service neutron] Request body: {'port': {'device_id': '0cf02d3a-b426-4135-a94a-9048d7515184', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85164'}} {{(pid=115991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:37:17.634254 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-3fc076cc-f9b9-4154-b043-6d0a0519b661 None None] Port 434deac6-5c7d-4020-9d69-11e8d0ac4767 cannot update to ACTIVE because it is not bound. {{(pid=115993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 08 00:37:17.696437 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [req-54c6fc28-8a0c-4239-97e4-b51ddb07d33f req-e43d08f6-b325-478b-930d-d866464f968d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (434deac6-5c7d-4020-9d69-11e8d0ac4767), before_update {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:17.739188 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4c4339-0100-4cf8-9a48-aa1491e575b7 req-8c5366d8-3985-4ea0-bb7b-81c7d9f097dd tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:37:17.740713 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-1e4c4339-0100-4cf8-9a48-aa1491e575b7 req-8c5366d8-3985-4ea0-bb7b-81c7d9f097dd tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=19fb56ea-f1ea-4d66-9b9b-a86c0fa7ebb7 HTTP/1.1" status: 200 len: 985 time: 0.0481150 Aug 08 00:37:17.766749 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=100 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:37:17.802667 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-1e4c4339-0100-4cf8-9a48-aa1491e575b7 req-5de86226-250e-4f7f-bf82-6a7db1839f2d tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c227dc7a-bed5-43d0-a843-be28d0e38ab6&id=09961e5e-e3b7-4ca0-b7b9-8e62edbb778a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0559566 Aug 08 00:37:17.875469 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=88,neutron:UPDATE=6,neutron:INSERT=4,neutron:DELETE=2 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:37:17.953186 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.notifiers.nova [req-54c6fc28-8a0c-4239-97e4-b51ddb07d33f req-e43d08f6-b325-478b-930d-d866464f968d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 434deac6-5c7d-4020-9d69-11e8d0ac4767 {{(pid=115991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 00:37:17.961390 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [req-54c6fc28-8a0c-4239-97e4-b51ddb07d33f req-e43d08f6-b325-478b-930d-d866464f968d service neutron] Publish callbacks [] for port (434deac6-5c7d-4020-9d69-11e8d0ac4767), precommit_update {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:17.974379 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.db.provisioning_blocks [req-54c6fc28-8a0c-4239-97e4-b51ddb07d33f req-e43d08f6-b325-478b-930d-d866464f968d service neutron] Transition to ACTIVE for port object 434deac6-5c7d-4020-9d69-11e8d0ac4767 will not be triggered until provisioned by entity L2. {{(pid=115991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 08 00:37:18.042839 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [req-54c6fc28-8a0c-4239-97e4-b51ddb07d33f req-e43d08f6-b325-478b-930d-d866464f968d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2785206'] for port (434deac6-5c7d-4020-9d69-11e8d0ac4767), after_update {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:18.125023 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43d08f6-b325-478b-930d-d866464f968d service neutron] Pushing event updated for resources: {'Port': ['ID=434deac6-5c7d-4020-9d69-11e8d0ac4767,revision_number=2']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:37:18.154341 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.managers [req-54c6fc28-8a0c-4239-97e4-b51ddb07d33f req-e43d08f6-b325-478b-930d-d866464f968d service neutron] Attempting to bind port 434deac6-5c7d-4020-9d69-11e8d0ac4767 on host hv-cinder-85164 for vnic_type normal with profile {{(pid=115991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 00:37:18.154672 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.managers [req-54c6fc28-8a0c-4239-97e4-b51ddb07d33f req-e43d08f6-b325-478b-930d-d866464f968d service neutron] Attempting to bind port 434deac6-5c7d-4020-9d69-11e8d0ac4767 by drivers openvswitch,hyperv on host hv-cinder-85164 at level 0 using segments [{'id': 'e72a67c9-8c15-4f85-816f-48dd79f90a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '80d6d476-8f39-44d3-b747-4eed8b7c1a18'}] {{(pid=115991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 00:37:18.154995 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c6fc28-8a0c-4239-97e4-b51ddb07d33f req-e43d08f6-b325-478b-930d-d866464f968d service neutron] Attempting to bind port 434deac6-5c7d-4020-9d69-11e8d0ac4767 on network 80d6d476-8f39-44d3-b747-4eed8b7c1a18 {{(pid=115991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 00:37:18.160188 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c6fc28-8a0c-4239-97e4-b51ddb07d33f req-e43d08f6-b325-478b-930d-d866464f968d service neutron] Port 434deac6-5c7d-4020-9d69-11e8d0ac4767 on network 80d6d476-8f39-44d3-b747-4eed8b7c1a18 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85164 {{(pid=115991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 08 00:37:18.160504 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c6fc28-8a0c-4239-97e4-b51ddb07d33f req-e43d08f6-b325-478b-930d-d866464f968d service neutron] Attempting to bind port 434deac6-5c7d-4020-9d69-11e8d0ac4767 on network 80d6d476-8f39-44d3-b747-4eed8b7c1a18 {{(pid=115991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 00:37:18.165385 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c6fc28-8a0c-4239-97e4-b51ddb07d33f req-e43d08f6-b325-478b-930d-d866464f968d service neutron] Checking agent: {'id': 'c200ec1a-5dc3-458a-a30d-0f16255c41c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85164', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 0, 30, 30), 'started_at': datetime.datetime(2022, 8, 8, 0, 30, 30), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 00:37:18.165714 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c6fc28-8a0c-4239-97e4-b51ddb07d33f req-e43d08f6-b325-478b-930d-d866464f968d service neutron] Checking segment: {'id': 'e72a67c9-8c15-4f85-816f-48dd79f90a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '80d6d476-8f39-44d3-b747-4eed8b7c1a18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 00:37:18.166084 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c6fc28-8a0c-4239-97e4-b51ddb07d33f req-e43d08f6-b325-478b-930d-d866464f968d service neutron] Bound using segment: {'id': 'e72a67c9-8c15-4f85-816f-48dd79f90a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '80d6d476-8f39-44d3-b747-4eed8b7c1a18'} {{(pid=115991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 00:37:18.167559 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.managers [req-54c6fc28-8a0c-4239-97e4-b51ddb07d33f req-e43d08f6-b325-478b-930d-d866464f968d service neutron] Bound port: 434deac6-5c7d-4020-9d69-11e8d0ac4767, host: hv-cinder-85164, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e72a67c9-8c15-4f85-816f-48dd79f90a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '80d6d476-8f39-44d3-b747-4eed8b7c1a18'}}] {{(pid=115991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 00:37:18.167559 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [req-54c6fc28-8a0c-4239-97e4-b51ddb07d33f req-e43d08f6-b325-478b-930d-d866464f968d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (434deac6-5c7d-4020-9d69-11e8d0ac4767), before_update {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:18.226850 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.db [req-54c6fc28-8a0c-4239-97e4-b51ddb07d33f req-e43d08f6-b325-478b-930d-d866464f968d service neutron] For port 434deac6-5c7d-4020-9d69-11e8d0ac4767, host hv-cinder-85164, cleared binding levels {{(pid=115991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 00:37:18.230078 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.db [req-54c6fc28-8a0c-4239-97e4-b51ddb07d33f req-e43d08f6-b325-478b-930d-d866464f968d service neutron] For port 434deac6-5c7d-4020-9d69-11e8d0ac4767, host hv-cinder-85164, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85164',level=0,port_id=434deac6-5c7d-4020-9d69-11e8d0ac4767,segment=NetworkSegment(e72a67c9-8c15-4f85-816f-48dd79f90a1d),segment_id=e72a67c9-8c15-4f85-816f-48dd79f90a1d)] {{(pid=115991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 00:37:18.292834 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [req-54c6fc28-8a0c-4239-97e4-b51ddb07d33f req-e43d08f6-b325-478b-930d-d866464f968d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2785206'] for port (434deac6-5c7d-4020-9d69-11e8d0ac4767), after_update {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:18.298100 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c6fc28-8a0c-4239-97e4-b51ddb07d33f req-e43d08f6-b325-478b-930d-d866464f968d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:37:18.298756 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [req-54c6fc28-8a0c-4239-97e4-b51ddb07d33f req-e43d08f6-b325-478b-930d-d866464f968d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63196'] for port (None), before_response {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:18.300172 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-54c6fc28-8a0c-4239-97e4-b51ddb07d33f req-e43d08f6-b325-478b-930d-d866464f968d service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/434deac6-5c7d-4020-9d69-11e8d0ac4767 HTTP/1.1" status: 200 len: 1094 time: 0.6758711 Aug 08 00:37:18.300676 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cf02d3a-b426-4135-a94a-9048d7515184', 'tag': '434deac6-5c7d-4020-9d69-11e8d0ac4767'}] {{(pid=115991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 00:37:18.302936 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73a3e3d67458d2a17dff5edd29115f5abec4313aa2236b93bd84783ab3df8685" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-053f4234-bbbc-4259-b5e8-083154e4db1c" -d '{"events": [{"name": "network-changed", "server_uuid": "0cf02d3a-b426-4135-a94a-9048d7515184", "tag": "434deac6-5c7d-4020-9d69-11e8d0ac4767"}]}' {{(pid=115991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 00:37:18.348283 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43d08f6-b325-478b-930d-d866464f968d service neutron] Pushing event updated for resources: {'Port': ['ID=434deac6-5c7d-4020-9d69-11e8d0ac4767,revision_number=3']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:37:18.359375 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 00:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf718503-2942-4dd3-bb70-85b0dfdefb9e x-openstack-request-id: req-bf718503-2942-4dd3-bb70-85b0dfdefb9e {{(pid=115991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 00:37:18.359375 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cf02d3a-b426-4135-a94a-9048d7515184", "tag": "434deac6-5c7d-4020-9d69-11e8d0ac4767", "status": "completed", "code": 200}]} {{(pid=115991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 00:37:18.359375 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bf718503-2942-4dd3-bb70-85b0dfdefb9e {{(pid=115991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 00:37:18.359375 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf718503-2942-4dd3-bb70-85b0dfdefb9e'] response: {'name': 'network-changed', 'server_uuid': '0cf02d3a-b426-4135-a94a-9048d7515184', 'tag': '434deac6-5c7d-4020-9d69-11e8d0ac4767', 'status': 'completed', 'code': 200} Aug 08 00:37:18.428720 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053f4234-bbbc-4259-b5e8-083154e4db1c req-40300ed0-5d2c-40aa-8cb3-46f47c99977c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:37:18.430215 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-053f4234-bbbc-4259-b5e8-083154e4db1c req-40300ed0-5d2c-40aa-8cb3-46f47c99977c service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=1aa84c8a680d49f8be48580c62c18889&device_id=0cf02d3a-b426-4135-a94a-9048d7515184 HTTP/1.1" status: 200 len: 1128 time: 0.0435855 Aug 08 00:37:18.504017 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:37:18.542446 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053f4234-bbbc-4259-b5e8-083154e4db1c req-d4c2e627-9274-4b8d-82ea-88fce7766d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:37:18.549286 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-053f4234-bbbc-4259-b5e8-083154e4db1c req-d4c2e627-9274-4b8d-82ea-88fce7766d7c service neutron] 10.222.0.25 "GET /networking/v2.0/networks?tenant_id=1aa84c8a680d49f8be48580c62c18889&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0960517 Aug 08 00:37:18.657992 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053f4234-bbbc-4259-b5e8-083154e4db1c req-7adc224a-2aa3-427b-9083-61c8dc33ccc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:37:18.659510 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-053f4234-bbbc-4259-b5e8-083154e4db1c req-7adc224a-2aa3-427b-9083-61c8dc33ccc9 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1078575 Aug 08 00:37:18.711161 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbb81a1-d491-42b2-8301-b2e19cd37189 req-9411e374-d6be-4666-8e5e-38facb62cae7 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:37:18.712652 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-8bbb81a1-d491-42b2-8301-b2e19cd37189 req-9411e374-d6be-4666-8e5e-38facb62cae7 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0cf02d3a-b426-4135-a94a-9048d7515184 HTTP/1.1" status: 200 len: 944 time: 0.1379807 Aug 08 00:37:18.747098 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c6fc28-8a0c-4239-97e4-b51ddb07d33f req-2ae227bb-cc9f-4f35-b558-f388abc3e51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:37:18.749728 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-54c6fc28-8a0c-4239-97e4-b51ddb07d33f req-2ae227bb-cc9f-4f35-b558-f388abc3e51e service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=1aa84c8a680d49f8be48580c62c18889&device_id=0cf02d3a-b426-4135-a94a-9048d7515184 HTTP/1.1" status: 200 len: 1128 time: 0.0433269 Aug 08 00:37:18.761455 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-8bbb81a1-d491-42b2-8301-b2e19cd37189 req-a8a59492-b80f-47a5-908d-a0c7dcdb22cd tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=22598ee6-6f03-46c2-8167-60b0fd957b19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429871 Aug 08 00:37:18.799512 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-54c6fc28-8a0c-4239-97e4-b51ddb07d33f req-3188d9c2-470d-4006-93fc-4bb635540b30 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=434deac6-5c7d-4020-9d69-11e8d0ac4767 HTTP/1.1" status: 200 len: 217 time: 0.0366180 Aug 08 00:37:18.854078 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c6fc28-8a0c-4239-97e4-b51ddb07d33f req-59791793-608a-4e5a-94e3-9dd96f507638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:37:18.855656 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-54c6fc28-8a0c-4239-97e4-b51ddb07d33f req-59791793-608a-4e5a-94e3-9dd96f507638 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=2e97ee91-c7eb-4a92-adff-260b02055216 HTTP/1.1" status: 200 len: 856 time: 0.0477471 Aug 08 00:37:18.932132 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c6fc28-8a0c-4239-97e4-b51ddb07d33f req-fc6309d2-e9a6-4f58-8932-3e9d04b5be30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:37:18.933620 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-54c6fc28-8a0c-4239-97e4-b51ddb07d33f req-fc6309d2-e9a6-4f58-8932-3e9d04b5be30 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=80d6d476-8f39-44d3-b747-4eed8b7c1a18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0674038 Aug 08 00:37:18.946413 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce9b873-dc8b-4189-b90e-d1968229f170 req-0f6f94e3-3204-4970-99cd-a7c726915bf8 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:37:18.947811 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-2ce9b873-dc8b-4189-b90e-d1968229f170 req-0f6f94e3-3204-4970-99cd-a7c726915bf8 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=19fb56ea-f1ea-4d66-9b9b-a86c0fa7ebb7 HTTP/1.1" status: 200 len: 985 time: 0.0548630 Aug 08 00:37:19.056445 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:37:19.075600 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-2ce9b873-dc8b-4189-b90e-d1968229f170 req-ab2d3072-9036-4b50-a22a-4064bea1733e tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c227dc7a-bed5-43d0-a843-be28d0e38ab6&id=09961e5e-e3b7-4ca0-b7b9-8e62edbb778a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1198616 Aug 08 00:37:19.081260 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-54c6fc28-8a0c-4239-97e4-b51ddb07d33f req-be1f078c-d0c1-44cb-b882-fb5df391285d service neutron] 10.222.0.25 "GET /networking/v2.0/networks/80d6d476-8f39-44d3-b747-4eed8b7c1a18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325707 Aug 08 00:37:19.883902 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46afac71-475d-4588-8572-28cf90be42d1 req-416db564-d5d9-4e1a-a62e-987ba8ae0095 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:37:19.885429 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-46afac71-475d-4588-8572-28cf90be42d1 req-416db564-d5d9-4e1a-a62e-987ba8ae0095 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0cf02d3a-b426-4135-a94a-9048d7515184 HTTP/1.1" status: 200 len: 944 time: 0.0473766 Aug 08 00:37:19.933170 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-46afac71-475d-4588-8572-28cf90be42d1 req-b8125b28-a116-4f4a-9f5a-bb09d99c6b41 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=22598ee6-6f03-46c2-8167-60b0fd957b19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422173 Aug 08 00:37:19.983182 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-54c6fc28-8a0c-4239-97e4-b51ddb07d33f req-b7773338-7280-413d-b494-1c57881dd82c service neutron] 10.222.0.25 "GET /networking/v2.0/networks/80d6d476-8f39-44d3-b747-4eed8b7c1a18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886333 Aug 08 00:37:20.196727 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a1cb68-7b51-4bf9-b28b-f81a157cb4f6 req-544a9720-25e2-4f8b-918e-8b744c91a992 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:37:20.198101 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-f4a1cb68-7b51-4bf9-b28b-f81a157cb4f6 req-544a9720-25e2-4f8b-918e-8b744c91a992 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=19fb56ea-f1ea-4d66-9b9b-a86c0fa7ebb7 HTTP/1.1" status: 200 len: 985 time: 0.0490346 Aug 08 00:37:20.257451 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-f4a1cb68-7b51-4bf9-b28b-f81a157cb4f6 req-39842eef-0c63-42c6-9ff0-8594c8b66f13 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c227dc7a-bed5-43d0-a843-be28d0e38ab6&id=09961e5e-e3b7-4ca0-b7b9-8e62edbb778a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0537286 Aug 08 00:37:21.055119 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd353cbe-b7df-4d9f-9040-c99a3f82548d req-36c3e2b5-4cb4-4acf-ac47-17dcd9092758 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:37:21.056604 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-cd353cbe-b7df-4d9f-9040-c99a3f82548d req-36c3e2b5-4cb4-4acf-ac47-17dcd9092758 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0cf02d3a-b426-4135-a94a-9048d7515184 HTTP/1.1" status: 200 len: 944 time: 0.0467997 Aug 08 00:37:21.106715 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-cd353cbe-b7df-4d9f-9040-c99a3f82548d req-b33e0587-0b12-4180-a907-820b8c6c4a5f tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=22598ee6-6f03-46c2-8167-60b0fd957b19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446928 Aug 08 00:37:21.373905 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b540cf-82cf-4217-9a09-91804f7da3c4 req-01e430eb-520c-4790-b56e-5bf735dff4ba tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:37:21.375368 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-52b540cf-82cf-4217-9a09-91804f7da3c4 req-01e430eb-520c-4790-b56e-5bf735dff4ba tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=19fb56ea-f1ea-4d66-9b9b-a86c0fa7ebb7 HTTP/1.1" status: 200 len: 985 time: 0.0470963 Aug 08 00:37:21.437909 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-52b540cf-82cf-4217-9a09-91804f7da3c4 req-5732e6b5-7438-4f4a-805b-087d9a06c0ae tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c227dc7a-bed5-43d0-a843-be28d0e38ab6&id=09961e5e-e3b7-4ca0-b7b9-8e62edbb778a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0563879 Aug 08 00:37:22.229456 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfecb9d-6eeb-4cb8-a9d3-ddc3bf197018 req-60c8996f-ff6e-4670-a42b-5bc8df1c03dc tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:37:22.230950 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-3bfecb9d-6eeb-4cb8-a9d3-ddc3bf197018 req-60c8996f-ff6e-4670-a42b-5bc8df1c03dc tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0cf02d3a-b426-4135-a94a-9048d7515184 HTTP/1.1" status: 200 len: 944 time: 0.0480714 Aug 08 00:37:22.280270 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-3bfecb9d-6eeb-4cb8-a9d3-ddc3bf197018 req-7dfe4407-2817-4333-97dc-fb7004c22b8e tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=22598ee6-6f03-46c2-8167-60b0fd957b19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430019 Aug 08 00:37:22.611810 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c1f99b-32aa-4d5c-b91c-9e9129820ff2 req-fe6c3a33-cff5-4472-b6d1-7332067467b6 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:37:22.613349 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-18c1f99b-32aa-4d5c-b91c-9e9129820ff2 req-fe6c3a33-cff5-4472-b6d1-7332067467b6 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=19fb56ea-f1ea-4d66-9b9b-a86c0fa7ebb7 HTTP/1.1" status: 200 len: 985 time: 0.0988326 Aug 08 00:37:22.673471 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-18c1f99b-32aa-4d5c-b91c-9e9129820ff2 req-a5dec1f3-391d-4246-ae1d-757112637935 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c227dc7a-bed5-43d0-a843-be28d0e38ab6&id=09961e5e-e3b7-4ca0-b7b9-8e62edbb778a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0541015 Aug 08 00:37:22.968963 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250250d3-7039-4763-b879-91343ac1d308 req-a78c1fe6-4423-4206-bb5d-1bcd1a8984a0 tempest-VolumesSnapshotTestJSON-1144645517 tempest-VolumesSnapshotTestJSON-1144645517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:37:22.970420 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-250250d3-7039-4763-b879-91343ac1d308 req-a78c1fe6-4423-4206-bb5d-1bcd1a8984a0 tempest-VolumesSnapshotTestJSON-1144645517 tempest-VolumesSnapshotTestJSON-1144645517-project] 10.222.0.15 "GET /networking/v2.0/networks?id=bb10d8ed-7241-4962-a6fb-543fbf8ccecf HTTP/1.1" status: 200 len: 814 time: 0.1045823 Aug 08 00:37:22.984851 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-250250d3-7039-4763-b879-91343ac1d308 req-d7fc5308-46f4-4c5a-92a0-fee74d4a0291 tempest-VolumesSnapshotTestJSON-1144645517 tempest-VolumesSnapshotTestJSON-1144645517-project] 10.222.0.15 "GET /networking/v2.0/quotas/b8f2a58683be4aa486cebdf7aa8e0d83 HTTP/1.1" status: 200 len: 375 time: 0.0089219 Aug 08 00:37:23.017318 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-250250d3-7039-4763-b879-91343ac1d308 req-468fdcd6-8872-498e-a83b-85c9d430ccb1 tempest-VolumesSnapshotTestJSON-1144645517 tempest-VolumesSnapshotTestJSON-1144645517-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=b8f2a58683be4aa486cebdf7aa8e0d83&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270486 Aug 08 00:37:23.075218 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=100 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:37:23.110732 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-250250d3-7039-4763-b879-91343ac1d308 req-22c667f5-2da8-44f4-94af-6af163400045 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/bb10d8ed-7241-4962-a6fb-543fbf8ccecf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868442 Aug 08 00:37:23.198547 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-250250d3-7039-4763-b879-91343ac1d308 req-00836b77-7d07-4d22-acc3-db44c316bc2e service neutron] 10.222.0.15 "GET /networking/v2.0/networks/bb10d8ed-7241-4962-a6fb-543fbf8ccecf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814481 Aug 08 00:37:23.417230 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94945322-8ef6-44b6-ad18-d1149b1f9275 req-59ee59e8-bfad-460e-b5ad-b3f71c903054 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:37:23.419147 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-94945322-8ef6-44b6-ad18-d1149b1f9275 req-59ee59e8-bfad-460e-b5ad-b3f71c903054 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0cf02d3a-b426-4135-a94a-9048d7515184 HTTP/1.1" status: 200 len: 944 time: 0.0613754 Aug 08 00:37:23.459601 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-38ed243f-1b1d-44bb-b849-33cdec2910ef req-efab7651-f4ed-4179-a701-87bcb70495f6 tempest-VolumesSnapshotTestJSON-1144645517 tempest-VolumesSnapshotTestJSON-1144645517-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=533ddba6-cc0a-4ab2-8454-0b334257c1f4 HTTP/1.1" status: 200 len: 210 time: 0.0417171 Aug 08 00:37:23.478260 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-94945322-8ef6-44b6-ad18-d1149b1f9275 req-2ed34901-a899-4cc7-a0b1-5a96a3263e4e tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=22598ee6-6f03-46c2-8167-60b0fd957b19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494847 Aug 08 00:37:23.857325 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d623a825-62cc-4796-b61e-7e3188986bd4 req-2876ecf2-055d-4e5d-b65b-8f44259326cd tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:37:23.858799 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-d623a825-62cc-4796-b61e-7e3188986bd4 req-2876ecf2-055d-4e5d-b65b-8f44259326cd tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=19fb56ea-f1ea-4d66-9b9b-a86c0fa7ebb7 HTTP/1.1" status: 200 len: 985 time: 0.0510938 Aug 08 00:37:23.898838 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Device 434deac6-5c7d-4020-9d69-11e8d0ac4767 details requested by agent hyperv_hv-cinder-85164 with host hv-cinder-85164 {{(pid=115993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 08 00:37:23.906094 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=58,neutron:UPDATE=8 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:37:23.908353 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=78,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:37:23.921732 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-d623a825-62cc-4796-b61e-7e3188986bd4 req-c89f3dda-f9a0-44da-8d67-49a953ea535f tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c227dc7a-bed5-43d0-a843-be28d0e38ab6&id=09961e5e-e3b7-4ca0-b7b9-8e62edbb778a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0563481 Aug 08 00:37:24.002774 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] For port 434deac6-5c7d-4020-9d69-11e8d0ac4767, host hv-cinder-85164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85164',level=0,port_id=434deac6-5c7d-4020-9d69-11e8d0ac4767,segment=NetworkSegment(e72a67c9-8c15-4f85-816f-48dd79f90a1d),segment_id=e72a67c9-8c15-4f85-816f-48dd79f90a1d)] {{(pid=115993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:37:24.014700 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Returning: {'device': '434deac6-5c7d-4020-9d69-11e8d0ac4767', 'network_id': '80d6d476-8f39-44d3-b747-4eed8b7c1a18', 'port_id': '434deac6-5c7d-4020-9d69-11e8d0ac4767', 'mac_address': 'fa:16:3e:a7:bf:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e97ee91-c7eb-4a92-adff-260b02055216', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 08 00:37:24.049242 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Current status of the port 434deac6-5c7d-4020-9d69-11e8d0ac4767 is: DOWN; New status is: BUILD {{(pid=115993) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 00:37:24.049629 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (434deac6-5c7d-4020-9d69-11e8d0ac4767), before_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:24.062168 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.notifiers.nova [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 434deac6-5c7d-4020-9d69-11e8d0ac4767 {{(pid=115993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 00:37:24.081541 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] For port 434deac6-5c7d-4020-9d69-11e8d0ac4767, host hv-cinder-85164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85164',level=0,port_id=434deac6-5c7d-4020-9d69-11e8d0ac4767,segment=NetworkSegment(e72a67c9-8c15-4f85-816f-48dd79f90a1d),segment_id=e72a67c9-8c15-4f85-816f-48dd79f90a1d)] {{(pid=115993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:37:24.155348 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821'] for port (434deac6-5c7d-4020-9d69-11e8d0ac4767), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:24.200204 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Pushing event updated for resources: {'Port': ['ID=434deac6-5c7d-4020-9d69-11e8d0ac4767,revision_number=4']} {{(pid=115993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:37:24.543589 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] get_ports_and_sgs() called for port_ids ['434deac6-5c7d-4020-9d69-11e8d0ac4767'] {{(pid=115993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 00:37:24.563035 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-78479a3b-b612-4a72-9ca1-ec6bdc087647 req-d8e6a75f-3122-4ec5-9182-c8e081972a17 tempest-VolumesSnapshotTestJSON-1144645517 tempest-VolumesSnapshotTestJSON-1144645517-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=533ddba6-cc0a-4ab2-8454-0b334257c1f4 HTTP/1.1" status: 200 len: 210 time: 0.0342193 Aug 08 00:37:24.624929 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45609f15-6665-4c49-8457-407b9e13bda9 req-11b053f2-fdbc-4d11-b554-4fb1478bfc34 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:37:24.626585 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-45609f15-6665-4c49-8457-407b9e13bda9 req-11b053f2-fdbc-4d11-b554-4fb1478bfc34 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0cf02d3a-b426-4135-a94a-9048d7515184 HTTP/1.1" status: 200 len: 945 time: 0.0664175 Aug 08 00:37:24.693286 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-45609f15-6665-4c49-8457-407b9e13bda9 req-09735d15-5558-485a-af29-9cc2d250d608 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=22598ee6-6f03-46c2-8167-60b0fd957b19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591531 Aug 08 00:37:25.044639 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73b2337-b9c8-48de-bbbd-0381a4655660 req-a06d2b02-8d49-4412-9fef-23d8ad9b2d24 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:37:25.046116 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-b73b2337-b9c8-48de-bbbd-0381a4655660 req-a06d2b02-8d49-4412-9fef-23d8ad9b2d24 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=19fb56ea-f1ea-4d66-9b9b-a86c0fa7ebb7 HTTP/1.1" status: 200 len: 985 time: 0.0482168 Aug 08 00:37:25.107911 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-b73b2337-b9c8-48de-bbbd-0381a4655660 req-34a07f8c-7009-4c89-9af3-0e98c3660fbd tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c227dc7a-bed5-43d0-a843-be28d0e38ab6&id=09961e5e-e3b7-4ca0-b7b9-8e62edbb778a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0556660 Aug 08 00:37:25.139677 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1ff463-e55d-4ade-bbea-74f3114850ef req-b774f387-2e7d-49b2-96e3-7aa859447862 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:37:25.141127 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-6c1ff463-e55d-4ade-bbea-74f3114850ef req-b774f387-2e7d-49b2-96e3-7aa859447862 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0dcbbc71-d1ca-41a6-ac8e-60d6cf82e51b HTTP/1.1" status: 200 len: 945 time: 0.0507498 Aug 08 00:37:25.186907 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-6c1ff463-e55d-4ade-bbea-74f3114850ef req-a0cfb4a8-1f5c-4a48-b86d-3d6d4076f416 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=39fde6d6-2d93-4daa-a7ea-e2b59dcbb3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396264 Aug 08 00:37:25.670412 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-f77005af-93eb-4823-b0a8-560ce333415c req-7c3db503-13b5-4ee2-95fc-f6a4072160f1 tempest-VolumesSnapshotTestJSON-1144645517 tempest-VolumesSnapshotTestJSON-1144645517-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=533ddba6-cc0a-4ab2-8454-0b334257c1f4 HTTP/1.1" status: 200 len: 210 time: 0.0294425 Aug 08 00:37:25.782335 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=100 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:37:25.821939 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1d77b5-fb65-406b-8801-c0abd807b09c req-0e9c8f39-cea8-4791-a6b8-9e7eea1af3eb tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:37:25.823602 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-5b1d77b5-fb65-406b-8801-c0abd807b09c req-0e9c8f39-cea8-4791-a6b8-9e7eea1af3eb tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0cf02d3a-b426-4135-a94a-9048d7515184 HTTP/1.1" status: 200 len: 945 time: 0.0495884 Aug 08 00:37:25.871324 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-5b1d77b5-fb65-406b-8801-c0abd807b09c req-74d58612-8c36-4b89-80ec-e5c19af52a80 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=22598ee6-6f03-46c2-8167-60b0fd957b19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422146 Aug 08 00:37:25.901877 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Device 434deac6-5c7d-4020-9d69-11e8d0ac4767 up at agent hyperv_hv-cinder-85164 {{(pid=115993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 00:37:25.943962 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Provisioning for port 434deac6-5c7d-4020-9d69-11e8d0ac4767 completed by entity L2. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 08 00:37:26.011943 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Provisioning complete for port 434deac6-5c7d-4020-9d69-11e8d0ac4767 triggered by entity L2. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:37:26.012315 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (434deac6-5c7d-4020-9d69-11e8d0ac4767), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:26.056563 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:37:26.096991 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Current status of the port 434deac6-5c7d-4020-9d69-11e8d0ac4767 is: BUILD; New status is: ACTIVE {{(pid=115993) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 00:37:26.097382 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (434deac6-5c7d-4020-9d69-11e8d0ac4767), before_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:26.120396 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cf02d3a-b426-4135-a94a-9048d7515184', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '434deac6-5c7d-4020-9d69-11e8d0ac4767'}] {{(pid=115993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 00:37:26.122653 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffcbb3165cefe78fdef2215408d5e0047484b378f5d65619a4e095a8aefc113e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bac49d28-dac8-4ed0-88eb-57475fb2aac7" -d '{"events": [{"server_uuid": "0cf02d3a-b426-4135-a94a-9048d7515184", "name": "network-vif-plugged", "status": "completed", "tag": "434deac6-5c7d-4020-9d69-11e8d0ac4767"}]}' {{(pid=115993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 00:37:26.136981 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] For port 434deac6-5c7d-4020-9d69-11e8d0ac4767, host hv-cinder-85164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85164',level=0,port_id=434deac6-5c7d-4020-9d69-11e8d0ac4767,segment=NetworkSegment(e72a67c9-8c15-4f85-816f-48dd79f90a1d),segment_id=e72a67c9-8c15-4f85-816f-48dd79f90a1d)] {{(pid=115993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:37:26.162990 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 00:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29090db6-820e-4479-8b39-8a1066863c54 x-openstack-request-id: req-29090db6-820e-4479-8b39-8a1066863c54 {{(pid=115993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 00:37:26.163332 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cf02d3a-b426-4135-a94a-9048d7515184", "name": "network-vif-plugged", "status": "completed", "tag": "434deac6-5c7d-4020-9d69-11e8d0ac4767", "code": 200}]} {{(pid=115993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 00:37:26.166503 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-29090db6-820e-4479-8b39-8a1066863c54 {{(pid=115993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 00:37:26.166503 dv-cinder-851640-3-iscsi neutron-server[115993]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29090db6-820e-4479-8b39-8a1066863c54'] response: {'server_uuid': '0cf02d3a-b426-4135-a94a-9048d7515184', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '434deac6-5c7d-4020-9d69-11e8d0ac4767', 'code': 200} Aug 08 00:37:26.212307 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821'] for port (434deac6-5c7d-4020-9d69-11e8d0ac4767), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:26.231880 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4a4422-d2d5-4837-baa8-67d30f2e2dc2 req-678b6b70-a866-4860-b03a-44670d4fbb50 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:37:26.233388 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-bb4a4422-d2d5-4837-baa8-67d30f2e2dc2 req-678b6b70-a866-4860-b03a-44670d4fbb50 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=19fb56ea-f1ea-4d66-9b9b-a86c0fa7ebb7 HTTP/1.1" status: 200 len: 985 time: 0.0512805 Aug 08 00:37:26.262131 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Pushing event updated for resources: {'Port': ['ID=434deac6-5c7d-4020-9d69-11e8d0ac4767,revision_number=5']} {{(pid=115993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:37:26.305044 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-bb4a4422-d2d5-4837-baa8-67d30f2e2dc2 req-d69e6494-756e-43ae-9927-9697bf930aa4 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c227dc7a-bed5-43d0-a843-be28d0e38ab6&id=09961e5e-e3b7-4ca0-b7b9-8e62edbb778a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0650141 Aug 08 00:37:26.315403 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5616455-61cc-4544-b808-614754f1c299 req-e0a37313-7967-40d5-bd96-f02259b6fcaa tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:37:26.317389 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-e5616455-61cc-4544-b808-614754f1c299 req-e0a37313-7967-40d5-bd96-f02259b6fcaa tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0dcbbc71-d1ca-41a6-ac8e-60d6cf82e51b HTTP/1.1" status: 200 len: 945 time: 0.0535192 Aug 08 00:37:26.345537 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=100 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:37:26.366208 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-e5616455-61cc-4544-b808-614754f1c299 req-1c565c97-3061-482b-ae1b-e82371c0e6a6 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=39fde6d6-2d93-4daa-a7ea-e2b59dcbb3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434136 Aug 08 00:37:26.776983 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-d6d94d24-1914-4a5c-87aa-fade680c0131 req-aceeb905-8c47-4f1c-8748-ef847a339889 tempest-VolumesSnapshotTestJSON-1144645517 tempest-VolumesSnapshotTestJSON-1144645517-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=533ddba6-cc0a-4ab2-8454-0b334257c1f4 HTTP/1.1" status: 200 len: 210 time: 0.0302451 Aug 08 00:37:26.819526 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250250d3-7039-4763-b879-91343ac1d308 req-c0c79bab-f6e3-409e-b464-2f8e4f2cc46c tempest-VolumesSnapshotTestJSON-1144645517 tempest-VolumesSnapshotTestJSON-1144645517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:37:26.820985 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-250250d3-7039-4763-b879-91343ac1d308 req-c0c79bab-f6e3-409e-b464-2f8e4f2cc46c tempest-VolumesSnapshotTestJSON-1144645517 tempest-VolumesSnapshotTestJSON-1144645517-project] 10.222.0.25 "GET /networking/v2.0/networks?id=bb10d8ed-7241-4962-a6fb-543fbf8ccecf HTTP/1.1" status: 200 len: 814 time: 0.1122973 Aug 08 00:37:26.844334 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.v2.base [req-250250d3-7039-4763-b879-91343ac1d308 req-a667bd9e-a5ba-49e4-a5d5-44ffed128de2 tempest-VolumesSnapshotTestJSON-1144645517 tempest-VolumesSnapshotTestJSON-1144645517-project] Request body: {'port': {'device_id': '533ddba6-cc0a-4ab2-8454-0b334257c1f4', 'network_id': 'bb10d8ed-7241-4962-a6fb-543fbf8ccecf', 'admin_state_up': True, 'tenant_id': 'b8f2a58683be4aa486cebdf7aa8e0d83'}} {{(pid=115991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:37:26.918530 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=100 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:37:27.001235 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01ea91b-6a34-46f5-bafb-09c12283241d req-cee692a9-e0d9-4f19-9572-693b26b14123 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:37:27.002642 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-c01ea91b-6a34-46f5-bafb-09c12283241d req-cee692a9-e0d9-4f19-9572-693b26b14123 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0cf02d3a-b426-4135-a94a-9048d7515184 HTTP/1.1" status: 200 len: 946 time: 0.0534768 Aug 08 00:37:27.053583 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-c01ea91b-6a34-46f5-bafb-09c12283241d req-5c0c1ea4-d0af-44ad-8970-65d1877fccdd tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=22598ee6-6f03-46c2-8167-60b0fd957b19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444117 Aug 08 00:37:27.060047 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-250250d3-7039-4763-b879-91343ac1d308 req-a667bd9e-a5ba-49e4-a5d5-44ffed128de2 tempest-VolumesSnapshotTestJSON-1144645517 tempest-VolumesSnapshotTestJSON-1144645517-project] Made reservation on behalf of b8f2a58683be4aa486cebdf7aa8e0d83 for: {'port': 1} {{(pid=115991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 00:37:27.063375 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [req-250250d3-7039-4763-b879-91343ac1d308 req-a667bd9e-a5ba-49e4-a5d5-44ffed128de2 tempest-VolumesSnapshotTestJSON-1144645517 tempest-VolumesSnapshotTestJSON-1144645517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (None), before_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:27.149162 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa9c247-59ad-46b0-a797-2cd1d46a6050 req-b34b9101-e10e-4587-b194-ee346d6739bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:37:27.150668 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-8fa9c247-59ad-46b0-a797-2cd1d46a6050 req-b34b9101-e10e-4587-b194-ee346d6739bd service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0cf02d3a-b426-4135-a94a-9048d7515184 HTTP/1.1" status: 200 len: 1130 time: 0.0399477 Aug 08 00:37:27.192033 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.db.db_base_plugin_common [req-250250d3-7039-4763-b879-91343ac1d308 req-a667bd9e-a5ba-49e4-a5d5-44ffed128de2 tempest-VolumesSnapshotTestJSON-1144645517 tempest-VolumesSnapshotTestJSON-1144645517-project] Allocated IP 172.20.0.7 (bb10d8ed-7241-4962-a6fb-543fbf8ccecf/5dfae887-000c-41dc-ba1e-8cde25c087a1/430ffc0d-3a6e-4567-a0ef-49524240e6c5) {{(pid=115991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 00:37:27.199938 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-8fa9c247-59ad-46b0-a797-2cd1d46a6050 req-c8f5119d-db89-42be-9d01-171ecfaad938 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=22598ee6-6f03-46c2-8167-60b0fd957b19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381658 Aug 08 00:37:27.341494 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [req-250250d3-7039-4763-b879-91343ac1d308 req-a667bd9e-a5ba-49e4-a5d5-44ffed128de2 tempest-VolumesSnapshotTestJSON-1144645517 tempest-VolumesSnapshotTestJSON-1144645517-project] Publish callbacks [] for port (430ffc0d-3a6e-4567-a0ef-49524240e6c5), precommit_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:27.422169 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5816e4-33cc-4521-8fb2-02576256b432 req-7fe76d33-a45a-4e63-b55d-6ac2f01093d5 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:37:27.423710 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-bd5816e4-33cc-4521-8fb2-02576256b432 req-7fe76d33-a45a-4e63-b55d-6ac2f01093d5 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=19fb56ea-f1ea-4d66-9b9b-a86c0fa7ebb7 HTTP/1.1" status: 200 len: 985 time: 0.0474269 Aug 08 00:37:27.441896 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [req-250250d3-7039-4763-b879-91343ac1d308 req-a667bd9e-a5ba-49e4-a5d5-44ffed128de2 tempest-VolumesSnapshotTestJSON-1144645517 tempest-VolumesSnapshotTestJSON-1144645517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764676113785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2785209'] for port (430ffc0d-3a6e-4567-a0ef-49524240e6c5), after_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:27.509321 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:37:27.511484 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-250250d3-7039-4763-b879-91343ac1d308 req-a667bd9e-a5ba-49e4-a5d5-44ffed128de2 tempest-VolumesSnapshotTestJSON-1144645517 tempest-VolumesSnapshotTestJSON-1144645517-project] Network bb10d8ed-7241-4962-a6fb-543fbf8ccecf is already hosted by enough agents. {{(pid=115991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 00:37:27.513030 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ca9e12-9bae-40a2-9bc3-384ddc62f074 req-8cf5d5b7-575b-4caf-920a-b3ed31b22101 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:37:27.514480 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-38ca9e12-9bae-40a2-9bc3-384ddc62f074 req-8cf5d5b7-575b-4caf-920a-b3ed31b22101 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0dcbbc71-d1ca-41a6-ac8e-60d6cf82e51b HTTP/1.1" status: 200 len: 945 time: 0.0768082 Aug 08 00:37:27.522508 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.scheduler.base_scheduler [req-250250d3-7039-4763-b879-91343ac1d308 req-a667bd9e-a5ba-49e4-a5d5-44ffed128de2 tempest-VolumesSnapshotTestJSON-1144645517 tempest-VolumesSnapshotTestJSON-1144645517-project] Resources bound (agent type, host, resource id): {{(pid=115991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 00:37:27.525380 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.db.l3_dvrscheduler_db [req-250250d3-7039-4763-b879-91343ac1d308 req-a667bd9e-a5ba-49e4-a5d5-44ffed128de2 tempest-VolumesSnapshotTestJSON-1144645517 tempest-VolumesSnapshotTestJSON-1144645517-project] Received port after_create {{(pid=115991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 00:37:27.532112 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-bd5816e4-33cc-4521-8fb2-02576256b432 req-0b5cc5a5-3b81-4d48-a078-ccb67d558454 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c227dc7a-bed5-43d0-a843-be28d0e38ab6&id=09961e5e-e3b7-4ca0-b7b9-8e62edbb778a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1016479 Aug 08 00:37:27.565126 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f9fd9c-0d0a-4919-8ffe-396557415534 req-8bc808d7-ad30-46b1-ae6b-0b541bf07ecf tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:37:27.566617 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-43f9fd9c-0d0a-4919-8ffe-396557415534 req-8bc808d7-ad30-46b1-ae6b-0b541bf07ecf tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0dcbbc71-d1ca-41a6-ac8e-60d6cf82e51b HTTP/1.1" status: 200 len: 945 time: 0.1124413 Aug 08 00:37:27.592590 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a667bd9e-a5ba-49e4-a5d5-44ffed128de2 tempest-VolumesSnapshotTestJSON-1144645517 tempest-VolumesSnapshotTestJSON-1144645517-project] Pushing event updated for resources: {'Port': ['ID=430ffc0d-3a6e-4567-a0ef-49524240e6c5,revision_number=1']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:37:27.624202 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250250d3-7039-4763-b879-91343ac1d308 req-a667bd9e-a5ba-49e4-a5d5-44ffed128de2 tempest-VolumesSnapshotTestJSON-1144645517 tempest-VolumesSnapshotTestJSON-1144645517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:37:27.626723 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [req-250250d3-7039-4763-b879-91343ac1d308 req-a667bd9e-a5ba-49e4-a5d5-44ffed128de2 tempest-VolumesSnapshotTestJSON-1144645517 tempest-VolumesSnapshotTestJSON-1144645517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63196'] for port (None), before_response {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:27.643767 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.plugin [req-38ca9e12-9bae-40a2-9bc3-384ddc62f074 req-a95abea0-dfce-41bf-9749-40dc7c8da44f tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Deleting port 6d9a7815-8cf6-4ce8-b159-82caa08091e7 {{(pid=115992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 00:37:27.644108 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-38ca9e12-9bae-40a2-9bc3-384ddc62f074 req-a95abea0-dfce-41bf-9749-40dc7c8da44f tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764676511537'] for port (6d9a7815-8cf6-4ce8-b159-82caa08091e7), before_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:27.650998 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-43f9fd9c-0d0a-4919-8ffe-396557415534 req-16d9bb7a-221c-4e94-8c8c-89c38f29e4d3 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=39fde6d6-2d93-4daa-a7ea-e2b59dcbb3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735281 Aug 08 00:37:27.735346 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-250250d3-7039-4763-b879-91343ac1d308 req-a667bd9e-a5ba-49e4-a5d5-44ffed128de2 tempest-VolumesSnapshotTestJSON-1144645517 tempest-VolumesSnapshotTestJSON-1144645517-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8947477 Aug 08 00:37:27.736235 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.db [req-38ca9e12-9bae-40a2-9bc3-384ddc62f074 req-a95abea0-dfce-41bf-9749-40dc7c8da44f tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] For port 6d9a7815-8cf6-4ce8-b159-82caa08091e7, host hv-cinder-85164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85164',level=0,port_id=6d9a7815-8cf6-4ce8-b159-82caa08091e7,segment=NetworkSegment(6130275c-b522-41d3-91a1-cf819d706112),segment_id=6130275c-b522-41d3-91a1-cf819d706112)] {{(pid=115992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:37:27.736600 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-38ca9e12-9bae-40a2-9bc3-384ddc62f074 req-a95abea0-dfce-41bf-9749-40dc7c8da44f tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440649'] for port (6d9a7815-8cf6-4ce8-b159-82caa08091e7), precommit_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:27.743878 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=100 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:37:27.937575 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8427eb58-769f-40b9-99c8-6b92f642c5b3 req-625d4239-5366-43ca-b9fd-2237364c548b tempest-VolumesSnapshotTestJSON-1144645517 tempest-VolumesSnapshotTestJSON-1144645517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:37:27.938926 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-8427eb58-769f-40b9-99c8-6b92f642c5b3 req-625d4239-5366-43ca-b9fd-2237364c548b tempest-VolumesSnapshotTestJSON-1144645517 tempest-VolumesSnapshotTestJSON-1144645517-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=533ddba6-cc0a-4ab2-8454-0b334257c1f4 HTTP/1.1" status: 200 len: 931 time: 0.0629222 Aug 08 00:37:27.940811 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-38ca9e12-9bae-40a2-9bc3-384ddc62f074 req-a95abea0-dfce-41bf-9749-40dc7c8da44f tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:27.941225 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-38ca9e12-9bae-40a2-9bc3-384ddc62f074 req-a95abea0-dfce-41bf-9749-40dc7c8da44f tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-499989'] for floatingip (c0c22e2e-881c-4865-83f3-2091c58797c7), after_update {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:27.941567 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.db.l3_db [req-38ca9e12-9bae-40a2-9bc3-384ddc62f074 req-a95abea0-dfce-41bf-9749-40dc7c8da44f tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Floating IP c0c22e2e-881c-4865-83f3-2091c58797c7 disassociated. External IP: 172.27.3.250, port: 6d9a7815-8cf6-4ce8-b159-82caa08091e7. Aug 08 00:37:27.941917 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.plugin [req-38ca9e12-9bae-40a2-9bc3-384ddc62f074 req-a95abea0-dfce-41bf-9749-40dc7c8da44f tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Calling delete_port for 6d9a7815-8cf6-4ce8-b159-82caa08091e7 owned by compute:nova {{(pid=115992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 00:37:28.004945 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:37:28.035666 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-8427eb58-769f-40b9-99c8-6b92f642c5b3 req-6b7700f5-927c-4a5d-a40c-3f5e47677e61 tempest-VolumesSnapshotTestJSON-1144645517 tempest-VolumesSnapshotTestJSON-1144645517-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=107e9f55-8376-45e6-a94e-667c44085544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886729 Aug 08 00:37:28.178197 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc6b8a0-95b4-43d6-adde-e7df9a417440 req-f841ce90-d929-4b74-bb44-1e4155e6129f tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:37:28.179825 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-1fc6b8a0-95b4-43d6-adde-e7df9a417440 req-f841ce90-d929-4b74-bb44-1e4155e6129f tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0cf02d3a-b426-4135-a94a-9048d7515184 HTTP/1.1" status: 200 len: 946 time: 0.0479126 Aug 08 00:37:28.189502 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-38ca9e12-9bae-40a2-9bc3-384ddc62f074 req-a95abea0-dfce-41bf-9749-40dc7c8da44f tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764676515054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764676113794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26371331'] for port (6d9a7815-8cf6-4ce8-b159-82caa08091e7), after_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:28.218161 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95abea0-dfce-41bf-9749-40dc7c8da44f tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Pushing event deleted for resources: {'Port': ['ID=6d9a7815-8cf6-4ce8-b159-82caa08091e7,revision_number=None']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:37:28.227911 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-1fc6b8a0-95b4-43d6-adde-e7df9a417440 req-1f23e463-714b-4fdb-b256-acd747358bf7 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=22598ee6-6f03-46c2-8167-60b0fd957b19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422611 Aug 08 00:37:28.256814 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.v2.base [req-250250d3-7039-4763-b879-91343ac1d308 req-d9ffb549-be19-4d76-b1a7-9f6f853c28ce service neutron] Request body: {'port': {'device_id': '533ddba6-cc0a-4ab2-8454-0b334257c1f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85164'}} {{(pid=115991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:37:28.316331 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:37:28.321110 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [req-250250d3-7039-4763-b879-91343ac1d308 req-d9ffb549-be19-4d76-b1a7-9f6f853c28ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (430ffc0d-3a6e-4567-a0ef-49524240e6c5), before_update {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:28.608621 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.scheduler.l3_agent_scheduler [req-38ca9e12-9bae-40a2-9bc3-384ddc62f074 req-a95abea0-dfce-41bf-9749-40dc7c8da44f tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Router 91800c1e-3ae7-435f-9362-f23934c36aa6 has already been hosted by L3 agent d53f5436-7c7f-4441-9708-9d0333b57745 {{(pid=115992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 00:37:28.626547 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=4 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:37:28.627404 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=2 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:37:28.635152 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.notifiers.nova [req-250250d3-7039-4763-b879-91343ac1d308 req-d9ffb549-be19-4d76-b1a7-9f6f853c28ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 430ffc0d-3a6e-4567-a0ef-49524240e6c5 {{(pid=115991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 00:37:28.641956 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [req-250250d3-7039-4763-b879-91343ac1d308 req-d9ffb549-be19-4d76-b1a7-9f6f853c28ce service neutron] Publish callbacks [] for port (430ffc0d-3a6e-4567-a0ef-49524240e6c5), precommit_update {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:28.660763 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.db.provisioning_blocks [req-250250d3-7039-4763-b879-91343ac1d308 req-d9ffb549-be19-4d76-b1a7-9f6f853c28ce service neutron] Transition to ACTIVE for port object 430ffc0d-3a6e-4567-a0ef-49524240e6c5 will not be triggered until provisioned by entity L2. {{(pid=115991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 08 00:37:28.715211 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0031a7-0ea5-46bf-90e1-08100e10dbae req-80042323-b773-40f0-95ad-a51fd74d52bb tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:37:28.716763 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-cf0031a7-0ea5-46bf-90e1-08100e10dbae req-80042323-b773-40f0-95ad-a51fd74d52bb tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=19fb56ea-f1ea-4d66-9b9b-a86c0fa7ebb7 HTTP/1.1" status: 200 len: 985 time: 0.0975592 Aug 08 00:37:28.745611 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [req-250250d3-7039-4763-b879-91343ac1d308 req-d9ffb549-be19-4d76-b1a7-9f6f853c28ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2785206'] for port (430ffc0d-3a6e-4567-a0ef-49524240e6c5), after_update {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:28.774676 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-7ab086e2-4488-4690-82b2-9d932e4b8bca req-453263e3-8b8e-4fab-ad3c-55e60a1fd2d5 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0dcbbc71-d1ca-41a6-ac8e-60d6cf82e51b HTTP/1.1" status: 200 len: 210 time: 0.0401621 Aug 08 00:37:28.809983 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-38ca9e12-9bae-40a2-9bc3-384ddc62f074 req-a95abea0-dfce-41bf-9749-40dc7c8da44f tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Notify agent at l3_agent.dv-cinder-851640-3-iscsi the message routers_updated {{(pid=115992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 00:37:28.821344 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055a8e58-89c6-4686-890c-b153c3169304 None None] Sync routers for ids ['91800c1e-3ae7-435f-9362-f23934c36aa6'] in dv-cinder-851640-3-iscsi {{(pid=115994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 00:37:28.831553 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-cf0031a7-0ea5-46bf-90e1-08100e10dbae req-dacb84a7-fb38-4c67-899b-9a8cac579939 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c227dc7a-bed5-43d0-a843-be28d0e38ab6&id=09961e5e-e3b7-4ca0-b7b9-8e62edbb778a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1090519 Aug 08 00:37:28.836017 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055a8e58-89c6-4686-890c-b153c3169304 None None] Routers {'91800c1e-3ae7-435f-9362-f23934c36aa6'} bound to L3 agent in host dv-cinder-851640-3-iscsi {{(pid=115994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 00:37:28.837505 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ffb549-be19-4d76-b1a7-9f6f853c28ce service neutron] Pushing event updated for resources: {'Port': ['ID=430ffc0d-3a6e-4567-a0ef-49524240e6c5,revision_number=2']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:37:28.837746 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_hamode_db [None req-055a8e58-89c6-4686-890c-b153c3169304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851640-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-08-08T00:24:12Z,description=,heartbeat_timestamp=2022-08-08T00:37:12Z,host='dv-cinder-851640-3-iscsi',id=d53f5436-7c7f-4441-9708-9d0333b57745,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T00:24:13Z,topic='l3_agent')) {'router_ids': ['91800c1e-3ae7-435f-9362-f23934c36aa6'], 'active': True} {{(pid=115994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:37:28.871197 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.db.l3_dvrscheduler_db [req-38ca9e12-9bae-40a2-9bc3-384ddc62f074 req-a95abea0-dfce-41bf-9749-40dc7c8da44f tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] No DVR routers for this DVR port 6d9a7815-8cf6-4ce8-b159-82caa08091e7 on host hv-cinder-85164 {{(pid=115992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 08 00:37:28.876670 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-38ca9e12-9bae-40a2-9bc3-384ddc62f074 req-a95abea0-dfce-41bf-9749-40dc7c8da44f tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63196'] for port (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:28.880912 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-38ca9e12-9bae-40a2-9bc3-384ddc62f074 req-a95abea0-dfce-41bf-9749-40dc7c8da44f tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.25 "DELETE /networking/v2.0/ports/6d9a7815-8cf6-4ce8-b159-82caa08091e7 HTTP/1.1" status: 204 len: 173 time: 1.3217037 Aug 08 00:37:28.881109 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dcbbc71-d1ca-41a6-ac8e-60d6cf82e51b', 'name': 'network-vif-deleted', 'tag': '6d9a7815-8cf6-4ce8-b159-82caa08091e7'}] {{(pid=115992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 00:37:28.883365 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15c1dc6174c04d27a45b4789687485f3f31469fbdbb3cd0a658d3b47a2d9b382" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e5cc550-8a63-4e9b-a37f-8aabcb424171" -d '{"events": [{"server_uuid": "0dcbbc71-d1ca-41a6-ac8e-60d6cf82e51b", "name": "network-vif-deleted", "tag": "6d9a7815-8cf6-4ce8-b159-82caa08091e7"}]}' {{(pid=115992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 00:37:28.899066 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.managers [req-250250d3-7039-4763-b879-91343ac1d308 req-d9ffb549-be19-4d76-b1a7-9f6f853c28ce service neutron] Attempting to bind port 430ffc0d-3a6e-4567-a0ef-49524240e6c5 on host hv-cinder-85164 for vnic_type normal with profile {{(pid=115991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 00:37:28.899444 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.managers [req-250250d3-7039-4763-b879-91343ac1d308 req-d9ffb549-be19-4d76-b1a7-9f6f853c28ce service neutron] Attempting to bind port 430ffc0d-3a6e-4567-a0ef-49524240e6c5 by drivers openvswitch,hyperv on host hv-cinder-85164 at level 0 using segments [{'id': 'a97d0af1-6dcd-4953-9065-c83d72f6ad5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bb10d8ed-7241-4962-a6fb-543fbf8ccecf'}] {{(pid=115991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 00:37:28.899862 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250250d3-7039-4763-b879-91343ac1d308 req-d9ffb549-be19-4d76-b1a7-9f6f853c28ce service neutron] Attempting to bind port 430ffc0d-3a6e-4567-a0ef-49524240e6c5 on network bb10d8ed-7241-4962-a6fb-543fbf8ccecf {{(pid=115991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 00:37:28.906802 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250250d3-7039-4763-b879-91343ac1d308 req-d9ffb549-be19-4d76-b1a7-9f6f853c28ce service neutron] Port 430ffc0d-3a6e-4567-a0ef-49524240e6c5 on network bb10d8ed-7241-4962-a6fb-543fbf8ccecf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85164 {{(pid=115991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 08 00:37:28.907188 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250250d3-7039-4763-b879-91343ac1d308 req-d9ffb549-be19-4d76-b1a7-9f6f853c28ce service neutron] Attempting to bind port 430ffc0d-3a6e-4567-a0ef-49524240e6c5 on network bb10d8ed-7241-4962-a6fb-543fbf8ccecf {{(pid=115991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 00:37:28.913658 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250250d3-7039-4763-b879-91343ac1d308 req-d9ffb549-be19-4d76-b1a7-9f6f853c28ce service neutron] Checking agent: {'id': 'c200ec1a-5dc3-458a-a30d-0f16255c41c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85164', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 0, 30, 30), 'started_at': datetime.datetime(2022, 8, 8, 0, 30, 30), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 00:37:28.917232 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250250d3-7039-4763-b879-91343ac1d308 req-d9ffb549-be19-4d76-b1a7-9f6f853c28ce service neutron] Checking segment: {'id': 'a97d0af1-6dcd-4953-9065-c83d72f6ad5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bb10d8ed-7241-4962-a6fb-543fbf8ccecf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 00:37:28.917232 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250250d3-7039-4763-b879-91343ac1d308 req-d9ffb549-be19-4d76-b1a7-9f6f853c28ce service neutron] Bound using segment: {'id': 'a97d0af1-6dcd-4953-9065-c83d72f6ad5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bb10d8ed-7241-4962-a6fb-543fbf8ccecf'} {{(pid=115991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 00:37:28.917232 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.managers [req-250250d3-7039-4763-b879-91343ac1d308 req-d9ffb549-be19-4d76-b1a7-9f6f853c28ce service neutron] Bound port: 430ffc0d-3a6e-4567-a0ef-49524240e6c5, host: hv-cinder-85164, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a97d0af1-6dcd-4953-9065-c83d72f6ad5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bb10d8ed-7241-4962-a6fb-543fbf8ccecf'}}] {{(pid=115991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 00:37:28.917232 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [req-250250d3-7039-4763-b879-91343ac1d308 req-d9ffb549-be19-4d76-b1a7-9f6f853c28ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (430ffc0d-3a6e-4567-a0ef-49524240e6c5), before_update {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:28.924325 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 00:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1672cf8d-5235-47ee-ac75-0ac2e9e956f0 x-openstack-request-id: req-1672cf8d-5235-47ee-ac75-0ac2e9e956f0 {{(pid=115992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 00:37:28.924686 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dcbbc71-d1ca-41a6-ac8e-60d6cf82e51b", "name": "network-vif-deleted", "tag": "6d9a7815-8cf6-4ce8-b159-82caa08091e7", "status": "completed", "code": 200}]} {{(pid=115992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 00:37:28.925019 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1672cf8d-5235-47ee-ac75-0ac2e9e956f0 {{(pid=115992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 00:37:28.926477 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1672cf8d-5235-47ee-ac75-0ac2e9e956f0'] response: {'server_uuid': '0dcbbc71-d1ca-41a6-ac8e-60d6cf82e51b', 'name': 'network-vif-deleted', 'tag': '6d9a7815-8cf6-4ce8-b159-82caa08091e7', 'status': 'completed', 'code': 200} Aug 08 00:37:28.971194 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:37:28.986827 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.db [req-250250d3-7039-4763-b879-91343ac1d308 req-d9ffb549-be19-4d76-b1a7-9f6f853c28ce service neutron] For port 430ffc0d-3a6e-4567-a0ef-49524240e6c5, host hv-cinder-85164, cleared binding levels {{(pid=115991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 00:37:28.990903 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.db [req-250250d3-7039-4763-b879-91343ac1d308 req-d9ffb549-be19-4d76-b1a7-9f6f853c28ce service neutron] For port 430ffc0d-3a6e-4567-a0ef-49524240e6c5, host hv-cinder-85164, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85164',level=0,port_id=430ffc0d-3a6e-4567-a0ef-49524240e6c5,segment=NetworkSegment(a97d0af1-6dcd-4953-9065-c83d72f6ad5c),segment_id=a97d0af1-6dcd-4953-9065-c83d72f6ad5c)] {{(pid=115991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 00:37:29.035184 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_dvr_db [None req-055a8e58-89c6-4686-890c-b153c3169304 None None] Set router 91800c1e-3ae7-435f-9362-f23934c36aa6 gateway port host: dv-cinder-851640-3-iscsi {{(pid=115994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 00:37:29.092947 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [req-250250d3-7039-4763-b879-91343ac1d308 req-d9ffb549-be19-4d76-b1a7-9f6f853c28ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2785206'] for port (430ffc0d-3a6e-4567-a0ef-49524240e6c5), after_update {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:29.098848 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250250d3-7039-4763-b879-91343ac1d308 req-d9ffb549-be19-4d76-b1a7-9f6f853c28ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:37:29.099485 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [req-250250d3-7039-4763-b879-91343ac1d308 req-d9ffb549-be19-4d76-b1a7-9f6f853c28ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63196'] for port (None), before_response {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:29.103254 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-250250d3-7039-4763-b879-91343ac1d308 req-d9ffb549-be19-4d76-b1a7-9f6f853c28ce service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/430ffc0d-3a6e-4567-a0ef-49524240e6c5 HTTP/1.1" status: 200 len: 1093 time: 0.8489988 Aug 08 00:37:29.103254 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '533ddba6-cc0a-4ab2-8454-0b334257c1f4', 'tag': '430ffc0d-3a6e-4567-a0ef-49524240e6c5'}] {{(pid=115991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 00:37:29.103802 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73a3e3d67458d2a17dff5edd29115f5abec4313aa2236b93bd84783ab3df8685" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d90d5c22-0421-42d8-a2af-892f823bd820" -d '{"events": [{"name": "network-changed", "server_uuid": "533ddba6-cc0a-4ab2-8454-0b334257c1f4", "tag": "430ffc0d-3a6e-4567-a0ef-49524240e6c5"}]}' {{(pid=115991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 00:37:29.153873 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 00:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9998a60-99c6-4bdf-9084-0371575a0ab7 x-openstack-request-id: req-a9998a60-99c6-4bdf-9084-0371575a0ab7 {{(pid=115991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 00:37:29.153873 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "533ddba6-cc0a-4ab2-8454-0b334257c1f4", "tag": "430ffc0d-3a6e-4567-a0ef-49524240e6c5", "status": "completed", "code": 200}]} {{(pid=115991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 00:37:29.153873 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a9998a60-99c6-4bdf-9084-0371575a0ab7 {{(pid=115991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 00:37:29.154283 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9998a60-99c6-4bdf-9084-0371575a0ab7'] response: {'name': 'network-changed', 'server_uuid': '533ddba6-cc0a-4ab2-8454-0b334257c1f4', 'tag': '430ffc0d-3a6e-4567-a0ef-49524240e6c5', 'status': 'completed', 'code': 200} Aug 08 00:37:29.168058 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884589da-5c36-4dba-83e9-2903ee846610 req-f7b460b7-7d93-4982-b8a2-561573c2c818 tempest-VolumesSnapshotTestJSON-1144645517 tempest-VolumesSnapshotTestJSON-1144645517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:37:29.169634 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-884589da-5c36-4dba-83e9-2903ee846610 req-f7b460b7-7d93-4982-b8a2-561573c2c818 tempest-VolumesSnapshotTestJSON-1144645517 tempest-VolumesSnapshotTestJSON-1144645517-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=533ddba6-cc0a-4ab2-8454-0b334257c1f4 HTTP/1.1" status: 200 len: 943 time: 0.0597203 Aug 08 00:37:29.189673 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ffb549-be19-4d76-b1a7-9f6f853c28ce service neutron] Pushing event updated for resources: {'Port': ['ID=430ffc0d-3a6e-4567-a0ef-49524240e6c5,revision_number=3']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:37:29.238448 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-884589da-5c36-4dba-83e9-2903ee846610 req-4869fdac-d41f-4e5c-8ee9-6378319740ab tempest-VolumesSnapshotTestJSON-1144645517 tempest-VolumesSnapshotTestJSON-1144645517-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=107e9f55-8376-45e6-a94e-667c44085544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612931 Aug 08 00:37:29.247286 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90d5c22-0421-42d8-a2af-892f823bd820 req-03997843-acad-4caf-b3eb-c3afae6d01e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:37:29.248990 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-d90d5c22-0421-42d8-a2af-892f823bd820 req-03997843-acad-4caf-b3eb-c3afae6d01e9 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=b8f2a58683be4aa486cebdf7aa8e0d83&device_id=533ddba6-cc0a-4ab2-8454-0b334257c1f4 HTTP/1.1" status: 200 len: 1127 time: 0.0500109 Aug 08 00:37:29.276764 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_hamode_db [None req-055a8e58-89c6-4686-890c-b153c3169304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91800c1e-3ae7-435f-9362-f23934c36aa6', 'name': 'tempest-AttachVolumeNegativeTest-1151103598-router', 'tenant_id': 'e97eb34021d44eb0a99763034c1e9e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': '349bc66f-427c-48e3-b507-b91075ef7023', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:34:02Z', 'updated_at': '2022-08-08T00:34:05Z', 'revision_number': 4, 'project_id': 'e97eb34021d44eb0a99763034c1e9e87', 'gw_port': {'id': '349bc66f-427c-48e3-b507-b91075ef7023', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:3b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91800c1e-3ae7-435f-9362-f23934c36aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:34:03Z', 'updated_at': '2022-08-08T00:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi', '_floatingips': [{'id': 'ca47b536-42ab-4051-9c88-456878f87c03', 'tenant_id': 'e97eb34021d44eb0a99763034c1e9e87', 'floating_ip_address': '172.27.3.252', 'floating_network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'router_id': '91800c1e-3ae7-435f-9362-f23934c36aa6', 'port_id': '32463a74-b851-44eb-9dbb-f33e871b6327', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 292, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5ea35fc-5529-4ec7-b035-b5f2637c5acc', 'mac_address': 'fa:16:3e:0f:1f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '728de657-b1e9-4f61-8dcf-d5cc9553eb16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T00:34:09Z', 'updated_at': '2022-08-08T00:34:31Z', 'revision_number': 2, 'project_id': 'e97eb34021d44eb0a99763034c1e9e87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72ff9781-3013-479e-ab34-a89546cc7e00', 'name': '', 'network_id': 'a5ea35fc-5529-4ec7-b035-b5f2637c5acc', 'tenant_id': 'e97eb34021d44eb0a99763034c1e9e87', 'mac_address': 'fa:16:3e:71:a5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91800c1e-3ae7-435f-9362-f23934c36aa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'a880aa77-4bc5-4c6a-8fdf-3a29dea9cf69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:34:04Z', 'updated_at': '2022-08-08T00:34:10Z', 'revision_number': 5, 'project_id': 'e97eb34021d44eb0a99763034c1e9e87', 'subnets': [{'id': 'a880aa77-4bc5-4c6a-8fdf-3a29dea9cf69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851640-3-iscsi', False) {} {{(pid=115994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:37:29.307736 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055a8e58-89c6-4686-890c-b153c3169304 None None] Checking router: 91800c1e-3ae7-435f-9362-f23934c36aa6 for host: dv-cinder-851640-3-iscsi {{(pid=115994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 00:37:29.317955 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055a8e58-89c6-4686-890c-b153c3169304 None None] Routers {'91800c1e-3ae7-435f-9362-f23934c36aa6'} bound to L3 agent in host dv-cinder-851640-3-iscsi {{(pid=115994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 00:37:29.318925 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_hamode_db [None req-055a8e58-89c6-4686-890c-b153c3169304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851640-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-08-08T00:24:12Z,description=,heartbeat_timestamp=2022-08-08T00:37:12Z,host='dv-cinder-851640-3-iscsi',id=d53f5436-7c7f-4441-9708-9d0333b57745,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T00:24:13Z,topic='l3_agent')) {'router_ids': ['91800c1e-3ae7-435f-9362-f23934c36aa6'], 'active': True} {{(pid=115994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:37:29.393994 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57385cdb-f508-404b-a8a7-fb59bd491913 req-01052ca2-4d13-4dce-8979-b8371951b90a tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:37:29.396095 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-57385cdb-f508-404b-a8a7-fb59bd491913 req-01052ca2-4d13-4dce-8979-b8371951b90a tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0cf02d3a-b426-4135-a94a-9048d7515184 HTTP/1.1" status: 200 len: 946 time: 0.0686388 Aug 08 00:37:29.425307 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_dvr_db [None req-055a8e58-89c6-4686-890c-b153c3169304 None None] Set router 91800c1e-3ae7-435f-9362-f23934c36aa6 gateway port host: dv-cinder-851640-3-iscsi {{(pid=115994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 00:37:29.425565 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90d5c22-0421-42d8-a2af-892f823bd820 req-a38d32de-b0e9-440e-8992-8cacda9d1b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:37:29.426893 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-d90d5c22-0421-42d8-a2af-892f823bd820 req-a38d32de-b0e9-440e-8992-8cacda9d1b24 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?tenant_id=b8f2a58683be4aa486cebdf7aa8e0d83&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1656196 Aug 08 00:37:29.454662 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-57385cdb-f508-404b-a8a7-fb59bd491913 req-3e4d613c-d807-4c8b-a168-f47ea9292363 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=22598ee6-6f03-46c2-8167-60b0fd957b19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469360 Aug 08 00:37:29.559280 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:37:29.577528 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a4be31-979b-4d53-aa0a-a37297e31add req-cef5240d-2cf2-4100-8c7b-e6dd73bb816a tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:37:29.578940 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-62a4be31-979b-4d53-aa0a-a37297e31add req-cef5240d-2cf2-4100-8c7b-e6dd73bb816a tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0cf02d3a-b426-4135-a94a-9048d7515184 HTTP/1.1" status: 200 len: 946 time: 0.0490043 Aug 08 00:37:29.589228 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 60750) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:37:29.593707 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.v2.base [None req-757674b7-e8a8-4fb9-af64-9eac38d8142e tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Request body: {'floatingip': {'port_id': '434deac6-5c7d-4020-9d69-11e8d0ac4767'}} {{(pid=115992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:37:29.635481 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-757674b7-e8a8-4fb9-af64-9eac38d8142e tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Publish callbacks [] for floatingip (26f63ae5-a7bd-4f83-86d9-dd50bfef23da), before_update {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:29.652560 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_hamode_db [None req-055a8e58-89c6-4686-890c-b153c3169304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91800c1e-3ae7-435f-9362-f23934c36aa6', 'name': 'tempest-AttachVolumeNegativeTest-1151103598-router', 'tenant_id': 'e97eb34021d44eb0a99763034c1e9e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': '349bc66f-427c-48e3-b507-b91075ef7023', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:34:02Z', 'updated_at': '2022-08-08T00:34:05Z', 'revision_number': 4, 'project_id': 'e97eb34021d44eb0a99763034c1e9e87', 'gw_port': {'id': '349bc66f-427c-48e3-b507-b91075ef7023', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:3b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91800c1e-3ae7-435f-9362-f23934c36aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:34:03Z', 'updated_at': '2022-08-08T00:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi', '_floatingips': [{'id': 'ca47b536-42ab-4051-9c88-456878f87c03', 'tenant_id': 'e97eb34021d44eb0a99763034c1e9e87', 'floating_ip_address': '172.27.3.252', 'floating_network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'router_id': '91800c1e-3ae7-435f-9362-f23934c36aa6', 'port_id': '32463a74-b851-44eb-9dbb-f33e871b6327', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 292, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5ea35fc-5529-4ec7-b035-b5f2637c5acc', 'mac_address': 'fa:16:3e:0f:1f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '728de657-b1e9-4f61-8dcf-d5cc9553eb16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T00:34:09Z', 'updated_at': '2022-08-08T00:34:31Z', 'revision_number': 2, 'project_id': 'e97eb34021d44eb0a99763034c1e9e87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72ff9781-3013-479e-ab34-a89546cc7e00', 'name': '', 'network_id': 'a5ea35fc-5529-4ec7-b035-b5f2637c5acc', 'tenant_id': 'e97eb34021d44eb0a99763034c1e9e87', 'mac_address': 'fa:16:3e:71:a5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91800c1e-3ae7-435f-9362-f23934c36aa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'a880aa77-4bc5-4c6a-8fdf-3a29dea9cf69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:34:04Z', 'updated_at': '2022-08-08T00:34:10Z', 'revision_number': 5, 'project_id': 'e97eb34021d44eb0a99763034c1e9e87', 'subnets': [{'id': 'a880aa77-4bc5-4c6a-8fdf-3a29dea9cf69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851640-3-iscsi', False) {} {{(pid=115994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:37:29.678984 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055a8e58-89c6-4686-890c-b153c3169304 None None] The sync data for ids ['91800c1e-3ae7-435f-9362-f23934c36aa6'] in dv-cinder-851640-3-iscsi is: [{'id': '91800c1e-3ae7-435f-9362-f23934c36aa6', 'name': 'tempest-AttachVolumeNegativeTest-1151103598-router', 'tenant_id': 'e97eb34021d44eb0a99763034c1e9e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': '349bc66f-427c-48e3-b507-b91075ef7023', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:34:02Z', 'updated_at': '2022-08-08T00:34:05Z', 'revision_number': 4, 'project_id': 'e97eb34021d44eb0a99763034c1e9e87', 'gw_port': {'id': '349bc66f-427c-48e3-b507-b91075ef7023', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:3b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91800c1e-3ae7-435f-9362-f23934c36aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:34:03Z', 'updated_at': '2022-08-08T00:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi', '_floatingips': [{'id': 'ca47b536-42ab-4051-9c88-456878f87c03', 'tenant_id': 'e97eb34021d44eb0a99763034c1e9e87', 'floating_ip_address': '172.27.3.252', 'floating_network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'router_id': '91800c1e-3ae7-435f-9362-f23934c36aa6', 'port_id': '32463a74-b851-44eb-9dbb-f33e871b6327', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 292, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5ea35fc-5529-4ec7-b035-b5f2637c5acc', 'mac_address': 'fa:16:3e:0f:1f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '728de657-b1e9-4f61-8dcf-d5cc9553eb16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T00:34:09Z', 'updated_at': '2022-08-08T00:34:31Z', 'revision_number': 2, 'project_id': 'e97eb34021d44eb0a99763034c1e9e87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72ff9781-3013-479e-ab34-a89546cc7e00', 'name': '', 'network_id': 'a5ea35fc-5529-4ec7-b035-b5f2637c5acc', 'tenant_id': 'e97eb34021d44eb0a99763034c1e9e87', 'mac_address': 'fa:16:3e:71:a5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91800c1e-3ae7-435f-9362-f23934c36aa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'a880aa77-4bc5-4c6a-8fdf-3a29dea9cf69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:34:04Z', 'updated_at': '2022-08-08T00:34:10Z', 'revision_number': 5, 'project_id': 'e97eb34021d44eb0a99763034c1e9e87', 'subnets': [{'id': 'a880aa77-4bc5-4c6a-8fdf-3a29dea9cf69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 00:37:29.793076 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90d5c22-0421-42d8-a2af-892f823bd820 req-14a5c42c-f844-4c81-9be0-2d5b91f80057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:37:29.794596 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-d90d5c22-0421-42d8-a2af-892f823bd820 req-14a5c42c-f844-4c81-9be0-2d5b91f80057 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1139004 Aug 08 00:37:29.923190 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Device 6d9a7815-8cf6-4ce8-b159-82caa08091e7 no longer exists at agent hyperv_hv-cinder-85164 {{(pid=115993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 00:37:29.926489 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250250d3-7039-4763-b879-91343ac1d308 req-f9c915ec-8578-4232-9d8f-cf63ecb6a694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:37:29.928145 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-250250d3-7039-4763-b879-91343ac1d308 req-f9c915ec-8578-4232-9d8f-cf63ecb6a694 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=b8f2a58683be4aa486cebdf7aa8e0d83&device_id=533ddba6-cc0a-4ab2-8454-0b334257c1f4 HTTP/1.1" status: 200 len: 1127 time: 0.0477941 Aug 08 00:37:29.967477 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] No Port match for: 6d9a7815-8cf6-4ce8-b159-82caa08091e7 {{(pid=115993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 08 00:37:29.968806 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Device 6d9a7815-8cf6-4ce8-b159-82caa08091e7 not bound to the agent host hv-cinder-85164 {{(pid=115993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 00:37:30.006676 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-49867949-2d4d-4fba-8088-ad71c1165582 req-c28d0c70-ecea-4d5b-9d7f-515dc1ab4a05 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0dcbbc71-d1ca-41a6-ac8e-60d6cf82e51b HTTP/1.1" status: 200 len: 210 time: 0.0826590 Aug 08 00:37:30.009008 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-250250d3-7039-4763-b879-91343ac1d308 req-321eba70-597e-44c7-9333-e5d23b0221c3 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=430ffc0d-3a6e-4567-a0ef-49524240e6c5 HTTP/1.1" status: 200 len: 217 time: 0.0648718 Aug 08 00:37:30.043276 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe44d494-1b23-477d-9f92-1a9c1b4c7e2e None None] New status for floating IP c0c22e2e-881c-4865-83f3-2091c58797c7: DOWN {{(pid=115993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 08 00:37:30.061194 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eb4c46-edfc-4b13-9275-2b078b3b0178 req-9aeb4780-7a49-4ba4-95f7-bc1726c3ce72 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:37:30.062779 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-57eb4c46-edfc-4b13-9275-2b078b3b0178 req-9aeb4780-7a49-4ba4-95f7-bc1726c3ce72 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=19fb56ea-f1ea-4d66-9b9b-a86c0fa7ebb7 HTTP/1.1" status: 200 len: 985 time: 0.1277232 Aug 08 00:37:30.082784 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250250d3-7039-4763-b879-91343ac1d308 req-2ac3c119-459d-462a-8c00-916a142f3d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:37:30.084828 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-250250d3-7039-4763-b879-91343ac1d308 req-2ac3c119-459d-462a-8c00-916a142f3d8a service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=5dfae887-000c-41dc-ba1e-8cde25c087a1 HTTP/1.1" status: 200 len: 854 time: 0.0675328 Aug 08 00:37:30.115027 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:37:30.120499 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-250250d3-7039-4763-b879-91343ac1d308 req-91a2c107-60a4-4d33-bb08-59ad6dd62c59 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=bb10d8ed-7241-4962-a6fb-543fbf8ccecf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284855 Aug 08 00:37:30.137624 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:37:30.195779 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-57eb4c46-edfc-4b13-9275-2b078b3b0178 req-d2c28d29-e808-48cb-9781-bb940d5125d6 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c227dc7a-bed5-43d0-a843-be28d0e38ab6&id=09961e5e-e3b7-4ca0-b7b9-8e62edbb778a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1019721 Aug 08 00:37:30.241724 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-250250d3-7039-4763-b879-91343ac1d308 req-b587f2cd-3a4d-48aa-a17c-ecd3343e4886 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/bb10d8ed-7241-4962-a6fb-543fbf8ccecf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128654 Aug 08 00:37:30.259874 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-757674b7-e8a8-4fb9-af64-9eac38d8142e tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:30.320811 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-757674b7-e8a8-4fb9-af64-9eac38d8142e tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-499989'] for floatingip (26f63ae5-a7bd-4f83-86d9-dd50bfef23da), after_update {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:30.376037 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-250250d3-7039-4763-b879-91343ac1d308 req-4097e917-edf9-4210-a115-a71b4b4a7f3b service neutron] 10.222.0.25 "GET /networking/v2.0/networks/bb10d8ed-7241-4962-a6fb-543fbf8ccecf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238582 Aug 08 00:37:30.387497 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5182549b-e9a7-436c-bdc7-fa6b88c33651 req-58ab5cbc-1806-48a6-be71-8cce64903e19 tempest-VolumesSnapshotTestJSON-1144645517 tempest-VolumesSnapshotTestJSON-1144645517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:37:30.388975 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-5182549b-e9a7-436c-bdc7-fa6b88c33651 req-58ab5cbc-1806-48a6-be71-8cce64903e19 tempest-VolumesSnapshotTestJSON-1144645517 tempest-VolumesSnapshotTestJSON-1144645517-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=533ddba6-cc0a-4ab2-8454-0b334257c1f4 HTTP/1.1" status: 200 len: 943 time: 0.0713847 Aug 08 00:37:30.421122 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.db.l3_db [None req-757674b7-e8a8-4fb9-af64-9eac38d8142e tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Floating IP 26f63ae5-a7bd-4f83-86d9-dd50bfef23da associated. External IP: 172.27.3.132, port: 434deac6-5c7d-4020-9d69-11e8d0ac4767. Aug 08 00:37:30.444512 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-5182549b-e9a7-436c-bdc7-fa6b88c33651 req-a2215604-98c2-40f2-a22c-affcde0721b8 tempest-VolumesSnapshotTestJSON-1144645517 tempest-VolumesSnapshotTestJSON-1144645517-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=107e9f55-8376-45e6-a94e-667c44085544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485408 Aug 08 00:37:30.488527 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (c200ec1a-5dc3-458a-a30d-0f16255c41c0), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:30.622923 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:37:30.624838 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-757674b7-e8a8-4fb9-af64-9eac38d8142e tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Router 86e559f2-866e-494b-82ad-b5b594a151c0 has already been hosted by L3 agent d53f5436-7c7f-4441-9708-9d0333b57745 {{(pid=115992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 00:37:30.731899 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-757674b7-e8a8-4fb9-af64-9eac38d8142e tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Notify agent at l3_agent.dv-cinder-851640-3-iscsi the message routers_updated {{(pid=115992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 00:37:30.736276 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-757674b7-e8a8-4fb9-af64-9eac38d8142e tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63196'] for floatingip (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:30.741478 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d68c126-b306-4593-9389-49f9c2d5979a None None] Sync routers for ids ['86e559f2-866e-494b-82ad-b5b594a151c0'] in dv-cinder-851640-3-iscsi {{(pid=115994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 00:37:30.750692 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d68c126-b306-4593-9389-49f9c2d5979a None None] Routers {'86e559f2-866e-494b-82ad-b5b594a151c0'} bound to L3 agent in host dv-cinder-851640-3-iscsi {{(pid=115994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 00:37:30.751314 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_hamode_db [None req-6d68c126-b306-4593-9389-49f9c2d5979a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851640-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-08-08T00:24:12Z,description=,heartbeat_timestamp=2022-08-08T00:37:12Z,host='dv-cinder-851640-3-iscsi',id=d53f5436-7c7f-4441-9708-9d0333b57745,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T00:24:13Z,topic='l3_agent')) {'router_ids': ['86e559f2-866e-494b-82ad-b5b594a151c0'], 'active': True} {{(pid=115994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:37:30.770860 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-757674b7-e8a8-4fb9-af64-9eac38d8142e tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "PUT /networking/v2.0/floatingips/26f63ae5-a7bd-4f83-86d9-dd50bfef23da HTTP/1.1" status: 200 len: 992 time: 1.1805613 Aug 08 00:37:30.830356 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=100 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:37:30.855093 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_dvr_db [None req-6d68c126-b306-4593-9389-49f9c2d5979a None None] Set router 86e559f2-866e-494b-82ad-b5b594a151c0 gateway port host: dv-cinder-851640-3-iscsi {{(pid=115994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 00:37:30.928373 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cf02d3a-b426-4135-a94a-9048d7515184', 'tag': '434deac6-5c7d-4020-9d69-11e8d0ac4767'}] {{(pid=115992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 00:37:30.930626 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15c1dc6174c04d27a45b4789687485f3f31469fbdbb3cd0a658d3b47a2d9b382" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e53bafa-798b-420f-8478-fad257734dee" -d '{"events": [{"name": "network-changed", "server_uuid": "0cf02d3a-b426-4135-a94a-9048d7515184", "tag": "434deac6-5c7d-4020-9d69-11e8d0ac4767"}]}' {{(pid=115992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 00:37:30.970087 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 00:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-980e25f8-364e-4621-8ec4-2d620fa59801 x-openstack-request-id: req-980e25f8-364e-4621-8ec4-2d620fa59801 {{(pid=115992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 00:37:30.970382 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cf02d3a-b426-4135-a94a-9048d7515184", "tag": "434deac6-5c7d-4020-9d69-11e8d0ac4767", "status": "completed", "code": 200}]} {{(pid=115992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 00:37:30.970639 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-980e25f8-364e-4621-8ec4-2d620fa59801 {{(pid=115992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 00:37:30.971043 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.notifiers.nova [-] Nova event matching ['req-980e25f8-364e-4621-8ec4-2d620fa59801'] response: {'name': 'network-changed', 'server_uuid': '0cf02d3a-b426-4135-a94a-9048d7515184', 'tag': '434deac6-5c7d-4020-9d69-11e8d0ac4767', 'status': 'completed', 'code': 200} Aug 08 00:37:31.027644 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=100 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:37:31.063498 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_hamode_db [None req-6d68c126-b306-4593-9389-49f9c2d5979a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86e559f2-866e-494b-82ad-b5b594a151c0', 'name': 'tempest-AttachVolumeShelveTestJSON-1947753513-router', 'tenant_id': '1aa84c8a680d49f8be48580c62c18889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '53cdf01d-9d88-476a-b524-f08ed0260945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:32:21Z', 'updated_at': '2022-08-08T00:32:28Z', 'revision_number': 4, 'project_id': '1aa84c8a680d49f8be48580c62c18889', 'gw_port': {'id': '53cdf01d-9d88-476a-b524-f08ed0260945', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:86:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e559f2-866e-494b-82ad-b5b594a151c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:32:22Z', 'updated_at': '2022-08-08T00:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi', '_floatingips': [{'id': '26f63ae5-a7bd-4f83-86d9-dd50bfef23da', 'tenant_id': '1aa84c8a680d49f8be48580c62c18889', 'floating_ip_address': '172.27.3.132', 'floating_network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'router_id': '86e559f2-866e-494b-82ad-b5b594a151c0', 'port_id': '434deac6-5c7d-4020-9d69-11e8d0ac4767', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80d6d476-8f39-44d3-b747-4eed8b7c1a18', 'mac_address': 'fa:16:3e:a7:bf:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cf02d3a-b426-4135-a94a-9048d7515184', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T00:37:09Z', 'updated_at': '2022-08-08T00:37:30Z', 'revision_number': 1, 'project_id': '1aa84c8a680d49f8be48580c62c18889', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c261cb3a-39f2-424d-b5df-2be1a2e72cb7', 'name': '', 'network_id': '80d6d476-8f39-44d3-b747-4eed8b7c1a18', 'tenant_id': '1aa84c8a680d49f8be48580c62c18889', 'mac_address': 'fa:16:3e:2d:94:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e559f2-866e-494b-82ad-b5b594a151c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '2e97ee91-c7eb-4a92-adff-260b02055216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:32:27Z', 'updated_at': '2022-08-08T00:32:38Z', 'revision_number': 5, 'project_id': '1aa84c8a680d49f8be48580c62c18889', 'subnets': [{'id': '2e97ee91-c7eb-4a92-adff-260b02055216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851640-3-iscsi', False) {} {{(pid=115994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:37:31.091152 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d68c126-b306-4593-9389-49f9c2d5979a None None] Checking router: 86e559f2-866e-494b-82ad-b5b594a151c0 for host: dv-cinder-851640-3-iscsi {{(pid=115994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 00:37:31.099862 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d68c126-b306-4593-9389-49f9c2d5979a None None] Routers {'86e559f2-866e-494b-82ad-b5b594a151c0'} bound to L3 agent in host dv-cinder-851640-3-iscsi {{(pid=115994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 00:37:31.100436 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_hamode_db [None req-6d68c126-b306-4593-9389-49f9c2d5979a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851640-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-08-08T00:24:12Z,description=,heartbeat_timestamp=2022-08-08T00:37:12Z,host='dv-cinder-851640-3-iscsi',id=d53f5436-7c7f-4441-9708-9d0333b57745,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T00:24:13Z,topic='l3_agent')) {'router_ids': ['86e559f2-866e-494b-82ad-b5b594a151c0'], 'active': True} {{(pid=115994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:37:31.201103 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_dvr_db [None req-6d68c126-b306-4593-9389-49f9c2d5979a None None] Set router 86e559f2-866e-494b-82ad-b5b594a151c0 gateway port host: dv-cinder-851640-3-iscsi {{(pid=115994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 00:37:31.203284 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 60766) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:37:31.217815 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=100 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:37:31.263489 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-62de32f4-eb0a-46ec-81ab-9e63c49d7227 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks [] for security_group (39fde6d6-2d93-4daa-a7ea-e2b59dcbb3c5), before_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:31.290313 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-62de32f4-eb0a-46ec-81ab-9e63c49d7227 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks [] for security_group (39fde6d6-2d93-4daa-a7ea-e2b59dcbb3c5), precommit_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:31.362364 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850120c2-a8e9-46ba-95ed-62a773f1604c req-c6014c5b-8fb8-493b-b2d5-2a5f93b98f5f tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:37:31.364787 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-850120c2-a8e9-46ba-95ed-62a773f1604c req-c6014c5b-8fb8-493b-b2d5-2a5f93b98f5f tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=19fb56ea-f1ea-4d66-9b9b-a86c0fa7ebb7 HTTP/1.1" status: 200 len: 985 time: 0.0772524 Aug 08 00:37:31.414718 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_hamode_db [None req-6d68c126-b306-4593-9389-49f9c2d5979a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86e559f2-866e-494b-82ad-b5b594a151c0', 'name': 'tempest-AttachVolumeShelveTestJSON-1947753513-router', 'tenant_id': '1aa84c8a680d49f8be48580c62c18889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '53cdf01d-9d88-476a-b524-f08ed0260945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:32:21Z', 'updated_at': '2022-08-08T00:32:28Z', 'revision_number': 4, 'project_id': '1aa84c8a680d49f8be48580c62c18889', 'gw_port': {'id': '53cdf01d-9d88-476a-b524-f08ed0260945', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:86:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e559f2-866e-494b-82ad-b5b594a151c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:32:22Z', 'updated_at': '2022-08-08T00:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi', '_floatingips': [{'id': '26f63ae5-a7bd-4f83-86d9-dd50bfef23da', 'tenant_id': '1aa84c8a680d49f8be48580c62c18889', 'floating_ip_address': '172.27.3.132', 'floating_network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'router_id': '86e559f2-866e-494b-82ad-b5b594a151c0', 'port_id': '434deac6-5c7d-4020-9d69-11e8d0ac4767', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80d6d476-8f39-44d3-b747-4eed8b7c1a18', 'mac_address': 'fa:16:3e:a7:bf:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cf02d3a-b426-4135-a94a-9048d7515184', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T00:37:09Z', 'updated_at': '2022-08-08T00:37:30Z', 'revision_number': 1, 'project_id': '1aa84c8a680d49f8be48580c62c18889', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c261cb3a-39f2-424d-b5df-2be1a2e72cb7', 'name': '', 'network_id': '80d6d476-8f39-44d3-b747-4eed8b7c1a18', 'tenant_id': '1aa84c8a680d49f8be48580c62c18889', 'mac_address': 'fa:16:3e:2d:94:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e559f2-866e-494b-82ad-b5b594a151c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '2e97ee91-c7eb-4a92-adff-260b02055216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:32:27Z', 'updated_at': '2022-08-08T00:32:38Z', 'revision_number': 5, 'project_id': '1aa84c8a680d49f8be48580c62c18889', 'subnets': [{'id': '2e97ee91-c7eb-4a92-adff-260b02055216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851640-3-iscsi', False) {} {{(pid=115994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:37:31.429943 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-850120c2-a8e9-46ba-95ed-62a773f1604c req-521afc91-8511-4653-a546-aaa33e25c673 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c227dc7a-bed5-43d0-a843-be28d0e38ab6&id=09961e5e-e3b7-4ca0-b7b9-8e62edbb778a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0584745 Aug 08 00:37:31.475619 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-62de32f4-eb0a-46ec-81ab-9e63c49d7227 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (39fde6d6-2d93-4daa-a7ea-e2b59dcbb3c5), after_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:31.479988 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-62de32f4-eb0a-46ec-81ab-9e63c49d7227 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks [] for security_group (None), before_response {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:31.484967 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-62de32f4-eb0a-46ec-81ab-9e63c49d7227 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "DELETE /networking/v2.0/security-groups/39fde6d6-2d93-4daa-a7ea-e2b59dcbb3c5 HTTP/1.1" status: 204 len: 168 time: 0.2775469 Aug 08 00:37:31.485548 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 60772) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:37:31.499175 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62de32f4-eb0a-46ec-81ab-9e63c49d7227 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39fde6d6-2d93-4daa-a7ea-e2b59dcbb3c5,revision_number=None']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:37:31.521871 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.api.v2.resource [None req-f32f9209-26cc-4e02-94a4-17c03eae4d05 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] show failed (client error): The resource could not be found. Aug 08 00:37:31.523077 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-f32f9209-26cc-4e02-94a4-17c03eae4d05 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "GET /networking/v2.0/security-groups/39fde6d6-2d93-4daa-a7ea-e2b59dcbb3c5 HTTP/1.1" status: 404 len: 347 time: 0.0367007 Aug 08 00:37:31.527748 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 60774) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:37:31.529474 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d68c126-b306-4593-9389-49f9c2d5979a None None] The sync data for ids ['86e559f2-866e-494b-82ad-b5b594a151c0'] in dv-cinder-851640-3-iscsi is: [{'id': '86e559f2-866e-494b-82ad-b5b594a151c0', 'name': 'tempest-AttachVolumeShelveTestJSON-1947753513-router', 'tenant_id': '1aa84c8a680d49f8be48580c62c18889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '53cdf01d-9d88-476a-b524-f08ed0260945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:32:21Z', 'updated_at': '2022-08-08T00:32:28Z', 'revision_number': 4, 'project_id': '1aa84c8a680d49f8be48580c62c18889', 'gw_port': {'id': '53cdf01d-9d88-476a-b524-f08ed0260945', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:86:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e559f2-866e-494b-82ad-b5b594a151c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:32:22Z', 'updated_at': '2022-08-08T00:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi', '_floatingips': [{'id': '26f63ae5-a7bd-4f83-86d9-dd50bfef23da', 'tenant_id': '1aa84c8a680d49f8be48580c62c18889', 'floating_ip_address': '172.27.3.132', 'floating_network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'router_id': '86e559f2-866e-494b-82ad-b5b594a151c0', 'port_id': '434deac6-5c7d-4020-9d69-11e8d0ac4767', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80d6d476-8f39-44d3-b747-4eed8b7c1a18', 'mac_address': 'fa:16:3e:a7:bf:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cf02d3a-b426-4135-a94a-9048d7515184', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T00:37:09Z', 'updated_at': '2022-08-08T00:37:30Z', 'revision_number': 1, 'project_id': '1aa84c8a680d49f8be48580c62c18889', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c261cb3a-39f2-424d-b5df-2be1a2e72cb7', 'name': '', 'network_id': '80d6d476-8f39-44d3-b747-4eed8b7c1a18', 'tenant_id': '1aa84c8a680d49f8be48580c62c18889', 'mac_address': 'fa:16:3e:2d:94:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e559f2-866e-494b-82ad-b5b594a151c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '2e97ee91-c7eb-4a92-adff-260b02055216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:32:27Z', 'updated_at': '2022-08-08T00:32:38Z', 'revision_number': 5, 'project_id': '1aa84c8a680d49f8be48580c62c18889', 'subnets': [{'id': '2e97ee91-c7eb-4a92-adff-260b02055216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 00:37:31.590316 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e53bafa-798b-420f-8478-fad257734dee req-cfda0bb4-4718-4ff2-8ce5-a5929dcf483b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:37:31.591986 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-7e53bafa-798b-420f-8478-fad257734dee req-cfda0bb4-4718-4ff2-8ce5-a5929dcf483b service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=1aa84c8a680d49f8be48580c62c18889&device_id=0cf02d3a-b426-4135-a94a-9048d7515184 HTTP/1.1" status: 200 len: 1130 time: 0.0543051 Aug 08 00:37:31.683779 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d40536-ea71-4095-a57c-6d1329d006c6 req-2884d08a-63d8-4755-ade6-35f750137770 tempest-VolumesSnapshotTestJSON-1144645517 tempest-VolumesSnapshotTestJSON-1144645517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:37:31.685326 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-51d40536-ea71-4095-a57c-6d1329d006c6 req-2884d08a-63d8-4755-ade6-35f750137770 tempest-VolumesSnapshotTestJSON-1144645517 tempest-VolumesSnapshotTestJSON-1144645517-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=533ddba6-cc0a-4ab2-8454-0b334257c1f4 HTTP/1.1" status: 200 len: 943 time: 0.1009543 Aug 08 00:37:31.712811 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.plugin [None req-1b76ba9a-e021-4c1d-88f5-03f644769f26 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Deleting port aa231205-79a7-42c1-8e16-8ff27a5f609b {{(pid=115992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 00:37:31.714572 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-1b76ba9a-e021-4c1d-88f5-03f644769f26 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764676511537'] for port (aa231205-79a7-42c1-8e16-8ff27a5f609b), before_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:31.753312 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf286fc-76ae-4dd4-8de3-1686a0f32302 None None] New status for floating IP 26f63ae5-a7bd-4f83-86d9-dd50bfef23da: ACTIVE {{(pid=115993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 08 00:37:31.787015 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-51d40536-ea71-4095-a57c-6d1329d006c6 req-c724e8b0-b8ad-4710-9e2f-943720fd38a8 tempest-VolumesSnapshotTestJSON-1144645517 tempest-VolumesSnapshotTestJSON-1144645517-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=107e9f55-8376-45e6-a94e-667c44085544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940602 Aug 08 00:37:31.819804 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-1b76ba9a-e021-4c1d-88f5-03f644769f26 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440649'] for port (aa231205-79a7-42c1-8e16-8ff27a5f609b), precommit_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:31.820130 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-1b76ba9a-e021-4c1d-88f5-03f644769f26 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks [] for floatingip (aa231205-79a7-42c1-8e16-8ff27a5f609b), precommit_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:31.833486 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.plugin [None req-1b76ba9a-e021-4c1d-88f5-03f644769f26 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Calling delete_port for aa231205-79a7-42c1-8e16-8ff27a5f609b owned by network:floatingip {{(pid=115992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 00:37:31.929786 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:37:31.933909 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e53bafa-798b-420f-8478-fad257734dee req-7827f936-619d-41c6-b930-728ff01b881e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:37:31.935081 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-7e53bafa-798b-420f-8478-fad257734dee req-7827f936-619d-41c6-b930-728ff01b881e service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=80d6d476-8f39-44d3-b747-4eed8b7c1a18 HTTP/1.1" status: 200 len: 918 time: 0.0989051 Aug 08 00:37:31.938681 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Device 430ffc0d-3a6e-4567-a0ef-49524240e6c5 details requested by agent hyperv_hv-cinder-85164 with host hv-cinder-85164 {{(pid=115993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 08 00:37:32.005409 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-7e53bafa-798b-420f-8478-fad257734dee req-370b0c02-458c-47f9-8291-c57e9dd88382 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=434deac6-5c7d-4020-9d69-11e8d0ac4767 HTTP/1.1" status: 200 len: 1000 time: 0.0626523 Aug 08 00:37:32.060366 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e53bafa-798b-420f-8478-fad257734dee req-fd1eca15-b364-464b-90c3-9dc7c5fa1dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:37:32.061819 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-7e53bafa-798b-420f-8478-fad257734dee req-fd1eca15-b364-464b-90c3-9dc7c5fa1dbd service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=2e97ee91-c7eb-4a92-adff-260b02055216 HTTP/1.1" status: 200 len: 856 time: 0.0449259 Aug 08 00:37:32.063280 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] For port 430ffc0d-3a6e-4567-a0ef-49524240e6c5, host hv-cinder-85164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85164',level=0,port_id=430ffc0d-3a6e-4567-a0ef-49524240e6c5,segment=NetworkSegment(a97d0af1-6dcd-4953-9065-c83d72f6ad5c),segment_id=a97d0af1-6dcd-4953-9065-c83d72f6ad5c)] {{(pid=115993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:37:32.073278 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:37:32.075924 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Returning: {'device': '430ffc0d-3a6e-4567-a0ef-49524240e6c5', 'network_id': 'bb10d8ed-7241-4962-a6fb-543fbf8ccecf', 'port_id': '430ffc0d-3a6e-4567-a0ef-49524240e6c5', 'mac_address': 'fa:16:3e:ee:92:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dfae887-000c-41dc-ba1e-8cde25c087a1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 08 00:37:32.110900 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e53bafa-798b-420f-8478-fad257734dee req-d391f472-341c-4f7f-9a1d-8e65fd96c0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:37:32.112057 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-1b76ba9a-e021-4c1d-88f5-03f644769f26 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764676515054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764676113794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26371331'] for port (aa231205-79a7-42c1-8e16-8ff27a5f609b), after_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:32.112217 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Current status of the port 430ffc0d-3a6e-4567-a0ef-49524240e6c5 is: DOWN; New status is: BUILD {{(pid=115993) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 00:37:32.112523 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-7e53bafa-798b-420f-8478-fad257734dee req-d391f472-341c-4f7f-9a1d-8e65fd96c0b6 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=80d6d476-8f39-44d3-b747-4eed8b7c1a18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441222 Aug 08 00:37:32.112634 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (430ffc0d-3a6e-4567-a0ef-49524240e6c5), before_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:32.126100 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.notifiers.nova [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 430ffc0d-3a6e-4567-a0ef-49524240e6c5 {{(pid=115993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 00:37:32.135179 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b76ba9a-e021-4c1d-88f5-03f644769f26 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Pushing event deleted for resources: {'Port': ['ID=aa231205-79a7-42c1-8e16-8ff27a5f609b,revision_number=None']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:37:32.147673 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] For port 430ffc0d-3a6e-4567-a0ef-49524240e6c5, host hv-cinder-85164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85164',level=0,port_id=430ffc0d-3a6e-4567-a0ef-49524240e6c5,segment=NetworkSegment(a97d0af1-6dcd-4953-9065-c83d72f6ad5c),segment_id=a97d0af1-6dcd-4953-9065-c83d72f6ad5c)] {{(pid=115993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:37:32.198333 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-1b76ba9a-e021-4c1d-88f5-03f644769f26 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks [] for floatingip (c0c22e2e-881c-4865-83f3-2091c58797c7), after_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:32.200951 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-1b76ba9a-e021-4c1d-88f5-03f644769f26 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63196'] for floatingip (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:32.202078 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-1b76ba9a-e021-4c1d-88f5-03f644769f26 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "DELETE /networking/v2.0/floatingips/c0c22e2e-881c-4865-83f3-2091c58797c7 HTTP/1.1" status: 204 len: 168 time: 0.6732488 Aug 08 00:37:32.225257 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821'] for port (430ffc0d-3a6e-4567-a0ef-49524240e6c5), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:32.277321 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Pushing event updated for resources: {'Port': ['ID=430ffc0d-3a6e-4567-a0ef-49524240e6c5,revision_number=4']} {{(pid=115993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:37:32.444491 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-7e53bafa-798b-420f-8478-fad257734dee req-ead0d011-3091-4029-ab90-177917bf871d service neutron] 10.222.0.25 "GET /networking/v2.0/networks/80d6d476-8f39-44d3-b747-4eed8b7c1a18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854018 Aug 08 00:37:32.555117 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] get_ports_and_sgs() called for port_ids ['430ffc0d-3a6e-4567-a0ef-49524240e6c5'] {{(pid=115993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 00:37:32.556418 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2fef8e-cba2-422b-990e-3663df0da6bf req-192cbcc3-fa11-49fd-886e-2731c1448b6a tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:37:32.563825 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-5c2fef8e-cba2-422b-990e-3663df0da6bf req-192cbcc3-fa11-49fd-886e-2731c1448b6a tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=19fb56ea-f1ea-4d66-9b9b-a86c0fa7ebb7 HTTP/1.1" status: 200 len: 985 time: 0.0577996 Aug 08 00:37:32.642229 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-5c2fef8e-cba2-422b-990e-3663df0da6bf req-02c7a063-8bb8-4f7c-92f9-495d1d0580f8 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c227dc7a-bed5-43d0-a843-be28d0e38ab6&id=09961e5e-e3b7-4ca0-b7b9-8e62edbb778a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0771308 Aug 08 00:37:32.813135 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-7e53bafa-798b-420f-8478-fad257734dee req-091fcce2-3cf8-4064-ac36-8e5b177c6102 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/80d6d476-8f39-44d3-b747-4eed8b7c1a18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3491836 Aug 08 00:37:32.908954 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8d162b-4a11-44ed-9556-157c958e8bc8 req-f46d173e-2021-4451-a96e-72974551cff6 tempest-VolumesSnapshotTestJSON-1144645517 tempest-VolumesSnapshotTestJSON-1144645517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:37:32.910640 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-cb8d162b-4a11-44ed-9556-157c958e8bc8 req-f46d173e-2021-4451-a96e-72974551cff6 tempest-VolumesSnapshotTestJSON-1144645517 tempest-VolumesSnapshotTestJSON-1144645517-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=533ddba6-cc0a-4ab2-8454-0b334257c1f4 HTTP/1.1" status: 200 len: 944 time: 0.0482974 Aug 08 00:37:32.959764 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-cb8d162b-4a11-44ed-9556-157c958e8bc8 req-1033a336-c0ac-4729-af73-918ebbc1ae00 tempest-VolumesSnapshotTestJSON-1144645517 tempest-VolumesSnapshotTestJSON-1144645517-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=107e9f55-8376-45e6-a94e-667c44085544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435152 Aug 08 00:37:33.575213 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-c55210c1-7d7c-4049-a288-65d7b722143a req-a16e3ca9-e80c-49d1-8320-4e297742a11d service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9f8480cf-4061-4c55-8118-a74951cf6142&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0382206 Aug 08 00:37:33.635763 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55210c1-7d7c-4049-a288-65d7b722143a req-d1652cb3-98d1-4484-af07-1d772ea8f476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:37:33.637274 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-c55210c1-7d7c-4049-a288-65d7b722143a req-d1652cb3-98d1-4484-af07-1d772ea8f476 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=9bd235f1f9f44df4b2e3dbd0c05b3a83&device_id=9f8480cf-4061-4c55-8118-a74951cf6142 HTTP/1.1" status: 200 len: 1130 time: 0.0393584 Aug 08 00:37:33.799592 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76339d3d-adae-4084-91f7-f2cc79c54312 req-93f7e8f5-b56f-4440-8fad-3d95baa0110f tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:37:33.801889 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-76339d3d-adae-4084-91f7-f2cc79c54312 req-93f7e8f5-b56f-4440-8fad-3d95baa0110f tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=19fb56ea-f1ea-4d66-9b9b-a86c0fa7ebb7 HTTP/1.1" status: 200 len: 985 time: 0.0574026 Aug 08 00:37:33.835209 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:37:33.865543 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-76339d3d-adae-4084-91f7-f2cc79c54312 req-b5ceb9f2-8130-4a1a-a49a-4145d4c3409c tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c227dc7a-bed5-43d0-a843-be28d0e38ab6&id=09961e5e-e3b7-4ca0-b7b9-8e62edbb778a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0565789 Aug 08 00:37:33.963735 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Device 430ffc0d-3a6e-4567-a0ef-49524240e6c5 up at agent hyperv_hv-cinder-85164 {{(pid=115993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 00:37:34.007580 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:37:34.010171 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Provisioning for port 430ffc0d-3a6e-4567-a0ef-49524240e6c5 completed by entity L2. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 08 00:37:34.078938 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12a5a34-c7b7-48ff-a867-3dd47ca5d4da req-29d9d467-c44d-41a5-b41c-6e576fe53f2e tempest-VolumesSnapshotTestJSON-1144645517 tempest-VolumesSnapshotTestJSON-1144645517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:37:34.080439 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-f12a5a34-c7b7-48ff-a867-3dd47ca5d4da req-29d9d467-c44d-41a5-b41c-6e576fe53f2e tempest-VolumesSnapshotTestJSON-1144645517 tempest-VolumesSnapshotTestJSON-1144645517-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=533ddba6-cc0a-4ab2-8454-0b334257c1f4 HTTP/1.1" status: 200 len: 944 time: 0.0478592 Aug 08 00:37:34.082657 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Provisioning complete for port 430ffc0d-3a6e-4567-a0ef-49524240e6c5 triggered by entity L2. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:37:34.083033 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (430ffc0d-3a6e-4567-a0ef-49524240e6c5), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:34.117409 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:37:34.129595 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-f12a5a34-c7b7-48ff-a867-3dd47ca5d4da req-da03169a-7935-4206-97b6-7c30c64934f6 tempest-VolumesSnapshotTestJSON-1144645517 tempest-VolumesSnapshotTestJSON-1144645517-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=107e9f55-8376-45e6-a94e-667c44085544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431767 Aug 08 00:37:34.156789 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Current status of the port 430ffc0d-3a6e-4567-a0ef-49524240e6c5 is: BUILD; New status is: ACTIVE {{(pid=115993) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 00:37:34.157211 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (430ffc0d-3a6e-4567-a0ef-49524240e6c5), before_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:34.180960 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '533ddba6-cc0a-4ab2-8454-0b334257c1f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '430ffc0d-3a6e-4567-a0ef-49524240e6c5'}] {{(pid=115993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 00:37:34.183134 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffcbb3165cefe78fdef2215408d5e0047484b378f5d65619a4e095a8aefc113e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bcc6e83-2ca9-414d-a4c6-75b33ac12792" -d '{"events": [{"server_uuid": "533ddba6-cc0a-4ab2-8454-0b334257c1f4", "name": "network-vif-plugged", "status": "completed", "tag": "430ffc0d-3a6e-4567-a0ef-49524240e6c5"}]}' {{(pid=115993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 00:37:34.195662 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] For port 430ffc0d-3a6e-4567-a0ef-49524240e6c5, host hv-cinder-85164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85164',level=0,port_id=430ffc0d-3a6e-4567-a0ef-49524240e6c5,segment=NetworkSegment(a97d0af1-6dcd-4953-9065-c83d72f6ad5c),segment_id=a97d0af1-6dcd-4953-9065-c83d72f6ad5c)] {{(pid=115993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:37:34.222689 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 00:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2665ed6-f316-4571-badb-521833734af8 x-openstack-request-id: req-f2665ed6-f316-4571-badb-521833734af8 {{(pid=115993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 00:37:34.231767 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "533ddba6-cc0a-4ab2-8454-0b334257c1f4", "name": "network-vif-plugged", "status": "completed", "tag": "430ffc0d-3a6e-4567-a0ef-49524240e6c5", "code": 200}]} {{(pid=115993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 00:37:34.231767 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f2665ed6-f316-4571-badb-521833734af8 {{(pid=115993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 00:37:34.231767 dv-cinder-851640-3-iscsi neutron-server[115993]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2665ed6-f316-4571-badb-521833734af8'] response: {'server_uuid': '533ddba6-cc0a-4ab2-8454-0b334257c1f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '430ffc0d-3a6e-4567-a0ef-49524240e6c5', 'code': 200} Aug 08 00:37:34.276747 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821'] for port (430ffc0d-3a6e-4567-a0ef-49524240e6c5), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:34.326845 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Pushing event updated for resources: {'Port': ['ID=430ffc0d-3a6e-4567-a0ef-49524240e6c5,revision_number=5']} {{(pid=115993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:37:34.416899 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55210c1-7d7c-4049-a288-65d7b722143a req-edb02d4f-c00a-429e-a1ba-2e2fca6452d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:37:34.418372 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-c55210c1-7d7c-4049-a288-65d7b722143a req-edb02d4f-c00a-429e-a1ba-2e2fca6452d3 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=39987f39-4c60-4c27-9f4f-c7657da06e51 HTTP/1.1" status: 200 len: 920 time: 0.0985219 Aug 08 00:37:34.469414 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-c55210c1-7d7c-4049-a288-65d7b722143a req-ad471505-418c-4934-b5af-6bdca2033787 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=247bdc76-37cc-4751-82b6-e4aaca65e313 HTTP/1.1" status: 200 len: 217 time: 0.0363739 Aug 08 00:37:34.510034 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:37:34.519031 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55210c1-7d7c-4049-a288-65d7b722143a req-7280084e-7100-4a73-bf9e-27469587b430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:37:34.521177 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-c55210c1-7d7c-4049-a288-65d7b722143a req-7280084e-7100-4a73-bf9e-27469587b430 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=0eda73d9-3865-4e7b-8b67-75076c7b1107 HTTP/1.1" status: 200 len: 858 time: 0.0448813 Aug 08 00:37:34.574699 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55210c1-7d7c-4049-a288-65d7b722143a req-6b4543ca-dd0c-4e81-9eb8-6484a1de843f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:37:34.576202 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-c55210c1-7d7c-4049-a288-65d7b722143a req-6b4543ca-dd0c-4e81-9eb8-6484a1de843f service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=39987f39-4c60-4c27-9f4f-c7657da06e51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395544 Aug 08 00:37:34.664290 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83de58c7-ec5c-45b0-9f74-7b1c4b29c691 req-f59ba2ba-0d38-4662-96ce-f17f3a06136f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:37:34.665822 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-83de58c7-ec5c-45b0-9f74-7b1c4b29c691 req-f59ba2ba-0d38-4662-96ce-f17f3a06136f service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=533ddba6-cc0a-4ab2-8454-0b334257c1f4 HTTP/1.1" status: 200 len: 1129 time: 0.0441225 Aug 08 00:37:34.676684 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-c55210c1-7d7c-4049-a288-65d7b722143a req-5f6cfb26-d595-4125-a8a3-a6083ad6c5b6 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/39987f39-4c60-4c27-9f4f-c7657da06e51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897369 Aug 08 00:37:34.714197 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-83de58c7-ec5c-45b0-9f74-7b1c4b29c691 req-9fa8b19d-e993-4614-952b-5b641dec54e0 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=107e9f55-8376-45e6-a94e-667c44085544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393093 Aug 08 00:37:34.771692 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-c55210c1-7d7c-4049-a288-65d7b722143a req-884e9537-5d44-4994-bc35-f2453de818fd service neutron] 10.222.0.25 "GET /networking/v2.0/networks/39987f39-4c60-4c27-9f4f-c7657da06e51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893602 Aug 08 00:37:34.990940 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08945c6-17e2-4564-b762-a780c7e3497e req-840dbf71-433a-447e-ae78-dab1146c5914 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:37:34.992459 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-b08945c6-17e2-4564-b762-a780c7e3497e req-840dbf71-433a-447e-ae78-dab1146c5914 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=19fb56ea-f1ea-4d66-9b9b-a86c0fa7ebb7 HTTP/1.1" status: 200 len: 985 time: 0.0496314 Aug 08 00:37:35.052832 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-b08945c6-17e2-4564-b762-a780c7e3497e req-3ce887ff-f34d-46d8-baa8-3501d121e169 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c227dc7a-bed5-43d0-a843-be28d0e38ab6&id=09961e5e-e3b7-4ca0-b7b9-8e62edbb778a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0546539 Aug 08 00:37:35.255091 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd7fdbe-b9bb-45a5-8ac5-a5108a135060 req-d7bfb2d5-5191-4d08-b03c-edf95c842bf6 tempest-VolumesSnapshotTestJSON-1144645517 tempest-VolumesSnapshotTestJSON-1144645517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:37:35.255091 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-ffd7fdbe-b9bb-45a5-8ac5-a5108a135060 req-d7bfb2d5-5191-4d08-b03c-edf95c842bf6 tempest-VolumesSnapshotTestJSON-1144645517 tempest-VolumesSnapshotTestJSON-1144645517-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=533ddba6-cc0a-4ab2-8454-0b334257c1f4 HTTP/1.1" status: 200 len: 945 time: 0.0499663 Aug 08 00:37:35.300103 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-ffd7fdbe-b9bb-45a5-8ac5-a5108a135060 req-d1b719b2-b015-4cde-a2a3-676d0e1e839a tempest-VolumesSnapshotTestJSON-1144645517 tempest-VolumesSnapshotTestJSON-1144645517-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=107e9f55-8376-45e6-a94e-667c44085544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422504 Aug 08 00:37:35.319852 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e955808-5bfa-4c62-9360-6b1da21a9c32 req-55c0eede-4c46-4b10-ad56-23835bb86ae7 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:37:35.321351 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-3e955808-5bfa-4c62-9360-6b1da21a9c32 req-55c0eede-4c46-4b10-ad56-23835bb86ae7 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=728de657-b1e9-4f61-8dcf-d5cc9553eb16 HTTP/1.1" status: 200 len: 945 time: 0.0485682 Aug 08 00:37:35.368938 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-3e955808-5bfa-4c62-9360-6b1da21a9c32 req-b8f35531-2f08-433d-86be-f38ed3e845e3 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd8fe95a-62eb-4289-aa2a-75c9c5318eed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421045 Aug 08 00:37:36.425984 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119c2864-c84b-4a5e-8263-d30c7d6e1b02 req-2651e266-e678-4ba6-9888-914405b44703 tempest-VolumesSnapshotTestJSON-1144645517 tempest-VolumesSnapshotTestJSON-1144645517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:37:36.427524 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-119c2864-c84b-4a5e-8263-d30c7d6e1b02 req-2651e266-e678-4ba6-9888-914405b44703 tempest-VolumesSnapshotTestJSON-1144645517 tempest-VolumesSnapshotTestJSON-1144645517-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=533ddba6-cc0a-4ab2-8454-0b334257c1f4 HTTP/1.1" status: 200 len: 945 time: 0.0525157 Aug 08 00:37:36.475469 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-119c2864-c84b-4a5e-8263-d30c7d6e1b02 req-154ab462-db6b-4022-adf1-5d7a9acb49f0 tempest-VolumesSnapshotTestJSON-1144645517 tempest-VolumesSnapshotTestJSON-1144645517-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=107e9f55-8376-45e6-a94e-667c44085544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422692 Aug 08 00:37:36.492804 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21257468-0ccc-4ce8-ade8-927de3213201 req-8d423788-b173-4f77-99c4-cd361c86a92b tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:37:36.494286 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-21257468-0ccc-4ce8-ade8-927de3213201 req-8d423788-b173-4f77-99c4-cd361c86a92b tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=728de657-b1e9-4f61-8dcf-d5cc9553eb16 HTTP/1.1" status: 200 len: 945 time: 0.0519025 Aug 08 00:37:36.540654 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-21257468-0ccc-4ce8-ade8-927de3213201 req-5e98f788-509c-4b6e-9ae3-149d41a7aa1b tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd8fe95a-62eb-4289-aa2a-75c9c5318eed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408828 Aug 08 00:37:37.596034 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f4e4b5-bac1-4b16-bc77-bf3f9ef6bb03 req-f6e4935e-afc4-49e8-8865-6f45cf360e49 tempest-VolumesSnapshotTestJSON-1144645517 tempest-VolumesSnapshotTestJSON-1144645517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:37:37.597878 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-39f4e4b5-bac1-4b16-bc77-bf3f9ef6bb03 req-f6e4935e-afc4-49e8-8865-6f45cf360e49 tempest-VolumesSnapshotTestJSON-1144645517 tempest-VolumesSnapshotTestJSON-1144645517-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=533ddba6-cc0a-4ab2-8454-0b334257c1f4 HTTP/1.1" status: 200 len: 945 time: 0.0487180 Aug 08 00:37:37.636146 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.agents_db [None req-431a3ab4-e5a4-4361-9fcb-d2d78b6c2e03 None None] Agent healthcheck: found 6 active agents {{(pid=115994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 00:37:37.647257 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-39f4e4b5-bac1-4b16-bc77-bf3f9ef6bb03 req-08aabb6f-8a69-49fe-8ef1-2b0f0422e415 tempest-VolumesSnapshotTestJSON-1144645517 tempest-VolumesSnapshotTestJSON-1144645517-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=107e9f55-8376-45e6-a94e-667c44085544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434101 Aug 08 00:37:37.661394 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffe7907-a292-413d-a088-dee6f53b04ea req-bfbc85e2-cb85-44a1-bc0a-0ea15b53081a tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:37:37.663026 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-bffe7907-a292-413d-a088-dee6f53b04ea req-bfbc85e2-cb85-44a1-bc0a-0ea15b53081a tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=728de657-b1e9-4f61-8dcf-d5cc9553eb16 HTTP/1.1" status: 200 len: 945 time: 0.0497272 Aug 08 00:37:37.709744 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=100 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:37:37.714757 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-bffe7907-a292-413d-a088-dee6f53b04ea req-86b66628-d46b-4a83-8fa5-f3d7ea402f51 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd8fe95a-62eb-4289-aa2a-75c9c5318eed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462079 Aug 08 00:37:38.374711 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f5c61d-6af9-49cc-989c-2d2e5ceeed05 req-8e0bf945-1946-433b-87f5-81a9540ef470 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:37:38.376183 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-d0f5c61d-6af9-49cc-989c-2d2e5ceeed05 req-8e0bf945-1946-433b-87f5-81a9540ef470 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=728de657-b1e9-4f61-8dcf-d5cc9553eb16 HTTP/1.1" status: 200 len: 945 time: 0.0499535 Aug 08 00:37:38.470015 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.plugin [req-d0f5c61d-6af9-49cc-989c-2d2e5ceeed05 req-7d907a3a-2110-4ed6-8097-8bac70ad6d65 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Deleting port 32463a74-b851-44eb-9dbb-f33e871b6327 {{(pid=115991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 00:37:38.470245 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [req-d0f5c61d-6af9-49cc-989c-2d2e5ceeed05 req-7d907a3a-2110-4ed6-8097-8bac70ad6d65 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764676511537'] for port (32463a74-b851-44eb-9dbb-f33e871b6327), before_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:38.563914 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.db [req-d0f5c61d-6af9-49cc-989c-2d2e5ceeed05 req-7d907a3a-2110-4ed6-8097-8bac70ad6d65 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] For port 32463a74-b851-44eb-9dbb-f33e871b6327, host hv-cinder-85164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85164',level=0,port_id=32463a74-b851-44eb-9dbb-f33e871b6327,segment=NetworkSegment(6130275c-b522-41d3-91a1-cf819d706112),segment_id=6130275c-b522-41d3-91a1-cf819d706112)] {{(pid=115991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:37:38.564275 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [req-d0f5c61d-6af9-49cc-989c-2d2e5ceeed05 req-7d907a3a-2110-4ed6-8097-8bac70ad6d65 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440649'] for port (32463a74-b851-44eb-9dbb-f33e871b6327), precommit_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:38.779943 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [req-d0f5c61d-6af9-49cc-989c-2d2e5ceeed05 req-7d907a3a-2110-4ed6-8097-8bac70ad6d65 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:38.780617 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [req-d0f5c61d-6af9-49cc-989c-2d2e5ceeed05 req-7d907a3a-2110-4ed6-8097-8bac70ad6d65 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-499989'] for floatingip (ca47b536-42ab-4051-9c88-456878f87c03), after_update {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:38.780617 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.db.l3_db [req-d0f5c61d-6af9-49cc-989c-2d2e5ceeed05 req-7d907a3a-2110-4ed6-8097-8bac70ad6d65 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Floating IP ca47b536-42ab-4051-9c88-456878f87c03 disassociated. External IP: 172.27.3.252, port: 32463a74-b851-44eb-9dbb-f33e871b6327. Aug 08 00:37:38.781022 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.plugin [req-d0f5c61d-6af9-49cc-989c-2d2e5ceeed05 req-7d907a3a-2110-4ed6-8097-8bac70ad6d65 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Calling delete_port for 32463a74-b851-44eb-9dbb-f33e871b6327 owned by compute:nova {{(pid=115991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 00:37:38.876646 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e9ca3c-dc57-42da-854e-f311a57849d5 req-7091a719-039d-49c2-83c6-9fcef42756ca tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:37:38.878184 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-35e9ca3c-dc57-42da-854e-f311a57849d5 req-7091a719-039d-49c2-83c6-9fcef42756ca tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=728de657-b1e9-4f61-8dcf-d5cc9553eb16 HTTP/1.1" status: 200 len: 945 time: 0.0859694 Aug 08 00:37:38.980331 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-35e9ca3c-dc57-42da-854e-f311a57849d5 req-02f45a6e-81fa-4431-9768-787f1d5eb792 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd8fe95a-62eb-4289-aa2a-75c9c5318eed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948122 Aug 08 00:37:38.992141 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:37:39.065652 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [req-d0f5c61d-6af9-49cc-989c-2d2e5ceeed05 req-7d907a3a-2110-4ed6-8097-8bac70ad6d65 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764676515054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764676113794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2785209'] for port (32463a74-b851-44eb-9dbb-f33e871b6327), after_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:39.093604 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d907a3a-2110-4ed6-8097-8bac70ad6d65 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Pushing event deleted for resources: {'Port': ['ID=32463a74-b851-44eb-9dbb-f33e871b6327,revision_number=None']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:37:39.209271 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d0f5c61d-6af9-49cc-989c-2d2e5ceeed05 req-7d907a3a-2110-4ed6-8097-8bac70ad6d65 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Router 91800c1e-3ae7-435f-9362-f23934c36aa6 has already been hosted by L3 agent d53f5436-7c7f-4441-9708-9d0333b57745 {{(pid=115991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 00:37:39.323650 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:37:39.323650 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d0f5c61d-6af9-49cc-989c-2d2e5ceeed05 req-7d907a3a-2110-4ed6-8097-8bac70ad6d65 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Notify agent at l3_agent.dv-cinder-851640-3-iscsi the message routers_updated {{(pid=115991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 00:37:39.342249 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ec1d82-d9d6-407e-9cf9-92ec1cbb6565 None None] Sync routers for ids ['91800c1e-3ae7-435f-9362-f23934c36aa6'] in dv-cinder-851640-3-iscsi {{(pid=115994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 00:37:39.356193 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ec1d82-d9d6-407e-9cf9-92ec1cbb6565 None None] Routers {'91800c1e-3ae7-435f-9362-f23934c36aa6'} bound to L3 agent in host dv-cinder-851640-3-iscsi {{(pid=115994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 00:37:39.356992 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_hamode_db [None req-73ec1d82-d9d6-407e-9cf9-92ec1cbb6565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851640-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-08-08T00:24:12Z,description=,heartbeat_timestamp=2022-08-08T00:37:12Z,host='dv-cinder-851640-3-iscsi',id=d53f5436-7c7f-4441-9708-9d0333b57745,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T00:24:13Z,topic='l3_agent')) {'router_ids': ['91800c1e-3ae7-435f-9362-f23934c36aa6'], 'active': True} {{(pid=115994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:37:39.376984 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0f5c61d-6af9-49cc-989c-2d2e5ceeed05 req-7d907a3a-2110-4ed6-8097-8bac70ad6d65 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] No DVR routers for this DVR port 32463a74-b851-44eb-9dbb-f33e871b6327 on host hv-cinder-85164 {{(pid=115991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 08 00:37:39.380514 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [req-d0f5c61d-6af9-49cc-989c-2d2e5ceeed05 req-7d907a3a-2110-4ed6-8097-8bac70ad6d65 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63196'] for port (None), before_response {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:39.383972 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-d0f5c61d-6af9-49cc-989c-2d2e5ceeed05 req-7d907a3a-2110-4ed6-8097-8bac70ad6d65 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.25 "DELETE /networking/v2.0/ports/32463a74-b851-44eb-9dbb-f33e871b6327 HTTP/1.1" status: 204 len: 173 time: 0.9996483 Aug 08 00:37:39.384705 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '728de657-b1e9-4f61-8dcf-d5cc9553eb16', 'name': 'network-vif-deleted', 'tag': '32463a74-b851-44eb-9dbb-f33e871b6327'}] {{(pid=115991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 00:37:39.387881 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73a3e3d67458d2a17dff5edd29115f5abec4313aa2236b93bd84783ab3df8685" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d0a2dd0-7a8f-4109-843e-7f3a4ae4f23e" -d '{"events": [{"server_uuid": "728de657-b1e9-4f61-8dcf-d5cc9553eb16", "name": "network-vif-deleted", "tag": "32463a74-b851-44eb-9dbb-f33e871b6327"}]}' {{(pid=115991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 00:37:39.427048 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 00:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fd3a388-f602-471d-8363-c1dc89d60297 x-openstack-request-id: req-0fd3a388-f602-471d-8363-c1dc89d60297 {{(pid=115991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 00:37:39.427384 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "728de657-b1e9-4f61-8dcf-d5cc9553eb16", "name": "network-vif-deleted", "tag": "32463a74-b851-44eb-9dbb-f33e871b6327", "status": "completed", "code": 200}]} {{(pid=115991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 00:37:39.427635 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0fd3a388-f602-471d-8363-c1dc89d60297 {{(pid=115991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 00:37:39.428059 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fd3a388-f602-471d-8363-c1dc89d60297'] response: {'server_uuid': '728de657-b1e9-4f61-8dcf-d5cc9553eb16', 'name': 'network-vif-deleted', 'tag': '32463a74-b851-44eb-9dbb-f33e871b6327', 'status': 'completed', 'code': 200} Aug 08 00:37:39.463966 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_dvr_db [None req-73ec1d82-d9d6-407e-9cf9-92ec1cbb6565 None None] Set router 91800c1e-3ae7-435f-9362-f23934c36aa6 gateway port host: dv-cinder-851640-3-iscsi {{(pid=115994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 00:37:39.657139 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_hamode_db [None req-73ec1d82-d9d6-407e-9cf9-92ec1cbb6565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91800c1e-3ae7-435f-9362-f23934c36aa6', 'name': 'tempest-AttachVolumeNegativeTest-1151103598-router', 'tenant_id': 'e97eb34021d44eb0a99763034c1e9e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': '349bc66f-427c-48e3-b507-b91075ef7023', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:34:02Z', 'updated_at': '2022-08-08T00:34:05Z', 'revision_number': 4, 'project_id': 'e97eb34021d44eb0a99763034c1e9e87', 'gw_port': {'id': '349bc66f-427c-48e3-b507-b91075ef7023', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:3b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91800c1e-3ae7-435f-9362-f23934c36aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:34:03Z', 'updated_at': '2022-08-08T00:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi', '_interfaces': [{'id': '72ff9781-3013-479e-ab34-a89546cc7e00', 'name': '', 'network_id': 'a5ea35fc-5529-4ec7-b035-b5f2637c5acc', 'tenant_id': 'e97eb34021d44eb0a99763034c1e9e87', 'mac_address': 'fa:16:3e:71:a5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91800c1e-3ae7-435f-9362-f23934c36aa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'a880aa77-4bc5-4c6a-8fdf-3a29dea9cf69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:34:04Z', 'updated_at': '2022-08-08T00:34:10Z', 'revision_number': 5, 'project_id': 'e97eb34021d44eb0a99763034c1e9e87', 'subnets': [{'id': 'a880aa77-4bc5-4c6a-8fdf-3a29dea9cf69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851640-3-iscsi', False) {} {{(pid=115994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:37:39.687729 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ec1d82-d9d6-407e-9cf9-92ec1cbb6565 None None] Checking router: 91800c1e-3ae7-435f-9362-f23934c36aa6 for host: dv-cinder-851640-3-iscsi {{(pid=115994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 00:37:39.699174 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ec1d82-d9d6-407e-9cf9-92ec1cbb6565 None None] Routers {'91800c1e-3ae7-435f-9362-f23934c36aa6'} bound to L3 agent in host dv-cinder-851640-3-iscsi {{(pid=115994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 00:37:39.699812 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_hamode_db [None req-73ec1d82-d9d6-407e-9cf9-92ec1cbb6565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851640-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-08-08T00:24:12Z,description=,heartbeat_timestamp=2022-08-08T00:37:12Z,host='dv-cinder-851640-3-iscsi',id=d53f5436-7c7f-4441-9708-9d0333b57745,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T00:24:13Z,topic='l3_agent')) {'router_ids': ['91800c1e-3ae7-435f-9362-f23934c36aa6'], 'active': True} {{(pid=115994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:37:39.733914 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=100 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:37:39.805091 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_dvr_db [None req-73ec1d82-d9d6-407e-9cf9-92ec1cbb6565 None None] Set router 91800c1e-3ae7-435f-9362-f23934c36aa6 gateway port host: dv-cinder-851640-3-iscsi {{(pid=115994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 00:37:39.822135 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3e9bee-fa15-4820-a4f4-c98151d3cb9f req-475ba370-be90-4450-a4a9-8315451ab85d tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:37:39.823667 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-af3e9bee-fa15-4820-a4f4-c98151d3cb9f req-475ba370-be90-4450-a4a9-8315451ab85d tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8220eb97-0920-4393-9354-094c2f62cc94 HTTP/1.1" status: 200 len: 945 time: 0.0494289 Aug 08 00:37:39.872624 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-af3e9bee-fa15-4820-a4f4-c98151d3cb9f req-6516b4b0-a262-45c5-8e85-f08cdedc907f tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b4d11999-100a-4957-80d1-4ec56ec52a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432880 Aug 08 00:37:39.914669 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=100 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:37:40.000985 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_hamode_db [None req-73ec1d82-d9d6-407e-9cf9-92ec1cbb6565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91800c1e-3ae7-435f-9362-f23934c36aa6', 'name': 'tempest-AttachVolumeNegativeTest-1151103598-router', 'tenant_id': 'e97eb34021d44eb0a99763034c1e9e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': '349bc66f-427c-48e3-b507-b91075ef7023', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:34:02Z', 'updated_at': '2022-08-08T00:34:05Z', 'revision_number': 4, 'project_id': 'e97eb34021d44eb0a99763034c1e9e87', 'gw_port': {'id': '349bc66f-427c-48e3-b507-b91075ef7023', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:3b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91800c1e-3ae7-435f-9362-f23934c36aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:34:03Z', 'updated_at': '2022-08-08T00:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi', '_interfaces': [{'id': '72ff9781-3013-479e-ab34-a89546cc7e00', 'name': '', 'network_id': 'a5ea35fc-5529-4ec7-b035-b5f2637c5acc', 'tenant_id': 'e97eb34021d44eb0a99763034c1e9e87', 'mac_address': 'fa:16:3e:71:a5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91800c1e-3ae7-435f-9362-f23934c36aa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'a880aa77-4bc5-4c6a-8fdf-3a29dea9cf69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:34:04Z', 'updated_at': '2022-08-08T00:34:10Z', 'revision_number': 5, 'project_id': 'e97eb34021d44eb0a99763034c1e9e87', 'subnets': [{'id': 'a880aa77-4bc5-4c6a-8fdf-3a29dea9cf69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851640-3-iscsi', False) {} {{(pid=115994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:37:40.026270 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ec1d82-d9d6-407e-9cf9-92ec1cbb6565 None None] The sync data for ids ['91800c1e-3ae7-435f-9362-f23934c36aa6'] in dv-cinder-851640-3-iscsi is: [{'id': '91800c1e-3ae7-435f-9362-f23934c36aa6', 'name': 'tempest-AttachVolumeNegativeTest-1151103598-router', 'tenant_id': 'e97eb34021d44eb0a99763034c1e9e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': '349bc66f-427c-48e3-b507-b91075ef7023', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:34:02Z', 'updated_at': '2022-08-08T00:34:05Z', 'revision_number': 4, 'project_id': 'e97eb34021d44eb0a99763034c1e9e87', 'gw_port': {'id': '349bc66f-427c-48e3-b507-b91075ef7023', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:3b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91800c1e-3ae7-435f-9362-f23934c36aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:34:03Z', 'updated_at': '2022-08-08T00:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi', '_interfaces': [{'id': '72ff9781-3013-479e-ab34-a89546cc7e00', 'name': '', 'network_id': 'a5ea35fc-5529-4ec7-b035-b5f2637c5acc', 'tenant_id': 'e97eb34021d44eb0a99763034c1e9e87', 'mac_address': 'fa:16:3e:71:a5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91800c1e-3ae7-435f-9362-f23934c36aa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'a880aa77-4bc5-4c6a-8fdf-3a29dea9cf69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:34:04Z', 'updated_at': '2022-08-08T00:34:10Z', 'revision_number': 5, 'project_id': 'e97eb34021d44eb0a99763034c1e9e87', 'subnets': [{'id': 'a880aa77-4bc5-4c6a-8fdf-3a29dea9cf69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 00:37:40.100197 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-56f393f8-feda-42a0-8a0d-59b161bd4768 req-e2f238e7-b26d-4e19-8c4a-ebaad70010ac tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=728de657-b1e9-4f61-8dcf-d5cc9553eb16 HTTP/1.1" status: 200 len: 210 time: 0.0302310 Aug 08 00:37:40.236765 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-347da815-c78f-471c-8669-b04679ff88da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (93e2312b-3744-4a9e-8723-a0f19f10f89a), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:40.260912 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87cf0ce-165d-4bfe-aa4f-b30d548d4f22 None None] New status for floating IP ca47b536-42ab-4051-9c88-456878f87c03: DOWN {{(pid=115993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 08 00:37:40.997226 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217eb831-1602-406c-bf14-600043380452 req-1ca8399b-e49a-4d89-ac55-203c2b5bca34 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:37:40.998683 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-217eb831-1602-406c-bf14-600043380452 req-1ca8399b-e49a-4d89-ac55-203c2b5bca34 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8220eb97-0920-4393-9354-094c2f62cc94 HTTP/1.1" status: 200 len: 945 time: 0.0517294 Aug 08 00:37:41.044869 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-217eb831-1602-406c-bf14-600043380452 req-e8a44dd9-0f64-4ffe-9130-633450aac911 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b4d11999-100a-4957-80d1-4ec56ec52a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405436 Aug 08 00:37:41.214720 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-31b4d199-cdeb-4b79-a2c6-d9c56480f706 req-112a92e1-0463-45f9-b93c-77a9699a7738 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=728de657-b1e9-4f61-8dcf-d5cc9553eb16 HTTP/1.1" status: 200 len: 210 time: 0.0313356 Aug 08 00:37:42.008681 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Device 32463a74-b851-44eb-9dbb-f33e871b6327 no longer exists at agent hyperv_hv-cinder-85164 {{(pid=115993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 00:37:42.028439 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] No Port match for: 32463a74-b851-44eb-9dbb-f33e871b6327 {{(pid=115993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 08 00:37:42.028788 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Device 32463a74-b851-44eb-9dbb-f33e871b6327 not bound to the agent host hv-cinder-85164 {{(pid=115993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 00:37:42.163932 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633bce2f-5a2f-4f8f-ae5a-1b74fe2e90eb req-e2565948-d4a9-485e-971c-725a2a33dfc9 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:37:42.165411 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-633bce2f-5a2f-4f8f-ae5a-1b74fe2e90eb req-e2565948-d4a9-485e-971c-725a2a33dfc9 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8220eb97-0920-4393-9354-094c2f62cc94 HTTP/1.1" status: 200 len: 945 time: 0.0474169 Aug 08 00:37:42.212961 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-633bce2f-5a2f-4f8f-ae5a-1b74fe2e90eb req-6d4a67ce-a97b-4f88-928c-a344f3cbbd5c tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b4d11999-100a-4957-80d1-4ec56ec52a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417335 Aug 08 00:37:42.323751 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-ad5d00a3-21aa-4883-a43d-44f2bc4ae455 req-ecbddb9a-adf1-4a2f-81bf-bf8c9eac2589 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=728de657-b1e9-4f61-8dcf-d5cc9553eb16 HTTP/1.1" status: 200 len: 210 time: 0.0285254 Aug 08 00:37:42.539554 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-7522d39b-b50f-4e59-b5e6-946064656a6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (d53f5436-7c7f-4441-9708-9d0333b57745), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:43.330621 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba9d208-02e6-4337-8015-a04af4087ff0 req-884e49be-0df5-4eff-80e6-575e42d53d9f tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:37:43.332111 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-0ba9d208-02e6-4337-8015-a04af4087ff0 req-884e49be-0df5-4eff-80e6-575e42d53d9f tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8220eb97-0920-4393-9354-094c2f62cc94 HTTP/1.1" status: 200 len: 945 time: 0.0458226 Aug 08 00:37:43.385244 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-0ba9d208-02e6-4337-8015-a04af4087ff0 req-ec9f81f5-d943-4f58-ba86-47538a2d0332 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b4d11999-100a-4957-80d1-4ec56ec52a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466545 Aug 08 00:37:43.447343 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-173f9cab-0137-419f-a58c-0c5f6489a9c4 req-24382ac2-4828-4696-8f45-13a2c0473276 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=728de657-b1e9-4f61-8dcf-d5cc9553eb16 HTTP/1.1" status: 200 len: 210 time: 0.0282679 Aug 08 00:37:43.750988 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cf77d5-79a6-4ead-ad30-c1bb454d8796 req-c164bc5a-2cdd-4b5b-8e2a-6f7f418a0a57 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:37:43.752461 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-40cf77d5-79a6-4ead-ad30-c1bb454d8796 req-c164bc5a-2cdd-4b5b-8e2a-6f7f418a0a57 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8220eb97-0920-4393-9354-094c2f62cc94 HTTP/1.1" status: 200 len: 945 time: 0.0470471 Aug 08 00:37:43.995778 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.plugin [req-40cf77d5-79a6-4ead-ad30-c1bb454d8796 req-b91100c9-967f-4a92-862b-faa8247f6283 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Deleting port bd00c5d4-343c-4fc4-b81d-fc55458cef59 {{(pid=115991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 00:37:43.996123 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [req-40cf77d5-79a6-4ead-ad30-c1bb454d8796 req-b91100c9-967f-4a92-862b-faa8247f6283 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764676511537'] for port (bd00c5d4-343c-4fc4-b81d-fc55458cef59), before_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:44.088495 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.db [req-40cf77d5-79a6-4ead-ad30-c1bb454d8796 req-b91100c9-967f-4a92-862b-faa8247f6283 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] For port bd00c5d4-343c-4fc4-b81d-fc55458cef59, host hv-cinder-85164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85164',level=0,port_id=bd00c5d4-343c-4fc4-b81d-fc55458cef59,segment=NetworkSegment(2a679dcc-fb6c-48d4-923f-83795704b214),segment_id=2a679dcc-fb6c-48d4-923f-83795704b214)] {{(pid=115991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:37:44.088947 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [req-40cf77d5-79a6-4ead-ad30-c1bb454d8796 req-b91100c9-967f-4a92-862b-faa8247f6283 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440649'] for port (bd00c5d4-343c-4fc4-b81d-fc55458cef59), precommit_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:44.231184 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=100 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:37:44.242861 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-053f2fa2-08e2-4320-9ef7-ed55b6b025bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (8871f2bb-53fb-48a8-be6c-361eafeaffd1), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:44.253046 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [req-40cf77d5-79a6-4ead-ad30-c1bb454d8796 req-b91100c9-967f-4a92-862b-faa8247f6283 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:44.253046 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [req-40cf77d5-79a6-4ead-ad30-c1bb454d8796 req-b91100c9-967f-4a92-862b-faa8247f6283 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-499989'] for floatingip (886322a4-7e68-4406-9dc5-016808cc8565), after_update {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:44.253046 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.db.l3_db [req-40cf77d5-79a6-4ead-ad30-c1bb454d8796 req-b91100c9-967f-4a92-862b-faa8247f6283 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Floating IP 886322a4-7e68-4406-9dc5-016808cc8565 disassociated. External IP: 172.27.3.79, port: bd00c5d4-343c-4fc4-b81d-fc55458cef59. Aug 08 00:37:44.253046 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.plugin [req-40cf77d5-79a6-4ead-ad30-c1bb454d8796 req-b91100c9-967f-4a92-862b-faa8247f6283 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Calling delete_port for bd00c5d4-343c-4fc4-b81d-fc55458cef59 owned by compute:nova {{(pid=115991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 00:37:44.330255 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:37:44.434846 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [req-40cf77d5-79a6-4ead-ad30-c1bb454d8796 req-b91100c9-967f-4a92-862b-faa8247f6283 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764676515054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764676113794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2785209'] for port (bd00c5d4-343c-4fc4-b81d-fc55458cef59), after_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:44.465527 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91100c9-967f-4a92-862b-faa8247f6283 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Pushing event deleted for resources: {'Port': ['ID=bd00c5d4-343c-4fc4-b81d-fc55458cef59,revision_number=None']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:37:44.545348 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-dcb315d9-e19d-45e9-8449-71ba6f6b14b0 req-5b3d2393-0d1a-4aa9-ab60-d68d9d4ca4c8 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8220eb97-0920-4393-9354-094c2f62cc94 HTTP/1.1" status: 200 len: 210 time: 0.0380402 Aug 08 00:37:44.602868 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.scheduler.l3_agent_scheduler [req-40cf77d5-79a6-4ead-ad30-c1bb454d8796 req-b91100c9-967f-4a92-862b-faa8247f6283 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Router b23ca0f7-80f8-40c6-b21d-64a539750244 has already been hosted by L3 agent d53f5436-7c7f-4441-9708-9d0333b57745 {{(pid=115991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 00:37:44.621462 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 60896) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:37:44.679438 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-8b343e13-97dd-407a-b060-59a432b26ff4 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks [] for security_group (bd8fe95a-62eb-4289-aa2a-75c9c5318eed), before_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:44.703737 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-8b343e13-97dd-407a-b060-59a432b26ff4 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks [] for security_group (bd8fe95a-62eb-4289-aa2a-75c9c5318eed), precommit_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:44.707077 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-40cf77d5-79a6-4ead-ad30-c1bb454d8796 req-b91100c9-967f-4a92-862b-faa8247f6283 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Notify agent at l3_agent.dv-cinder-851640-3-iscsi the message routers_updated {{(pid=115991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 00:37:44.720567 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9280b093-b371-4e33-8a0d-da09a1526193 None None] Sync routers for ids ['b23ca0f7-80f8-40c6-b21d-64a539750244'] in dv-cinder-851640-3-iscsi {{(pid=115994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 00:37:44.730816 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9280b093-b371-4e33-8a0d-da09a1526193 None None] Routers {'b23ca0f7-80f8-40c6-b21d-64a539750244'} bound to L3 agent in host dv-cinder-851640-3-iscsi {{(pid=115994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 00:37:44.731698 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_hamode_db [None req-9280b093-b371-4e33-8a0d-da09a1526193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851640-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-08-08T00:24:12Z,description=,heartbeat_timestamp=2022-08-08T00:37:42Z,host='dv-cinder-851640-3-iscsi',id=d53f5436-7c7f-4441-9708-9d0333b57745,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T00:24:13Z,topic='l3_agent')) {'router_ids': ['b23ca0f7-80f8-40c6-b21d-64a539750244'], 'active': True} {{(pid=115994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:37:44.753761 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.db.l3_dvrscheduler_db [req-40cf77d5-79a6-4ead-ad30-c1bb454d8796 req-b91100c9-967f-4a92-862b-faa8247f6283 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] No DVR routers for this DVR port bd00c5d4-343c-4fc4-b81d-fc55458cef59 on host hv-cinder-85164 {{(pid=115991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 08 00:37:44.756193 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [req-40cf77d5-79a6-4ead-ad30-c1bb454d8796 req-b91100c9-967f-4a92-862b-faa8247f6283 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63196'] for port (None), before_response {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:44.760324 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-40cf77d5-79a6-4ead-ad30-c1bb454d8796 req-b91100c9-967f-4a92-862b-faa8247f6283 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.25 "DELETE /networking/v2.0/ports/bd00c5d4-343c-4fc4-b81d-fc55458cef59 HTTP/1.1" status: 204 len: 173 time: 0.8498695 Aug 08 00:37:44.763338 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8220eb97-0920-4393-9354-094c2f62cc94', 'name': 'network-vif-deleted', 'tag': 'bd00c5d4-343c-4fc4-b81d-fc55458cef59'}] {{(pid=115991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 00:37:44.763338 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73a3e3d67458d2a17dff5edd29115f5abec4313aa2236b93bd84783ab3df8685" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5cf0c9c-66d1-4709-8abc-d617e6f36fa2" -d '{"events": [{"server_uuid": "8220eb97-0920-4393-9354-094c2f62cc94", "name": "network-vif-deleted", "tag": "bd00c5d4-343c-4fc4-b81d-fc55458cef59"}]}' {{(pid=115991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 00:37:44.800661 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 00:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6648788e-2f7c-4e93-8e57-fd40ecebd2dd x-openstack-request-id: req-6648788e-2f7c-4e93-8e57-fd40ecebd2dd {{(pid=115991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 00:37:44.801067 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8220eb97-0920-4393-9354-094c2f62cc94", "name": "network-vif-deleted", "tag": "bd00c5d4-343c-4fc4-b81d-fc55458cef59", "status": "completed", "code": 200}]} {{(pid=115991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 00:37:44.801384 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6648788e-2f7c-4e93-8e57-fd40ecebd2dd {{(pid=115991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 00:37:44.802521 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6648788e-2f7c-4e93-8e57-fd40ecebd2dd'] response: {'server_uuid': '8220eb97-0920-4393-9354-094c2f62cc94', 'name': 'network-vif-deleted', 'tag': 'bd00c5d4-343c-4fc4-b81d-fc55458cef59', 'status': 'completed', 'code': 200} Aug 08 00:37:44.840991 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-8b343e13-97dd-407a-b060-59a432b26ff4 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (bd8fe95a-62eb-4289-aa2a-75c9c5318eed), after_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:44.844006 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-8b343e13-97dd-407a-b060-59a432b26ff4 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks [] for security_group (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:44.845032 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-8b343e13-97dd-407a-b060-59a432b26ff4 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "DELETE /networking/v2.0/security-groups/bd8fe95a-62eb-4289-aa2a-75c9c5318eed HTTP/1.1" status: 204 len: 168 time: 0.2225809 Aug 08 00:37:44.845642 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_dvr_db [None req-9280b093-b371-4e33-8a0d-da09a1526193 None None] Set router b23ca0f7-80f8-40c6-b21d-64a539750244 gateway port host: dv-cinder-851640-3-iscsi {{(pid=115994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 00:37:44.847917 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 60900) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:37:44.855950 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b343e13-97dd-407a-b060-59a432b26ff4 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd8fe95a-62eb-4289-aa2a-75c9c5318eed,revision_number=None']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:37:44.881697 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.api.v2.resource [None req-cecaefa2-6fe3-4cdb-afc7-dee5d5dc2ecb tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] show failed (client error): The resource could not be found. Aug 08 00:37:44.883957 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-cecaefa2-6fe3-4cdb-afc7-dee5d5dc2ecb tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "GET /networking/v2.0/security-groups/bd8fe95a-62eb-4289-aa2a-75c9c5318eed HTTP/1.1" status: 404 len: 347 time: 0.0346556 Aug 08 00:37:44.886891 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 60902) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:37:44.980040 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:37:45.019655 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.plugin [None req-ddbf9b58-60e7-45ec-becb-d52a20b77e57 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Deleting port 9fa8ee23-67f1-4586-aa9d-dc6bbee1a209 {{(pid=115992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 00:37:45.020367 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-ddbf9b58-60e7-45ec-becb-d52a20b77e57 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764676511537'] for port (9fa8ee23-67f1-4586-aa9d-dc6bbee1a209), before_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:45.055671 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_hamode_db [None req-9280b093-b371-4e33-8a0d-da09a1526193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b23ca0f7-80f8-40c6-b21d-64a539750244', 'name': 'tempest-ServerRescueNegativeTestJSON-1325139685-router', 'tenant_id': '9bd235f1f9f44df4b2e3dbd0c05b3a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '946253c3-8a61-4421-baf0-6eeef069f045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:32:21Z', 'updated_at': '2022-08-08T00:32:32Z', 'revision_number': 4, 'project_id': '9bd235f1f9f44df4b2e3dbd0c05b3a83', 'gw_port': {'id': '946253c3-8a61-4421-baf0-6eeef069f045', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:7c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23ca0f7-80f8-40c6-b21d-64a539750244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:32:22Z', 'updated_at': '2022-08-08T00:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi', '_interfaces': [{'id': '9bce4da0-1383-4b8f-af07-238966cd5f3e', 'name': '', 'network_id': '39987f39-4c60-4c27-9f4f-c7657da06e51', 'tenant_id': '9bd235f1f9f44df4b2e3dbd0c05b3a83', 'mac_address': 'fa:16:3e:ab:09:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23ca0f7-80f8-40c6-b21d-64a539750244', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '0eda73d9-3865-4e7b-8b67-75076c7b1107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:32:28Z', 'updated_at': '2022-08-08T00:32:40Z', 'revision_number': 5, 'project_id': '9bd235f1f9f44df4b2e3dbd0c05b3a83', 'subnets': [{'id': '0eda73d9-3865-4e7b-8b67-75076c7b1107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851640-3-iscsi', False) {} {{(pid=115994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:37:45.081063 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9280b093-b371-4e33-8a0d-da09a1526193 None None] Checking router: b23ca0f7-80f8-40c6-b21d-64a539750244 for host: dv-cinder-851640-3-iscsi {{(pid=115994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 00:37:45.090912 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9280b093-b371-4e33-8a0d-da09a1526193 None None] Routers {'b23ca0f7-80f8-40c6-b21d-64a539750244'} bound to L3 agent in host dv-cinder-851640-3-iscsi {{(pid=115994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 00:37:45.091545 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_hamode_db [None req-9280b093-b371-4e33-8a0d-da09a1526193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851640-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-08-08T00:24:12Z,description=,heartbeat_timestamp=2022-08-08T00:37:42Z,host='dv-cinder-851640-3-iscsi',id=d53f5436-7c7f-4441-9708-9d0333b57745,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T00:24:13Z,topic='l3_agent')) {'router_ids': ['b23ca0f7-80f8-40c6-b21d-64a539750244'], 'active': True} {{(pid=115994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:37:45.108099 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-ddbf9b58-60e7-45ec-becb-d52a20b77e57 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440649'] for port (9fa8ee23-67f1-4586-aa9d-dc6bbee1a209), precommit_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:45.108635 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-ddbf9b58-60e7-45ec-becb-d52a20b77e57 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks [] for floatingip (9fa8ee23-67f1-4586-aa9d-dc6bbee1a209), precommit_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:45.122132 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.plugin [None req-ddbf9b58-60e7-45ec-becb-d52a20b77e57 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Calling delete_port for 9fa8ee23-67f1-4586-aa9d-dc6bbee1a209 owned by network:floatingip {{(pid=115992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 00:37:45.134999 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:37:45.200547 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_dvr_db [None req-9280b093-b371-4e33-8a0d-da09a1526193 None None] Set router b23ca0f7-80f8-40c6-b21d-64a539750244 gateway port host: dv-cinder-851640-3-iscsi {{(pid=115994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 00:37:45.322185 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-ddbf9b58-60e7-45ec-becb-d52a20b77e57 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764676515054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764676113794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26371331'] for port (9fa8ee23-67f1-4586-aa9d-dc6bbee1a209), after_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:45.346079 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbf9b58-60e7-45ec-becb-d52a20b77e57 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Pushing event deleted for resources: {'Port': ['ID=9fa8ee23-67f1-4586-aa9d-dc6bbee1a209,revision_number=None']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:37:45.404005 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_hamode_db [None req-9280b093-b371-4e33-8a0d-da09a1526193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b23ca0f7-80f8-40c6-b21d-64a539750244', 'name': 'tempest-ServerRescueNegativeTestJSON-1325139685-router', 'tenant_id': '9bd235f1f9f44df4b2e3dbd0c05b3a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '946253c3-8a61-4421-baf0-6eeef069f045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:32:21Z', 'updated_at': '2022-08-08T00:32:32Z', 'revision_number': 4, 'project_id': '9bd235f1f9f44df4b2e3dbd0c05b3a83', 'gw_port': {'id': '946253c3-8a61-4421-baf0-6eeef069f045', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:7c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23ca0f7-80f8-40c6-b21d-64a539750244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:32:22Z', 'updated_at': '2022-08-08T00:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi', '_interfaces': [{'id': '9bce4da0-1383-4b8f-af07-238966cd5f3e', 'name': '', 'network_id': '39987f39-4c60-4c27-9f4f-c7657da06e51', 'tenant_id': '9bd235f1f9f44df4b2e3dbd0c05b3a83', 'mac_address': 'fa:16:3e:ab:09:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23ca0f7-80f8-40c6-b21d-64a539750244', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '0eda73d9-3865-4e7b-8b67-75076c7b1107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:32:28Z', 'updated_at': '2022-08-08T00:32:40Z', 'revision_number': 5, 'project_id': '9bd235f1f9f44df4b2e3dbd0c05b3a83', 'subnets': [{'id': '0eda73d9-3865-4e7b-8b67-75076c7b1107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851640-3-iscsi', False) {} {{(pid=115994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:37:45.418437 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-ddbf9b58-60e7-45ec-becb-d52a20b77e57 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks [] for floatingip (ca47b536-42ab-4051-9c88-456878f87c03), after_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:45.421028 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-ddbf9b58-60e7-45ec-becb-d52a20b77e57 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63196'] for floatingip (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:45.422195 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-ddbf9b58-60e7-45ec-becb-d52a20b77e57 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "DELETE /networking/v2.0/floatingips/ca47b536-42ab-4051-9c88-456878f87c03 HTTP/1.1" status: 204 len: 168 time: 0.5342495 Aug 08 00:37:45.469795 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (aa35aa05-3c09-40ae-a1e3-ebf96fe3358c), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:45.526271 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9280b093-b371-4e33-8a0d-da09a1526193 None None] The sync data for ids ['b23ca0f7-80f8-40c6-b21d-64a539750244'] in dv-cinder-851640-3-iscsi is: [{'id': 'b23ca0f7-80f8-40c6-b21d-64a539750244', 'name': 'tempest-ServerRescueNegativeTestJSON-1325139685-router', 'tenant_id': '9bd235f1f9f44df4b2e3dbd0c05b3a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '946253c3-8a61-4421-baf0-6eeef069f045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:32:21Z', 'updated_at': '2022-08-08T00:32:32Z', 'revision_number': 4, 'project_id': '9bd235f1f9f44df4b2e3dbd0c05b3a83', 'gw_port': {'id': '946253c3-8a61-4421-baf0-6eeef069f045', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:7c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23ca0f7-80f8-40c6-b21d-64a539750244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:32:22Z', 'updated_at': '2022-08-08T00:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi', '_interfaces': [{'id': '9bce4da0-1383-4b8f-af07-238966cd5f3e', 'name': '', 'network_id': '39987f39-4c60-4c27-9f4f-c7657da06e51', 'tenant_id': '9bd235f1f9f44df4b2e3dbd0c05b3a83', 'mac_address': 'fa:16:3e:ab:09:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23ca0f7-80f8-40c6-b21d-64a539750244', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '0eda73d9-3865-4e7b-8b67-75076c7b1107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:32:28Z', 'updated_at': '2022-08-08T00:32:40Z', 'revision_number': 5, 'project_id': '9bd235f1f9f44df4b2e3dbd0c05b3a83', 'subnets': [{'id': '0eda73d9-3865-4e7b-8b67-75076c7b1107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 00:37:45.575399 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 60912) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:37:45.580222 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.v2.base [None req-f67cbe54-3b7b-488e-97fc-9e9a44b32e62 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1386842020', 'description': 'tempest-description--526810302'}} {{(pid=115992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:37:45.679663 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-fe6a2bb4-d9d2-40f3-9922-82d385db5e49 req-39122478-94cb-4242-b26a-97e05b735bf5 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8220eb97-0920-4393-9354-094c2f62cc94 HTTP/1.1" status: 200 len: 210 time: 0.0404148 Aug 08 00:37:45.682472 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-f67cbe54-3b7b-488e-97fc-9e9a44b32e62 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks [] for security_group (None), before_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:45.764832 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-f67cbe54-3b7b-488e-97fc-9e9a44b32e62 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks [] for security_group (d44e612b-729e-480c-9de1-26b2215d243b), precommit_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:45.800456 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d13f81-b6bb-4d92-b2ad-cbbbb989424e None None] New status for floating IP 886322a4-7e68-4406-9dc5-016808cc8565: DOWN {{(pid=115993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 08 00:37:45.805357 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:37:45.864971 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-f67cbe54-3b7b-488e-97fc-9e9a44b32e62 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (d44e612b-729e-480c-9de1-26b2215d243b), after_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:45.901615 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67cbe54-3b7b-488e-97fc-9e9a44b32e62 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d44e612b-729e-480c-9de1-26b2215d243b,revision_number=1']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:37:45.931399 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-64237613-c389-4d10-936d-2956085fc78e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (998b03d7-10a2-4624-8114-660f2901b45f), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:45.962790 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-f67cbe54-3b7b-488e-97fc-9e9a44b32e62 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks [] for security_group (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:45.964839 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-f67cbe54-3b7b-488e-97fc-9e9a44b32e62 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3878617 Aug 08 00:37:45.967431 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 60914) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:37:45.972015 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.v2.base [None req-9b349b49-675a-4f4b-a365-810483f44a38 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Request body: {'security_group_rule': {'security_group_id': 'd44e612b-729e-480c-9de1-26b2215d243b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:37:46.051703 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Device bd00c5d4-343c-4fc4-b81d-fc55458cef59 no longer exists at agent hyperv_hv-cinder-85164 {{(pid=115993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 00:37:46.074763 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] No Port match for: bd00c5d4-343c-4fc4-b81d-fc55458cef59 {{(pid=115993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 08 00:37:46.075103 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Device bd00c5d4-343c-4fc4-b81d-fc55458cef59 not bound to the agent host hv-cinder-85164 {{(pid=115993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 00:37:46.123732 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-9b349b49-675a-4f4b-a365-810483f44a38 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks [] for security_group_rule (d9c85859-3b02-4640-8030-6618f520271d), before_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:46.198656 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-9b349b49-675a-4f4b-a365-810483f44a38 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks [] for security_group_rule (d9c85859-3b02-4640-8030-6618f520271d), precommit_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:46.259258 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-9b349b49-675a-4f4b-a365-810483f44a38 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339626'] for security_group_rule (d9c85859-3b02-4640-8030-6618f520271d), after_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:46.278443 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b349b49-675a-4f4b-a365-810483f44a38 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9c85859-3b02-4640-8030-6618f520271d,revision_number=0']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:37:46.358117 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-9b349b49-675a-4f4b-a365-810483f44a38 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:46.359375 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-9b349b49-675a-4f4b-a365-810483f44a38 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3909116 Aug 08 00:37:46.362251 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 60916) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:37:46.367086 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.v2.base [None req-99865716-a483-4670-a259-498ce8b912fc tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Request body: {'security_group_rule': {'security_group_id': 'd44e612b-729e-480c-9de1-26b2215d243b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:37:46.461195 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-99865716-a483-4670-a259-498ce8b912fc tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks [] for security_group_rule (fb09e5e4-3119-4ef0-8ffa-2f66af6b9f92), before_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:46.518711 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-99865716-a483-4670-a259-498ce8b912fc tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks [] for security_group_rule (fb09e5e4-3119-4ef0-8ffa-2f66af6b9f92), precommit_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:46.596607 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-99865716-a483-4670-a259-498ce8b912fc tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339626'] for security_group_rule (fb09e5e4-3119-4ef0-8ffa-2f66af6b9f92), after_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:46.616254 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99865716-a483-4670-a259-498ce8b912fc tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb09e5e4-3119-4ef0-8ffa-2f66af6b9f92,revision_number=0']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:37:46.696254 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-99865716-a483-4670-a259-498ce8b912fc tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:46.697500 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-99865716-a483-4670-a259-498ce8b912fc tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3342054 Aug 08 00:37:46.701095 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 60920) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:37:46.705313 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.v2.base [None req-c50bd595-a7ae-4510-a574-1ddc567d2838 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Request body: {'floatingip': {'floating_network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f'}} {{(pid=115992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:37:46.785390 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-c50bd595-a7ae-4510-a574-1ddc567d2838 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:46.860163 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 60926) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:37:46.881600 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-c50bd595-a7ae-4510-a574-1ddc567d2838 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (None), before_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:46.887048 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=84,neutron:DELETE=8,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:37:46.965698 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-f374fc22-1da2-498a-a1be-585f8f4e2bdd tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Publish callbacks [] for security_group (b4d11999-100a-4957-80d1-4ec56ec52a10), before_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:46.987028 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:37:47.019622 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-f374fc22-1da2-498a-a1be-585f8f4e2bdd tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Publish callbacks [] for security_group (b4d11999-100a-4957-80d1-4ec56ec52a10), precommit_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:47.072914 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.db.db_base_plugin_common [None req-c50bd595-a7ae-4510-a574-1ddc567d2838 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Allocated IP 172.27.3.224 (743d2d45-6b8c-49b7-a932-c537e45f946f/7df84031-3cb2-4601-a018-b61b0ad731dc/5f701edb-4de5-4a57-84e5-83a018f0f8a8) {{(pid=115992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 00:37:47.176181 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-c50bd595-a7ae-4510-a574-1ddc567d2838 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks [] for port (5f701edb-4de5-4a57-84e5-83a018f0f8a8), precommit_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:47.179809 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-f374fc22-1da2-498a-a1be-585f8f4e2bdd tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (b4d11999-100a-4957-80d1-4ec56ec52a10), after_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:47.182425 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-f374fc22-1da2-498a-a1be-585f8f4e2bdd tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Publish callbacks [] for security_group (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:47.183666 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-f374fc22-1da2-498a-a1be-585f8f4e2bdd tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "DELETE /networking/v2.0/security-groups/b4d11999-100a-4957-80d1-4ec56ec52a10 HTTP/1.1" status: 204 len: 168 time: 0.3224862 Aug 08 00:37:47.191252 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 60928) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:37:47.200031 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f374fc22-1da2-498a-a1be-585f8f4e2bdd tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4d11999-100a-4957-80d1-4ec56ec52a10,revision_number=None']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:37:47.201102 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.api.v2.resource [None req-fe15504e-baf0-4ad0-bc0d-43487e3501b0 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] show failed (client error): The resource could not be found. Aug 08 00:37:47.202109 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-fe15504e-baf0-4ad0-bc0d-43487e3501b0 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/security-groups/b4d11999-100a-4957-80d1-4ec56ec52a10 HTTP/1.1" status: 404 len: 347 time: 0.0148594 Aug 08 00:37:47.205077 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 60930) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:37:47.303643 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-c50bd595-a7ae-4510-a574-1ddc567d2838 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764676113785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26371331'] for port (5f701edb-4de5-4a57-84e5-83a018f0f8a8), after_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:47.329698 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.plugin [None req-878ddc8b-8a04-43b4-8414-8f710dee5bd1 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Deleting port 90fe2586-f1e8-4490-9e33-6c8788553f1a {{(pid=115991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 00:37:47.330047 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-878ddc8b-8a04-43b4-8414-8f710dee5bd1 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764676511537'] for port (90fe2586-f1e8-4490-9e33-6c8788553f1a), before_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:47.346098 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c50bd595-a7ae-4510-a574-1ddc567d2838 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Network 743d2d45-6b8c-49b7-a932-c537e45f946f is already hosted by enough agents. {{(pid=115992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 00:37:47.351601 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.scheduler.base_scheduler [None req-c50bd595-a7ae-4510-a574-1ddc567d2838 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Resources bound (agent type, host, resource id): {{(pid=115992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 00:37:47.355533 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50bd595-a7ae-4510-a574-1ddc567d2838 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Received port after_create {{(pid=115992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 00:37:47.358898 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50bd595-a7ae-4510-a574-1ddc567d2838 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Pushing event updated for resources: {'Port': ['ID=5f701edb-4de5-4a57-84e5-83a018f0f8a8,revision_number=1']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:37:47.410313 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-878ddc8b-8a04-43b4-8414-8f710dee5bd1 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440649'] for port (90fe2586-f1e8-4490-9e33-6c8788553f1a), precommit_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:47.410643 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-878ddc8b-8a04-43b4-8414-8f710dee5bd1 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Publish callbacks [] for floatingip (90fe2586-f1e8-4490-9e33-6c8788553f1a), precommit_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:47.424274 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.plugin [None req-878ddc8b-8a04-43b4-8414-8f710dee5bd1 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Calling delete_port for 90fe2586-f1e8-4490-9e33-6c8788553f1a owned by network:floatingip {{(pid=115991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 00:37:47.438915 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-c50bd595-a7ae-4510-a574-1ddc567d2838 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks [] for floatingip (60027b57-1a19-4b09-ab66-244034baef1c), precommit_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:47.474672 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:INSERT=3 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:37:47.529546 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:37:47.536630 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-c50bd595-a7ae-4510-a574-1ddc567d2838 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (5f701edb-4de5-4a57-84e5-83a018f0f8a8), before_update {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:47.536821 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=91,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:37:47.626319 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-878ddc8b-8a04-43b4-8414-8f710dee5bd1 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764676515054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764676113794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2785209'] for port (90fe2586-f1e8-4490-9e33-6c8788553f1a), after_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:47.682047 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878ddc8b-8a04-43b4-8414-8f710dee5bd1 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Pushing event deleted for resources: {'Port': ['ID=90fe2586-f1e8-4490-9e33-6c8788553f1a,revision_number=None']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:37:47.703194 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-c50bd595-a7ae-4510-a574-1ddc567d2838 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks [] for port (5f701edb-4de5-4a57-84e5-83a018f0f8a8), precommit_update {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:47.749111 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-878ddc8b-8a04-43b4-8414-8f710dee5bd1 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Publish callbacks [] for floatingip (886322a4-7e68-4406-9dc5-016808cc8565), after_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:47.751828 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-878ddc8b-8a04-43b4-8414-8f710dee5bd1 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63196'] for floatingip (None), before_response {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:47.753120 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-878ddc8b-8a04-43b4-8414-8f710dee5bd1 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "DELETE /networking/v2.0/floatingips/886322a4-7e68-4406-9dc5-016808cc8565 HTTP/1.1" status: 204 len: 168 time: 0.5474479 Aug 08 00:37:47.760158 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-c50bd595-a7ae-4510-a574-1ddc567d2838 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26371340'] for port (5f701edb-4de5-4a57-84e5-83a018f0f8a8), after_update {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:47.830577 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50bd595-a7ae-4510-a574-1ddc567d2838 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Pushing event updated for resources: {'Port': ['ID=5f701edb-4de5-4a57-84e5-83a018f0f8a8,revision_number=2']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:37:47.832911 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-c50bd595-a7ae-4510-a574-1ddc567d2838 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-499989'] for floatingip (60027b57-1a19-4b09-ab66-244034baef1c), after_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:47.918401 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-c50bd595-a7ae-4510-a574-1ddc567d2838 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63196'] for floatingip (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:47.919793 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-c50bd595-a7ae-4510-a574-1ddc567d2838 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2177844 Aug 08 00:37:48.072294 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-b027a4b0-9e21-402a-8f56-3f7498a51cb1 req-27f7bdc0-8f46-4237-a5c6-14f3aa8b1afc tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1386842020&fields=id&tenant_id=e97eb34021d44eb0a99763034c1e9e87 HTTP/1.1" status: 200 len: 267 time: 0.0434592 Aug 08 00:37:48.377700 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:37:48.427172 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b027a4b0-9e21-402a-8f56-3f7498a51cb1 req-1485f6e4-681d-4ee9-b867-60c1dea75200 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:37:48.428650 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-b027a4b0-9e21-402a-8f56-3f7498a51cb1 req-1485f6e4-681d-4ee9-b867-60c1dea75200 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "GET /networking/v2.0/networks?id=a5ea35fc-5529-4ec7-b035-b5f2637c5acc HTTP/1.1" status: 200 len: 815 time: 0.3498900 Aug 08 00:37:48.443694 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-b027a4b0-9e21-402a-8f56-3f7498a51cb1 req-5a39f6ab-1ce5-43cb-a29a-0795beff3181 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "GET /networking/v2.0/quotas/e97eb34021d44eb0a99763034c1e9e87 HTTP/1.1" status: 200 len: 375 time: 0.0090280 Aug 08 00:37:48.492704 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-b027a4b0-9e21-402a-8f56-3f7498a51cb1 req-4bebdb78-0ca7-4e31-8123-1535db120fc0 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=e97eb34021d44eb0a99763034c1e9e87&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0433929 Aug 08 00:37:48.634031 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-b027a4b0-9e21-402a-8f56-3f7498a51cb1 req-df7effea-b8b2-4c35-9bce-fe94c2b69694 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/a5ea35fc-5529-4ec7-b035-b5f2637c5acc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299610 Aug 08 00:37:48.729869 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-b027a4b0-9e21-402a-8f56-3f7498a51cb1 req-57b30ac2-ea70-4c26-8b92-3425827732c0 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/a5ea35fc-5529-4ec7-b035-b5f2637c5acc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898600 Aug 08 00:37:49.017406 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-4a6e0159-668f-4318-9873-d250685c21d5 req-a82ae0af-5424-4bfb-8d1d-1f8018e3a935 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1c80c22a-1596-4b59-a033-7c82163e2b00 HTTP/1.1" status: 200 len: 210 time: 0.0311451 Aug 08 00:37:50.119907 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-e4550c36-d342-4079-aeb8-7b52ba6e2141 req-59935617-c8da-4568-b953-9c0a8d5a1d93 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1c80c22a-1596-4b59-a033-7c82163e2b00 HTTP/1.1" status: 200 len: 210 time: 0.0311937 Aug 08 00:37:50.802582 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561d3f09-7dc5-4bbb-b8fb-50e1988b9d57 req-0e77d09b-6097-4a07-aa97-ab73898bed4a tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:37:50.804095 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-561d3f09-7dc5-4bbb-b8fb-50e1988b9d57 req-0e77d09b-6097-4a07-aa97-ab73898bed4a tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9f8480cf-4061-4c55-8118-a74951cf6142 HTTP/1.1" status: 200 len: 946 time: 0.0477772 Aug 08 00:37:50.851803 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-561d3f09-7dc5-4bbb-b8fb-50e1988b9d57 req-446f8545-c5f9-4ad5-9ce0-96ed798b3515 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b6dd8e00-6ccc-4249-bcb5-212ee8057e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415323 Aug 08 00:37:51.220222 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-514b9e27-dcd9-4e5b-bfc3-24888b79070b req-4dd29e11-6f17-4a62-857e-fcc0c42ee82d tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1c80c22a-1596-4b59-a033-7c82163e2b00 HTTP/1.1" status: 200 len: 210 time: 0.0276356 Aug 08 00:37:51.970459 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa59ae4-a5fd-4249-97a2-15bdf54a494f req-b495b767-358a-41c7-b7b1-4bd7229a034f tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:37:51.971852 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-daa59ae4-a5fd-4249-97a2-15bdf54a494f req-b495b767-358a-41c7-b7b1-4bd7229a034f tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9f8480cf-4061-4c55-8118-a74951cf6142 HTTP/1.1" status: 200 len: 946 time: 0.0473552 Aug 08 00:37:52.017753 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-daa59ae4-a5fd-4249-97a2-15bdf54a494f req-329cb905-64ea-40ae-ada1-2f8785acb3d1 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b6dd8e00-6ccc-4249-bcb5-212ee8057e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403848 Aug 08 00:37:52.322370 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-d5c28710-383e-4c1e-b31e-2152ce4f476b req-933942da-376f-4366-9080-1e692b2f5a6f tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1c80c22a-1596-4b59-a033-7c82163e2b00 HTTP/1.1" status: 200 len: 210 time: 0.0290329 Aug 08 00:37:53.139086 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279085a0-ad3b-4580-bd6a-fd20990dc94d req-e40eed63-14ae-4727-ae19-0a59189e90b9 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:37:53.140566 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-279085a0-ad3b-4580-bd6a-fd20990dc94d req-e40eed63-14ae-4727-ae19-0a59189e90b9 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9f8480cf-4061-4c55-8118-a74951cf6142 HTTP/1.1" status: 200 len: 946 time: 0.0498226 Aug 08 00:37:53.189076 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-279085a0-ad3b-4580-bd6a-fd20990dc94d req-b731a242-a6f7-4207-82c1-54b6dbbd77ee tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b6dd8e00-6ccc-4249-bcb5-212ee8057e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429952 Aug 08 00:37:53.420629 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-a7b55c13-9cef-4ca2-a8e8-9f6165e74fdd req-44c29e4c-6d22-4266-b8c7-ea06eb299691 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1c80c22a-1596-4b59-a033-7c82163e2b00 HTTP/1.1" status: 200 len: 210 time: 0.0275598 Aug 08 00:37:54.306828 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfd47a2-24c8-48b3-a8a1-4a51cb99ab11 req-d519eefb-c3d6-43a5-b9dc-1fb929bbbab0 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:37:54.308489 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-3bfd47a2-24c8-48b3-a8a1-4a51cb99ab11 req-d519eefb-c3d6-43a5-b9dc-1fb929bbbab0 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9f8480cf-4061-4c55-8118-a74951cf6142 HTTP/1.1" status: 200 len: 946 time: 0.0476670 Aug 08 00:37:54.355653 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-3bfd47a2-24c8-48b3-a8a1-4a51cb99ab11 req-7e4c182e-4856-490d-9684-1f8dc760bd4a tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b6dd8e00-6ccc-4249-bcb5-212ee8057e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414505 Aug 08 00:37:54.525793 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-bb94c9fd-6adf-4b7a-b7bc-4d42c11880e9 req-e56fb3ef-cd58-4d76-a38e-973ba81b86db tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1c80c22a-1596-4b59-a033-7c82163e2b00 HTTP/1.1" status: 200 len: 210 time: 0.0312433 Aug 08 00:37:55.401412 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=94 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:37:55.407393 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=68 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:37:55.437047 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=100 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:37:55.476046 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96c404b-f7ee-4d5c-aa67-d107dd58dbe1 req-e946585c-c6f8-41f6-a493-407419672532 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:37:55.477520 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-d96c404b-f7ee-4d5c-aa67-d107dd58dbe1 req-e946585c-c6f8-41f6-a493-407419672532 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9f8480cf-4061-4c55-8118-a74951cf6142 HTTP/1.1" status: 200 len: 946 time: 0.0494232 Aug 08 00:37:55.528849 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-d96c404b-f7ee-4d5c-aa67-d107dd58dbe1 req-668d92c8-95b7-448b-bdcf-30b6431a68fc tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b6dd8e00-6ccc-4249-bcb5-212ee8057e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452399 Aug 08 00:37:55.627706 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-e909aaa9-3285-4631-9848-73a1c7f47002 req-d2d1ea17-7af4-437d-9962-089ae44af6e2 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1c80c22a-1596-4b59-a033-7c82163e2b00 HTTP/1.1" status: 200 len: 210 time: 0.0277238 Aug 08 00:37:56.659485 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7996518-f0c2-4971-b61a-a970a6699568 req-a55216dc-c259-41da-a4a0-c4d662b0be29 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:37:56.660833 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-f7996518-f0c2-4971-b61a-a970a6699568 req-a55216dc-c259-41da-a4a0-c4d662b0be29 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9f8480cf-4061-4c55-8118-a74951cf6142 HTTP/1.1" status: 200 len: 946 time: 0.0473969 Aug 08 00:37:56.710691 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-f7996518-f0c2-4971-b61a-a970a6699568 req-c7c535f7-4bf3-49f2-824d-f9affaeaaa29 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b6dd8e00-6ccc-4249-bcb5-212ee8057e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440891 Aug 08 00:37:56.728078 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-24cd531b-244d-406e-aca8-810a8546d335 req-d6dc7c0b-9781-4545-b7ff-757cff94c351 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1c80c22a-1596-4b59-a033-7c82163e2b00 HTTP/1.1" status: 200 len: 210 time: 0.0282633 Aug 08 00:37:57.213276 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=1 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:37:57.214088 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=48,neutron:UPDATE=8 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:37:57.829347 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-ee00100f-a8b6-4e1c-ab70-d896588dda90 req-1b55a8fe-3746-4b24-bc64-1e2e9b0459d3 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1c80c22a-1596-4b59-a033-7c82163e2b00 HTTP/1.1" status: 200 len: 210 time: 0.0290670 Aug 08 00:37:57.832782 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf69e80-9dc6-4ac9-a94d-b30454a1b1be req-76fef418-9464-4c64-8b57-31995765876c tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:37:57.834582 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-abf69e80-9dc6-4ac9-a94d-b30454a1b1be req-76fef418-9464-4c64-8b57-31995765876c tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9f8480cf-4061-4c55-8118-a74951cf6142 HTTP/1.1" status: 200 len: 946 time: 0.0510161 Aug 08 00:37:57.882518 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-abf69e80-9dc6-4ac9-a94d-b30454a1b1be req-f77da193-6cef-4f4a-b05e-fc8d5319be5b tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b6dd8e00-6ccc-4249-bcb5-212ee8057e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423231 Aug 08 00:37:58.547507 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262200ac-a48d-4e4f-b1e7-ee8d50ec9590 req-8fd4397c-c5e5-4bb1-8f86-865216508297 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:37:58.563817 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-262200ac-a48d-4e4f-b1e7-ee8d50ec9590 req-8fd4397c-c5e5-4bb1-8f86-865216508297 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9f8480cf-4061-4c55-8118-a74951cf6142 HTTP/1.1" status: 200 len: 946 time: 0.0493145 Aug 08 00:37:58.682442 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b027a4b0-9e21-402a-8f56-3f7498a51cb1 req-c530b3c4-c5e3-4ef9-80af-70260e661e7e tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:37:58.684333 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-b027a4b0-9e21-402a-8f56-3f7498a51cb1 req-c530b3c4-c5e3-4ef9-80af-70260e661e7e tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.25 "GET /networking/v2.0/networks?id=a5ea35fc-5529-4ec7-b035-b5f2637c5acc HTTP/1.1" status: 200 len: 815 time: 0.1185019 Aug 08 00:37:58.758561 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-b027a4b0-9e21-402a-8f56-3f7498a51cb1 req-7c5a6518-fd54-4815-92d7-580ca0fd20d2 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=e97eb34021d44eb0a99763034c1e9e87 HTTP/1.1" status: 200 len: 380 time: 0.0581477 Aug 08 00:37:58.768462 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.v2.base [req-b027a4b0-9e21-402a-8f56-3f7498a51cb1 req-25ff96d8-4c7c-4ca6-8ac1-78b0e255a468 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Request body: {'port': {'device_id': '1c80c22a-1596-4b59-a033-7c82163e2b00', 'network_id': 'a5ea35fc-5529-4ec7-b035-b5f2637c5acc', 'admin_state_up': True, 'tenant_id': 'e97eb34021d44eb0a99763034c1e9e87', 'security_groups': ['d44e612b-729e-480c-9de1-26b2215d243b']}} {{(pid=115992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:37:58.849342 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=100 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:37:58.899341 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.plugin [req-262200ac-a48d-4e4f-b1e7-ee8d50ec9590 req-e995e4fe-0a1b-4798-85d3-c52f373db58b tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Deleting port 247bdc76-37cc-4751-82b6-e4aaca65e313 {{(pid=115991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 00:37:58.899953 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [req-262200ac-a48d-4e4f-b1e7-ee8d50ec9590 req-e995e4fe-0a1b-4798-85d3-c52f373db58b tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764676511537'] for port (247bdc76-37cc-4751-82b6-e4aaca65e313), before_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:58.976423 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b027a4b0-9e21-402a-8f56-3f7498a51cb1 req-25ff96d8-4c7c-4ca6-8ac1-78b0e255a468 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Made reservation on behalf of e97eb34021d44eb0a99763034c1e9e87 for: {'port': 1} {{(pid=115992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 00:37:58.979800 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-b027a4b0-9e21-402a-8f56-3f7498a51cb1 req-25ff96d8-4c7c-4ca6-8ac1-78b0e255a468 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (None), before_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:58.985737 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-9ed45da7-026e-4430-a80e-a3351eb3dac7 req-e0b73e3d-a731-4d4a-9a9f-8a86077073cf tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1c80c22a-1596-4b59-a033-7c82163e2b00 HTTP/1.1" status: 200 len: 210 time: 0.0340595 Aug 08 00:37:59.032584 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.db [req-262200ac-a48d-4e4f-b1e7-ee8d50ec9590 req-e995e4fe-0a1b-4798-85d3-c52f373db58b tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] For port 247bdc76-37cc-4751-82b6-e4aaca65e313, host hv-cinder-85164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85164',level=0,port_id=247bdc76-37cc-4751-82b6-e4aaca65e313,segment=NetworkSegment(2a679dcc-fb6c-48d4-923f-83795704b214),segment_id=2a679dcc-fb6c-48d4-923f-83795704b214)] {{(pid=115991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:37:59.032828 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec37faef-ce2b-4bc1-87b8-da5aa0789064 req-5760f18e-ccb8-4f10-90e9-d3b47c4e7dcc tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:37:59.032964 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [req-262200ac-a48d-4e4f-b1e7-ee8d50ec9590 req-e995e4fe-0a1b-4798-85d3-c52f373db58b tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440649'] for port (247bdc76-37cc-4751-82b6-e4aaca65e313), precommit_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:59.034331 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-ec37faef-ce2b-4bc1-87b8-da5aa0789064 req-5760f18e-ccb8-4f10-90e9-d3b47c4e7dcc tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9f8480cf-4061-4c55-8118-a74951cf6142 HTTP/1.1" status: 200 len: 946 time: 0.0693901 Aug 08 00:37:59.046434 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.plugin [req-262200ac-a48d-4e4f-b1e7-ee8d50ec9590 req-e995e4fe-0a1b-4798-85d3-c52f373db58b tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Calling delete_port for 247bdc76-37cc-4751-82b6-e4aaca65e313 owned by compute:nova {{(pid=115991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 00:37:59.161002 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-ec37faef-ce2b-4bc1-87b8-da5aa0789064 req-acb4855c-1a6d-4df9-8788-2fd5c25f0295 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b6dd8e00-6ccc-4249-bcb5-212ee8057e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208720 Aug 08 00:37:59.185099 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.db.db_base_plugin_common [req-b027a4b0-9e21-402a-8f56-3f7498a51cb1 req-25ff96d8-4c7c-4ca6-8ac1-78b0e255a468 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Allocated IP 172.20.0.13 (a5ea35fc-5529-4ec7-b035-b5f2637c5acc/a880aa77-4bc5-4c6a-8fdf-3a29dea9cf69/925b229f-7a24-4cd8-9a75-d6005c402efb) {{(pid=115992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 00:37:59.247532 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [req-262200ac-a48d-4e4f-b1e7-ee8d50ec9590 req-e995e4fe-0a1b-4798-85d3-c52f373db58b tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764676515054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764676113794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2785209'] for port (247bdc76-37cc-4751-82b6-e4aaca65e313), after_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:59.266632 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] get_ports_and_sgs() called for port_ids ['247bdc76-37cc-4751-82b6-e4aaca65e313', '04d4459b-df65-4f20-b895-eaa736bf1d79'] {{(pid=115993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 00:37:59.280407 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e995e4fe-0a1b-4798-85d3-c52f373db58b tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Pushing event deleted for resources: {'Port': ['ID=247bdc76-37cc-4751-82b6-e4aaca65e313,revision_number=None']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:37:59.281286 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:37:59.334000 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.db.l3_dvrscheduler_db [req-262200ac-a48d-4e4f-b1e7-ee8d50ec9590 req-e995e4fe-0a1b-4798-85d3-c52f373db58b tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] No DVR routers for this DVR port 247bdc76-37cc-4751-82b6-e4aaca65e313 on host hv-cinder-85164 {{(pid=115991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 08 00:37:59.336687 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [req-262200ac-a48d-4e4f-b1e7-ee8d50ec9590 req-e995e4fe-0a1b-4798-85d3-c52f373db58b tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63196'] for port (None), before_response {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:59.340270 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-262200ac-a48d-4e4f-b1e7-ee8d50ec9590 req-e995e4fe-0a1b-4798-85d3-c52f373db58b tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.25 "DELETE /networking/v2.0/ports/247bdc76-37cc-4751-82b6-e4aaca65e313 HTTP/1.1" status: 204 len: 173 time: 0.7748909 Aug 08 00:37:59.340832 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f8480cf-4061-4c55-8118-a74951cf6142', 'name': 'network-vif-deleted', 'tag': '247bdc76-37cc-4751-82b6-e4aaca65e313'}] {{(pid=115991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 00:37:59.344120 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73a3e3d67458d2a17dff5edd29115f5abec4313aa2236b93bd84783ab3df8685" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4e2fd68-50fb-4b28-aed5-f0e25c12570d" -d '{"events": [{"server_uuid": "9f8480cf-4061-4c55-8118-a74951cf6142", "name": "network-vif-deleted", "tag": "247bdc76-37cc-4751-82b6-e4aaca65e313"}]}' {{(pid=115991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 00:37:59.350206 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-b027a4b0-9e21-402a-8f56-3f7498a51cb1 req-25ff96d8-4c7c-4ca6-8ac1-78b0e255a468 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks [] for port (925b229f-7a24-4cd8-9a75-d6005c402efb), precommit_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:59.447446 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 00:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28865234-877c-40ea-b424-4d014cdb8606 x-openstack-request-id: req-28865234-877c-40ea-b424-4d014cdb8606 {{(pid=115991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 00:37:59.447782 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f8480cf-4061-4c55-8118-a74951cf6142", "name": "network-vif-deleted", "tag": "247bdc76-37cc-4751-82b6-e4aaca65e313", "status": "completed", "code": 200}]} {{(pid=115991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 00:37:59.448040 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-28865234-877c-40ea-b424-4d014cdb8606 {{(pid=115991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 00:37:59.448594 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28865234-877c-40ea-b424-4d014cdb8606'] response: {'server_uuid': '9f8480cf-4061-4c55-8118-a74951cf6142', 'name': 'network-vif-deleted', 'tag': '247bdc76-37cc-4751-82b6-e4aaca65e313', 'status': 'completed', 'code': 200} Aug 08 00:37:59.454556 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-b027a4b0-9e21-402a-8f56-3f7498a51cb1 req-25ff96d8-4c7c-4ca6-8ac1-78b0e255a468 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764676113785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26371331'] for port (925b229f-7a24-4cd8-9a75-d6005c402efb), after_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:59.498558 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b027a4b0-9e21-402a-8f56-3f7498a51cb1 req-25ff96d8-4c7c-4ca6-8ac1-78b0e255a468 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Network a5ea35fc-5529-4ec7-b035-b5f2637c5acc is already hosted by enough agents. {{(pid=115992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 00:37:59.501734 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.scheduler.base_scheduler [req-b027a4b0-9e21-402a-8f56-3f7498a51cb1 req-25ff96d8-4c7c-4ca6-8ac1-78b0e255a468 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Resources bound (agent type, host, resource id): {{(pid=115992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 00:37:59.506079 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.db.l3_dvrscheduler_db [req-b027a4b0-9e21-402a-8f56-3f7498a51cb1 req-25ff96d8-4c7c-4ca6-8ac1-78b0e255a468 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Received port after_create {{(pid=115992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 00:37:59.534994 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ff96d8-4c7c-4ca6-8ac1-78b0e255a468 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Pushing event updated for resources: {'Port': ['ID=925b229f-7a24-4cd8-9a75-d6005c402efb,revision_number=1']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:37:59.568638 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b027a4b0-9e21-402a-8f56-3f7498a51cb1 req-25ff96d8-4c7c-4ca6-8ac1-78b0e255a468 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:37:59.568638 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-b027a4b0-9e21-402a-8f56-3f7498a51cb1 req-25ff96d8-4c7c-4ca6-8ac1-78b0e255a468 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63196'] for port (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:59.654348 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-b027a4b0-9e21-402a-8f56-3f7498a51cb1 req-25ff96d8-4c7c-4ca6-8ac1-78b0e255a468 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8903558 Aug 08 00:37:59.730127 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.v2.base [req-b027a4b0-9e21-402a-8f56-3f7498a51cb1 req-97062745-62e5-4c0e-8566-d8afc92fa8b5 service neutron] Request body: {'port': {'device_id': '1c80c22a-1596-4b59-a033-7c82163e2b00', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85164'}} {{(pid=115992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:37:59.792676 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:37:59.798090 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-b027a4b0-9e21-402a-8f56-3f7498a51cb1 req-97062745-62e5-4c0e-8566-d8afc92fa8b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (925b229f-7a24-4cd8-9a75-d6005c402efb), before_update {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:59.830161 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-42b4d004-e154-4abe-9c64-00196a52cdba None None] Provisioning complete for port 925b229f-7a24-4cd8-9a75-d6005c402efb triggered by entity DHCP. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:37:59.830642 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-42b4d004-e154-4abe-9c64-00196a52cdba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (925b229f-7a24-4cd8-9a75-d6005c402efb), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:37:59.864332 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-42b4d004-e154-4abe-9c64-00196a52cdba None None] Port 925b229f-7a24-4cd8-9a75-d6005c402efb cannot update to ACTIVE because it is not bound. {{(pid=115993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 08 00:38:00.057365 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.notifiers.nova [req-b027a4b0-9e21-402a-8f56-3f7498a51cb1 req-97062745-62e5-4c0e-8566-d8afc92fa8b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 925b229f-7a24-4cd8-9a75-d6005c402efb {{(pid=115992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 00:38:00.074512 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-b027a4b0-9e21-402a-8f56-3f7498a51cb1 req-97062745-62e5-4c0e-8566-d8afc92fa8b5 service neutron] Publish callbacks [] for port (925b229f-7a24-4cd8-9a75-d6005c402efb), precommit_update {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:00.110794 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.db.provisioning_blocks [req-b027a4b0-9e21-402a-8f56-3f7498a51cb1 req-97062745-62e5-4c0e-8566-d8afc92fa8b5 service neutron] Transition to ACTIVE for port object 925b229f-7a24-4cd8-9a75-d6005c402efb will not be triggered until provisioned by entity L2. {{(pid=115992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 08 00:38:00.121494 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d4a969-a561-4cd0-9d5d-17cc5cd85f92 req-15b41795-1346-4059-9faa-8d543b637f47 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:38:00.122983 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-51d4a969-a561-4cd0-9d5d-17cc5cd85f92 req-15b41795-1346-4059-9faa-8d543b637f47 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1c80c22a-1596-4b59-a033-7c82163e2b00 HTTP/1.1" status: 200 len: 932 time: 0.0601046 Aug 08 00:38:00.175811 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-51d4a969-a561-4cd0-9d5d-17cc5cd85f92 req-aefadb90-3912-40e2-a42c-59e23b2fccb6 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d44e612b-729e-480c-9de1-26b2215d243b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464008 Aug 08 00:38:00.236028 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-b027a4b0-9e21-402a-8f56-3f7498a51cb1 req-97062745-62e5-4c0e-8566-d8afc92fa8b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26371340'] for port (925b229f-7a24-4cd8-9a75-d6005c402efb), after_update {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:00.288628 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-80122599-0127-418e-9cc7-cec97b69502a req-257cbeb2-986e-49d8-bb92-3425b30c5f53 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9f8480cf-4061-4c55-8118-a74951cf6142 HTTP/1.1" status: 200 len: 210 time: 0.0315936 Aug 08 00:38:00.318383 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97062745-62e5-4c0e-8566-d8afc92fa8b5 service neutron] Pushing event updated for resources: {'Port': ['ID=925b229f-7a24-4cd8-9a75-d6005c402efb,revision_number=2']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:38:00.340414 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:38:00.350347 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.managers [req-b027a4b0-9e21-402a-8f56-3f7498a51cb1 req-97062745-62e5-4c0e-8566-d8afc92fa8b5 service neutron] Attempting to bind port 925b229f-7a24-4cd8-9a75-d6005c402efb on host hv-cinder-85164 for vnic_type normal with profile {{(pid=115992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 00:38:00.350686 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.managers [req-b027a4b0-9e21-402a-8f56-3f7498a51cb1 req-97062745-62e5-4c0e-8566-d8afc92fa8b5 service neutron] Attempting to bind port 925b229f-7a24-4cd8-9a75-d6005c402efb by drivers openvswitch,hyperv on host hv-cinder-85164 at level 0 using segments [{'id': '6130275c-b522-41d3-91a1-cf819d706112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a5ea35fc-5529-4ec7-b035-b5f2637c5acc'}] {{(pid=115992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 00:38:00.351017 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b027a4b0-9e21-402a-8f56-3f7498a51cb1 req-97062745-62e5-4c0e-8566-d8afc92fa8b5 service neutron] Attempting to bind port 925b229f-7a24-4cd8-9a75-d6005c402efb on network a5ea35fc-5529-4ec7-b035-b5f2637c5acc {{(pid=115992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 00:38:00.355798 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b027a4b0-9e21-402a-8f56-3f7498a51cb1 req-97062745-62e5-4c0e-8566-d8afc92fa8b5 service neutron] Port 925b229f-7a24-4cd8-9a75-d6005c402efb on network a5ea35fc-5529-4ec7-b035-b5f2637c5acc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85164 {{(pid=115992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 08 00:38:00.356125 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b027a4b0-9e21-402a-8f56-3f7498a51cb1 req-97062745-62e5-4c0e-8566-d8afc92fa8b5 service neutron] Attempting to bind port 925b229f-7a24-4cd8-9a75-d6005c402efb on network a5ea35fc-5529-4ec7-b035-b5f2637c5acc {{(pid=115992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 00:38:00.361822 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b027a4b0-9e21-402a-8f56-3f7498a51cb1 req-97062745-62e5-4c0e-8566-d8afc92fa8b5 service neutron] Checking agent: {'id': 'c200ec1a-5dc3-458a-a30d-0f16255c41c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85164', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 0, 30, 30), 'started_at': datetime.datetime(2022, 8, 8, 0, 30, 30), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 0, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 00:38:00.362160 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b027a4b0-9e21-402a-8f56-3f7498a51cb1 req-97062745-62e5-4c0e-8566-d8afc92fa8b5 service neutron] Checking segment: {'id': '6130275c-b522-41d3-91a1-cf819d706112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a5ea35fc-5529-4ec7-b035-b5f2637c5acc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 00:38:00.362540 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b027a4b0-9e21-402a-8f56-3f7498a51cb1 req-97062745-62e5-4c0e-8566-d8afc92fa8b5 service neutron] Bound using segment: {'id': '6130275c-b522-41d3-91a1-cf819d706112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a5ea35fc-5529-4ec7-b035-b5f2637c5acc'} {{(pid=115992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 00:38:00.362964 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.managers [req-b027a4b0-9e21-402a-8f56-3f7498a51cb1 req-97062745-62e5-4c0e-8566-d8afc92fa8b5 service neutron] Bound port: 925b229f-7a24-4cd8-9a75-d6005c402efb, host: hv-cinder-85164, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6130275c-b522-41d3-91a1-cf819d706112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a5ea35fc-5529-4ec7-b035-b5f2637c5acc'}}] {{(pid=115992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 00:38:00.363355 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-b027a4b0-9e21-402a-8f56-3f7498a51cb1 req-97062745-62e5-4c0e-8566-d8afc92fa8b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (925b229f-7a24-4cd8-9a75-d6005c402efb), before_update {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:00.433664 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.db [req-b027a4b0-9e21-402a-8f56-3f7498a51cb1 req-97062745-62e5-4c0e-8566-d8afc92fa8b5 service neutron] For port 925b229f-7a24-4cd8-9a75-d6005c402efb, host hv-cinder-85164, cleared binding levels {{(pid=115992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 00:38:00.436997 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.db [req-b027a4b0-9e21-402a-8f56-3f7498a51cb1 req-97062745-62e5-4c0e-8566-d8afc92fa8b5 service neutron] For port 925b229f-7a24-4cd8-9a75-d6005c402efb, host hv-cinder-85164, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85164',level=0,port_id=925b229f-7a24-4cd8-9a75-d6005c402efb,segment=NetworkSegment(6130275c-b522-41d3-91a1-cf819d706112),segment_id=6130275c-b522-41d3-91a1-cf819d706112)] {{(pid=115992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 00:38:00.499375 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (c200ec1a-5dc3-458a-a30d-0f16255c41c0), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:00.528741 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-b027a4b0-9e21-402a-8f56-3f7498a51cb1 req-97062745-62e5-4c0e-8566-d8afc92fa8b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26371340'] for port (925b229f-7a24-4cd8-9a75-d6005c402efb), after_update {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:00.532515 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b027a4b0-9e21-402a-8f56-3f7498a51cb1 req-97062745-62e5-4c0e-8566-d8afc92fa8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:38:00.533155 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-b027a4b0-9e21-402a-8f56-3f7498a51cb1 req-97062745-62e5-4c0e-8566-d8afc92fa8b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63196'] for port (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:00.534553 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-b027a4b0-9e21-402a-8f56-3f7498a51cb1 req-97062745-62e5-4c0e-8566-d8afc92fa8b5 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/925b229f-7a24-4cd8-9a75-d6005c402efb HTTP/1.1" status: 200 len: 1094 time: 0.8630280 Aug 08 00:38:00.537213 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c80c22a-1596-4b59-a033-7c82163e2b00', 'tag': '925b229f-7a24-4cd8-9a75-d6005c402efb'}] {{(pid=115992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 00:38:00.539615 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15c1dc6174c04d27a45b4789687485f3f31469fbdbb3cd0a658d3b47a2d9b382" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b013532-2fb4-4026-ac5c-5f387469d725" -d '{"events": [{"name": "network-changed", "server_uuid": "1c80c22a-1596-4b59-a033-7c82163e2b00", "tag": "925b229f-7a24-4cd8-9a75-d6005c402efb"}]}' {{(pid=115992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 00:38:00.590790 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97062745-62e5-4c0e-8566-d8afc92fa8b5 service neutron] Pushing event updated for resources: {'Port': ['ID=925b229f-7a24-4cd8-9a75-d6005c402efb,revision_number=3']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:38:00.633126 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 00:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7c5760d-ef31-45bc-b68b-d7d5d16fe937 x-openstack-request-id: req-b7c5760d-ef31-45bc-b68b-d7d5d16fe937 {{(pid=115992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 00:38:00.633440 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c80c22a-1596-4b59-a033-7c82163e2b00", "tag": "925b229f-7a24-4cd8-9a75-d6005c402efb", "status": "completed", "code": 200}]} {{(pid=115992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 00:38:00.633688 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b7c5760d-ef31-45bc-b68b-d7d5d16fe937 {{(pid=115992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 00:38:00.634096 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7c5760d-ef31-45bc-b68b-d7d5d16fe937'] response: {'name': 'network-changed', 'server_uuid': '1c80c22a-1596-4b59-a033-7c82163e2b00', 'tag': '925b229f-7a24-4cd8-9a75-d6005c402efb', 'status': 'completed', 'code': 200} Aug 08 00:38:00.690474 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b027a4b0-9e21-402a-8f56-3f7498a51cb1 req-8a12c1de-ca6f-41c9-a51c-819b494bae5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:38:00.692001 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-b027a4b0-9e21-402a-8f56-3f7498a51cb1 req-8a12c1de-ca6f-41c9-a51c-819b494bae5d service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=e97eb34021d44eb0a99763034c1e9e87&device_id=1c80c22a-1596-4b59-a033-7c82163e2b00 HTTP/1.1" status: 200 len: 1128 time: 0.0443113 Aug 08 00:38:00.738559 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-b027a4b0-9e21-402a-8f56-3f7498a51cb1 req-b969b001-83e2-4bc9-95a9-0983c5cde4f6 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=925b229f-7a24-4cd8-9a75-d6005c402efb HTTP/1.1" status: 200 len: 217 time: 0.0336220 Aug 08 00:38:00.793105 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b027a4b0-9e21-402a-8f56-3f7498a51cb1 req-36ee0913-0aed-44a5-a594-4ee3215adee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:38:00.794572 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-b027a4b0-9e21-402a-8f56-3f7498a51cb1 req-36ee0913-0aed-44a5-a594-4ee3215adee0 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=a880aa77-4bc5-4c6a-8fdf-3a29dea9cf69 HTTP/1.1" status: 200 len: 854 time: 0.0470932 Aug 08 00:38:00.844553 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b027a4b0-9e21-402a-8f56-3f7498a51cb1 req-b57e5f98-0a5f-45de-865f-28f71304b438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:38:00.846226 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-b027a4b0-9e21-402a-8f56-3f7498a51cb1 req-b57e5f98-0a5f-45de-865f-28f71304b438 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=a5ea35fc-5529-4ec7-b035-b5f2637c5acc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404286 Aug 08 00:38:00.943727 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-b027a4b0-9e21-402a-8f56-3f7498a51cb1 req-f221cd53-e978-45c6-a269-75c049209513 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a5ea35fc-5529-4ec7-b035-b5f2637c5acc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864310 Aug 08 00:38:01.020035 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:38:01.035883 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-b027a4b0-9e21-402a-8f56-3f7498a51cb1 req-c47817a6-dc6d-488a-8130-f9a2d9c0f201 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a5ea35fc-5529-4ec7-b035-b5f2637c5acc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858984 Aug 08 00:38:01.299821 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7faf07-3e63-4599-88dd-b9ccb77149b1 req-5fbd2718-e656-4c80-b484-071c3074fbdd tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:38:01.301293 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-8e7faf07-3e63-4599-88dd-b9ccb77149b1 req-5fbd2718-e656-4c80-b484-071c3074fbdd tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1c80c22a-1596-4b59-a033-7c82163e2b00 HTTP/1.1" status: 200 len: 944 time: 0.0481982 Aug 08 00:38:01.350575 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-8e7faf07-3e63-4599-88dd-b9ccb77149b1 req-be697d62-3f84-4e0a-b970-b9b0c66022bb tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d44e612b-729e-480c-9de1-26b2215d243b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436821 Aug 08 00:38:01.741662 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:38:01.779259 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1498c55e-8d9e-4629-a6fd-6ad8906afc62 req-d4635757-4f73-4662-9942-189f2485a126 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:38:01.781335 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-1498c55e-8d9e-4629-a6fd-6ad8906afc62 req-d4635757-4f73-4662-9942-189f2485a126 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8968cf66-c321-4187-8166-47cdc6cc701e HTTP/1.1" status: 200 len: 946 time: 0.0490227 Aug 08 00:38:01.829954 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-1498c55e-8d9e-4629-a6fd-6ad8906afc62 req-d44ba98f-756c-4dba-9145-3bcb4b42c5ae tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b6dd8e00-6ccc-4249-bcb5-212ee8057e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428088 Aug 08 00:38:02.101611 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Device 925b229f-7a24-4cd8-9a75-d6005c402efb details requested by agent hyperv_hv-cinder-85164 with host hv-cinder-85164 {{(pid=115993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 08 00:38:02.106407 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Device 247bdc76-37cc-4751-82b6-e4aaca65e313 no longer exists at agent hyperv_hv-cinder-85164 {{(pid=115993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 00:38:02.136441 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] No Port match for: 247bdc76-37cc-4751-82b6-e4aaca65e313 {{(pid=115993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 08 00:38:02.136782 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Device 247bdc76-37cc-4751-82b6-e4aaca65e313 not bound to the agent host hv-cinder-85164 {{(pid=115993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 00:38:02.153297 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b013532-2fb4-4026-ac5c-5f387469d725 req-80730b11-210e-46ed-8149-8d67e81b7952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:38:02.155469 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-8b013532-2fb4-4026-ac5c-5f387469d725 req-80730b11-210e-46ed-8149-8d67e81b7952 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=e97eb34021d44eb0a99763034c1e9e87&device_id=1c80c22a-1596-4b59-a033-7c82163e2b00 HTTP/1.1" status: 200 len: 1128 time: 0.0404208 Aug 08 00:38:02.225808 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] For port 925b229f-7a24-4cd8-9a75-d6005c402efb, host hv-cinder-85164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85164',level=0,port_id=925b229f-7a24-4cd8-9a75-d6005c402efb,segment=NetworkSegment(6130275c-b522-41d3-91a1-cf819d706112),segment_id=6130275c-b522-41d3-91a1-cf819d706112)] {{(pid=115993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:38:02.237310 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Returning: {'device': '925b229f-7a24-4cd8-9a75-d6005c402efb', 'network_id': 'a5ea35fc-5529-4ec7-b035-b5f2637c5acc', 'port_id': '925b229f-7a24-4cd8-9a75-d6005c402efb', 'mac_address': 'fa:16:3e:e3:d3:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a880aa77-4bc5-4c6a-8fdf-3a29dea9cf69', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 08 00:38:02.255581 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b013532-2fb4-4026-ac5c-5f387469d725 req-c204071d-4e1f-46a3-8866-4b22cf2bcae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:38:02.257109 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-8b013532-2fb4-4026-ac5c-5f387469d725 req-c204071d-4e1f-46a3-8866-4b22cf2bcae4 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=a5ea35fc-5529-4ec7-b035-b5f2637c5acc HTTP/1.1" status: 200 len: 916 time: 0.0912054 Aug 08 00:38:02.274781 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Current status of the port 925b229f-7a24-4cd8-9a75-d6005c402efb is: DOWN; New status is: BUILD {{(pid=115993) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 00:38:02.275208 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (925b229f-7a24-4cd8-9a75-d6005c402efb), before_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:02.288939 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.notifiers.nova [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 925b229f-7a24-4cd8-9a75-d6005c402efb {{(pid=115993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 00:38:02.308354 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] For port 925b229f-7a24-4cd8-9a75-d6005c402efb, host hv-cinder-85164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85164',level=0,port_id=925b229f-7a24-4cd8-9a75-d6005c402efb,segment=NetworkSegment(6130275c-b522-41d3-91a1-cf819d706112),segment_id=6130275c-b522-41d3-91a1-cf819d706112)] {{(pid=115993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:38:02.397458 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821'] for port (925b229f-7a24-4cd8-9a75-d6005c402efb), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:02.446075 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Pushing event updated for resources: {'Port': ['ID=925b229f-7a24-4cd8-9a75-d6005c402efb,revision_number=4']} {{(pid=115993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:38:02.453765 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:38:02.454108 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:38:02.454445 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:38:02.454778 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:38:02.455102 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:38:02.455459 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:38:02.455787 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:38:02.456107 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:38:02.456427 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:38:02.456745 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:38:02.457061 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:38:02.457377 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:38:02.457693 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:38:02.458006 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:38:02.458319 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:38:02.474729 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e2f0f0-3430-447c-82dc-39bfd454ae36 req-199fd349-d8b5-457f-ab58-7d4d9fd7af0f tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:38:02.476363 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-e9e2f0f0-3430-447c-82dc-39bfd454ae36 req-199fd349-d8b5-457f-ab58-7d4d9fd7af0f tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1c80c22a-1596-4b59-a033-7c82163e2b00 HTTP/1.1" status: 200 len: 945 time: 0.0508358 Aug 08 00:38:02.525457 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-e9e2f0f0-3430-447c-82dc-39bfd454ae36 req-59509524-6797-4169-91ed-9ac05b699a36 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d44e612b-729e-480c-9de1-26b2215d243b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432785 Aug 08 00:38:02.737610 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] get_ports_and_sgs() called for port_ids ['925b229f-7a24-4cd8-9a75-d6005c402efb'] {{(pid=115993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 00:38:02.951604 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fa0754-093d-4f6e-9189-49944f51a163 req-2fa43d62-522d-4442-b748-25fbd21bbaf7 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:38:02.952955 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-67fa0754-093d-4f6e-9189-49944f51a163 req-2fa43d62-522d-4442-b748-25fbd21bbaf7 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8968cf66-c321-4187-8166-47cdc6cc701e HTTP/1.1" status: 200 len: 946 time: 0.0503886 Aug 08 00:38:02.999357 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-67fa0754-093d-4f6e-9189-49944f51a163 req-bab01e05-3da4-411b-8317-bd53abcb0989 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b6dd8e00-6ccc-4249-bcb5-212ee8057e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400424 Aug 08 00:38:03.647983 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d51814c-3567-4635-9034-04769d621ca3 req-46cfc6df-d8d3-41c3-98eb-70daa7ab4200 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:38:03.649487 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-5d51814c-3567-4635-9034-04769d621ca3 req-46cfc6df-d8d3-41c3-98eb-70daa7ab4200 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1c80c22a-1596-4b59-a033-7c82163e2b00 HTTP/1.1" status: 200 len: 945 time: 0.0498576 Aug 08 00:38:03.697182 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-5d51814c-3567-4635-9034-04769d621ca3 req-e2415ffd-3482-4151-a208-24ddc87e8363 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d44e612b-729e-480c-9de1-26b2215d243b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410628 Aug 08 00:38:04.113904 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121d5e4a-3a2a-4270-83a6-bd695b530703 req-82309470-ddb9-4488-9b7d-3d5d252ff2ac tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:38:04.115364 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-121d5e4a-3a2a-4270-83a6-bd695b530703 req-82309470-ddb9-4488-9b7d-3d5d252ff2ac tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8968cf66-c321-4187-8166-47cdc6cc701e HTTP/1.1" status: 200 len: 946 time: 0.0460386 Aug 08 00:38:04.118159 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Device 925b229f-7a24-4cd8-9a75-d6005c402efb up at agent hyperv_hv-cinder-85164 {{(pid=115993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 00:38:04.160516 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Provisioning for port 925b229f-7a24-4cd8-9a75-d6005c402efb completed by entity L2. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 08 00:38:04.163828 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-121d5e4a-3a2a-4270-83a6-bd695b530703 req-41b7d764-e521-4f0b-b04c-450d67eebb8e tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b6dd8e00-6ccc-4249-bcb5-212ee8057e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427973 Aug 08 00:38:04.207046 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Provisioning complete for port 925b229f-7a24-4cd8-9a75-d6005c402efb triggered by entity L2. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:38:04.207458 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (925b229f-7a24-4cd8-9a75-d6005c402efb), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:04.240743 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:38:04.249870 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:38:04.400603 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Current status of the port 925b229f-7a24-4cd8-9a75-d6005c402efb is: BUILD; New status is: ACTIVE {{(pid=115993) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 00:38:04.401011 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (925b229f-7a24-4cd8-9a75-d6005c402efb), before_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:04.425269 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c80c22a-1596-4b59-a033-7c82163e2b00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '925b229f-7a24-4cd8-9a75-d6005c402efb'}] {{(pid=115993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 00:38:04.427578 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffcbb3165cefe78fdef2215408d5e0047484b378f5d65619a4e095a8aefc113e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b8bdc2c-c372-4686-a696-7f9321669d44" -d '{"events": [{"server_uuid": "1c80c22a-1596-4b59-a033-7c82163e2b00", "name": "network-vif-plugged", "status": "completed", "tag": "925b229f-7a24-4cd8-9a75-d6005c402efb"}]}' {{(pid=115993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 00:38:04.439920 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] For port 925b229f-7a24-4cd8-9a75-d6005c402efb, host hv-cinder-85164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85164',level=0,port_id=925b229f-7a24-4cd8-9a75-d6005c402efb,segment=NetworkSegment(6130275c-b522-41d3-91a1-cf819d706112),segment_id=6130275c-b522-41d3-91a1-cf819d706112)] {{(pid=115993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:38:04.465405 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 00:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-447ebc64-8f2c-4287-835d-28158dfd2405 x-openstack-request-id: req-447ebc64-8f2c-4287-835d-28158dfd2405 {{(pid=115993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 00:38:04.465707 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c80c22a-1596-4b59-a033-7c82163e2b00", "name": "network-vif-plugged", "status": "completed", "tag": "925b229f-7a24-4cd8-9a75-d6005c402efb", "code": 200}]} {{(pid=115993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 00:38:04.465954 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-447ebc64-8f2c-4287-835d-28158dfd2405 {{(pid=115993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 00:38:04.466404 dv-cinder-851640-3-iscsi neutron-server[115993]: INFO neutron.notifiers.nova [-] Nova event matching ['req-447ebc64-8f2c-4287-835d-28158dfd2405'] response: {'server_uuid': '1c80c22a-1596-4b59-a033-7c82163e2b00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '925b229f-7a24-4cd8-9a75-d6005c402efb', 'code': 200} Aug 08 00:38:04.504452 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821'] for port (925b229f-7a24-4cd8-9a75-d6005c402efb), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:04.550430 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Pushing event updated for resources: {'Port': ['ID=925b229f-7a24-4cd8-9a75-d6005c402efb,revision_number=5']} {{(pid=115993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:38:04.813621 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80eefe0-bc24-4a45-946d-a6550180ed20 req-d76264f3-a03e-42b4-96b0-e38814781b00 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:38:04.815114 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-f80eefe0-bc24-4a45-946d-a6550180ed20 req-d76264f3-a03e-42b4-96b0-e38814781b00 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1c80c22a-1596-4b59-a033-7c82163e2b00 HTTP/1.1" status: 200 len: 946 time: 0.0464582 Aug 08 00:38:04.865280 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-f80eefe0-bc24-4a45-946d-a6550180ed20 req-5c36e889-882d-41be-b1ae-e526cd900f7a tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d44e612b-729e-480c-9de1-26b2215d243b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447161 Aug 08 00:38:05.282599 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a258993-8dcf-463d-91ce-99041f422ea9 req-8beffc2e-20cd-48fa-ac35-288fb3646b33 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:38:05.284091 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-2a258993-8dcf-463d-91ce-99041f422ea9 req-8beffc2e-20cd-48fa-ac35-288fb3646b33 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8968cf66-c321-4187-8166-47cdc6cc701e HTTP/1.1" status: 200 len: 946 time: 0.0465941 Aug 08 00:38:05.331786 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-2a258993-8dcf-463d-91ce-99041f422ea9 req-29a20d15-471b-4989-8839-bb92bb71d692 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b6dd8e00-6ccc-4249-bcb5-212ee8057e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420516 Aug 08 00:38:05.485572 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-8b013532-2fb4-4026-ac5c-5f387469d725 req-86726378-29a2-4eae-b01c-996affab4466 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=925b229f-7a24-4cd8-9a75-d6005c402efb HTTP/1.1" status: 200 len: 217 time: 0.0351722 Aug 08 00:38:05.553803 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b013532-2fb4-4026-ac5c-5f387469d725 req-74414490-af76-4369-bc43-99e9c85df0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:38:05.555321 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-8b013532-2fb4-4026-ac5c-5f387469d725 req-74414490-af76-4369-bc43-99e9c85df0d9 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=a880aa77-4bc5-4c6a-8fdf-3a29dea9cf69 HTTP/1.1" status: 200 len: 854 time: 0.0459569 Aug 08 00:38:05.622789 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=3 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:38:05.658351 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b013532-2fb4-4026-ac5c-5f387469d725 req-48d0cc7f-14af-4863-97c8-5f76a1c638b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:38:05.660018 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-8b013532-2fb4-4026-ac5c-5f387469d725 req-48d0cc7f-14af-4863-97c8-5f76a1c638b2 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=a5ea35fc-5529-4ec7-b035-b5f2637c5acc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407469 Aug 08 00:38:05.761185 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-8b013532-2fb4-4026-ac5c-5f387469d725 req-ee95a02a-24be-4066-8efa-ae960e9d7ec1 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a5ea35fc-5529-4ec7-b035-b5f2637c5acc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903530 Aug 08 00:38:05.974774 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=100 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:38:05.984192 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11635395-b91a-4473-82e9-91f5806c1406 req-ce7531b7-61a4-4fe6-9409-846996ee8d0e tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:38:05.985787 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-11635395-b91a-4473-82e9-91f5806c1406 req-ce7531b7-61a4-4fe6-9409-846996ee8d0e tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1c80c22a-1596-4b59-a033-7c82163e2b00 HTTP/1.1" status: 200 len: 946 time: 0.0480387 Aug 08 00:38:06.034372 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-11635395-b91a-4473-82e9-91f5806c1406 req-fa0fca24-fe11-48a2-ad9d-209be2113282 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d44e612b-729e-480c-9de1-26b2215d243b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431507 Aug 08 00:38:06.108896 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:38:06.118997 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dc567c-065d-4be0-9c09-96fcf7ccba49 req-087a4c0a-0e9f-42a1-9ca9-a06ddd0bdf12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:38:06.120685 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-a3dc567c-065d-4be0-9c09-96fcf7ccba49 req-087a4c0a-0e9f-42a1-9ca9-a06ddd0bdf12 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1c80c22a-1596-4b59-a033-7c82163e2b00 HTTP/1.1" status: 200 len: 1130 time: 0.0435166 Aug 08 00:38:06.168456 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-a3dc567c-065d-4be0-9c09-96fcf7ccba49 req-1c12e715-bf9d-43fa-9c18-8a26a70e8641 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d44e612b-729e-480c-9de1-26b2215d243b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390623 Aug 08 00:38:06.177796 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50472b0a-bc31-455c-8df7-8e1eaa34c58e req-0ef9fe27-dbcc-49e1-ac3d-325fab8c523d tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:38:06.179333 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-50472b0a-bc31-455c-8df7-8e1eaa34c58e req-0ef9fe27-dbcc-49e1-ac3d-325fab8c523d tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8968cf66-c321-4187-8166-47cdc6cc701e HTTP/1.1" status: 200 len: 946 time: 0.1014068 Aug 08 00:38:06.211844 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-8b013532-2fb4-4026-ac5c-5f387469d725 req-f839278c-0117-4a26-8e4c-f07c98909d74 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a5ea35fc-5529-4ec7-b035-b5f2637c5acc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353548 Aug 08 00:38:06.453708 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570f1d34-e4da-455d-b450-d56c57e1c722 req-abc1b0c3-48d6-40a8-be06-27ba8d3f5847 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:38:06.455256 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-570f1d34-e4da-455d-b450-d56c57e1c722 req-abc1b0c3-48d6-40a8-be06-27ba8d3f5847 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8968cf66-c321-4187-8166-47cdc6cc701e HTTP/1.1" status: 200 len: 946 time: 0.0522683 Aug 08 00:38:06.505788 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-570f1d34-e4da-455d-b450-d56c57e1c722 req-858cde20-b5a8-4c72-9825-e621acbe2a02 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b6dd8e00-6ccc-4249-bcb5-212ee8057e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443013 Aug 08 00:38:06.513122 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.plugin [req-50472b0a-bc31-455c-8df7-8e1eaa34c58e req-857b0dc5-0e60-45dc-8dcc-947a7e9c52df tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Deleting port 04d4459b-df65-4f20-b895-eaa736bf1d79 {{(pid=115992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 00:38:06.514144 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-50472b0a-bc31-455c-8df7-8e1eaa34c58e req-857b0dc5-0e60-45dc-8dcc-947a7e9c52df tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764676511537'] for port (04d4459b-df65-4f20-b895-eaa736bf1d79), before_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:06.559499 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=100 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:38:06.605858 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.db [req-50472b0a-bc31-455c-8df7-8e1eaa34c58e req-857b0dc5-0e60-45dc-8dcc-947a7e9c52df tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] For port 04d4459b-df65-4f20-b895-eaa736bf1d79, host hv-cinder-85164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85164',level=0,port_id=04d4459b-df65-4f20-b895-eaa736bf1d79,segment=NetworkSegment(2a679dcc-fb6c-48d4-923f-83795704b214),segment_id=2a679dcc-fb6c-48d4-923f-83795704b214)] {{(pid=115992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:38:06.606218 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-50472b0a-bc31-455c-8df7-8e1eaa34c58e req-857b0dc5-0e60-45dc-8dcc-947a7e9c52df tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440649'] for port (04d4459b-df65-4f20-b895-eaa736bf1d79), precommit_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:06.619723 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.plugin [req-50472b0a-bc31-455c-8df7-8e1eaa34c58e req-857b0dc5-0e60-45dc-8dcc-947a7e9c52df tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Calling delete_port for 04d4459b-df65-4f20-b895-eaa736bf1d79 owned by compute:nova {{(pid=115992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 00:38:06.841817 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-50472b0a-bc31-455c-8df7-8e1eaa34c58e req-857b0dc5-0e60-45dc-8dcc-947a7e9c52df tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764676515054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764676113794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26371331'] for port (04d4459b-df65-4f20-b895-eaa736bf1d79), after_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:06.857905 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] get_ports_and_sgs() called for port_ids ['04d4459b-df65-4f20-b895-eaa736bf1d79'] {{(pid=115993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 00:38:06.874668 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857b0dc5-0e60-45dc-8dcc-947a7e9c52df tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Pushing event deleted for resources: {'Port': ['ID=04d4459b-df65-4f20-b895-eaa736bf1d79,revision_number=None']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:38:06.902689 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857b0dc5-0e60-45dc-8dcc-947a7e9c52df tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:38:06.903079 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857b0dc5-0e60-45dc-8dcc-947a7e9c52df tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:38:06.903440 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857b0dc5-0e60-45dc-8dcc-947a7e9c52df tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:38:06.903777 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857b0dc5-0e60-45dc-8dcc-947a7e9c52df tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:38:06.904257 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857b0dc5-0e60-45dc-8dcc-947a7e9c52df tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:38:06.905287 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857b0dc5-0e60-45dc-8dcc-947a7e9c52df tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:38:06.905745 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857b0dc5-0e60-45dc-8dcc-947a7e9c52df tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:38:06.906093 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857b0dc5-0e60-45dc-8dcc-947a7e9c52df tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:38:06.906424 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857b0dc5-0e60-45dc-8dcc-947a7e9c52df tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:38:06.906750 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857b0dc5-0e60-45dc-8dcc-947a7e9c52df tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:38:06.907136 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857b0dc5-0e60-45dc-8dcc-947a7e9c52df tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:38:06.907485 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857b0dc5-0e60-45dc-8dcc-947a7e9c52df tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:38:06.907807 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857b0dc5-0e60-45dc-8dcc-947a7e9c52df tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:38:06.908126 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857b0dc5-0e60-45dc-8dcc-947a7e9c52df tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:38:06.908444 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857b0dc5-0e60-45dc-8dcc-947a7e9c52df tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:38:06.932446 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.db.l3_dvrscheduler_db [req-50472b0a-bc31-455c-8df7-8e1eaa34c58e req-857b0dc5-0e60-45dc-8dcc-947a7e9c52df tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] No DVR routers for this DVR port 04d4459b-df65-4f20-b895-eaa736bf1d79 on host hv-cinder-85164 {{(pid=115992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 08 00:38:06.934932 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-50472b0a-bc31-455c-8df7-8e1eaa34c58e req-857b0dc5-0e60-45dc-8dcc-947a7e9c52df tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63196'] for port (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:06.938941 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-50472b0a-bc31-455c-8df7-8e1eaa34c58e req-857b0dc5-0e60-45dc-8dcc-947a7e9c52df tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.25 "DELETE /networking/v2.0/ports/04d4459b-df65-4f20-b895-eaa736bf1d79 HTTP/1.1" status: 204 len: 173 time: 0.5147405 Aug 08 00:38:06.939408 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8968cf66-c321-4187-8166-47cdc6cc701e', 'name': 'network-vif-deleted', 'tag': '04d4459b-df65-4f20-b895-eaa736bf1d79'}] {{(pid=115992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 00:38:06.941608 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15c1dc6174c04d27a45b4789687485f3f31469fbdbb3cd0a658d3b47a2d9b382" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-504998b9-c894-4e57-b18e-c970c1637957" -d '{"events": [{"server_uuid": "8968cf66-c321-4187-8166-47cdc6cc701e", "name": "network-vif-deleted", "tag": "04d4459b-df65-4f20-b895-eaa736bf1d79"}]}' {{(pid=115992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 00:38:06.978387 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 00:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76d0fd1e-5090-407d-a3bd-885f1d14cd74 x-openstack-request-id: req-76d0fd1e-5090-407d-a3bd-885f1d14cd74 {{(pid=115992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 00:38:06.978677 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8968cf66-c321-4187-8166-47cdc6cc701e", "name": "network-vif-deleted", "tag": "04d4459b-df65-4f20-b895-eaa736bf1d79", "status": "completed", "code": 200}]} {{(pid=115992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 00:38:06.978926 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-76d0fd1e-5090-407d-a3bd-885f1d14cd74 {{(pid=115992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 00:38:06.979359 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76d0fd1e-5090-407d-a3bd-885f1d14cd74'] response: {'server_uuid': '8968cf66-c321-4187-8166-47cdc6cc701e', 'name': 'network-vif-deleted', 'tag': '04d4459b-df65-4f20-b895-eaa736bf1d79', 'status': 'completed', 'code': 200} Aug 08 00:38:07.167289 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2a8192-0164-4c9c-ac94-904b2ef8d40c req-0bcbb467-b343-45ec-b646-f8da64c3dc1f tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:38:07.168709 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-ff2a8192-0164-4c9c-ac94-904b2ef8d40c req-0bcbb467-b343-45ec-b646-f8da64c3dc1f tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1c80c22a-1596-4b59-a033-7c82163e2b00 HTTP/1.1" status: 200 len: 946 time: 0.0502362 Aug 08 00:38:07.227655 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-ff2a8192-0164-4c9c-ac94-904b2ef8d40c req-8b30259b-a18e-45c9-8344-2b79837de747 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d44e612b-729e-480c-9de1-26b2215d243b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517888 Aug 08 00:38:07.516657 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92d479a-42c1-4549-b88e-bd7263c87cac req-c1a3ad35-9709-4469-9f45-caa1c5d822ff tempest-VolumesSnapshotTestJSON-1144645517 tempest-VolumesSnapshotTestJSON-1144645517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:38:07.518504 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-e92d479a-42c1-4549-b88e-bd7263c87cac req-c1a3ad35-9709-4469-9f45-caa1c5d822ff tempest-VolumesSnapshotTestJSON-1144645517 tempest-VolumesSnapshotTestJSON-1144645517-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=533ddba6-cc0a-4ab2-8454-0b334257c1f4 HTTP/1.1" status: 200 len: 945 time: 0.0467775 Aug 08 00:38:07.567404 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-e92d479a-42c1-4549-b88e-bd7263c87cac req-9c2329f8-42c4-472a-a536-3671f7e245af tempest-VolumesSnapshotTestJSON-1144645517 tempest-VolumesSnapshotTestJSON-1144645517-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=107e9f55-8376-45e6-a94e-667c44085544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432191 Aug 08 00:38:07.618895 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-2322bda2-8b27-4620-b40e-114949900e2a req-d8251dac-f809-4ab7-99b4-8e3e654ef342 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8968cf66-c321-4187-8166-47cdc6cc701e HTTP/1.1" status: 200 len: 210 time: 0.0277309 Aug 08 00:38:08.358583 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779fbde5-9819-46bc-ab91-6d0776993fcb req-ed52f097-b490-4f22-a98e-547f3a8027e1 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:38:08.360093 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-779fbde5-9819-46bc-ab91-6d0776993fcb req-ed52f097-b490-4f22-a98e-547f3a8027e1 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1c80c22a-1596-4b59-a033-7c82163e2b00 HTTP/1.1" status: 200 len: 946 time: 0.0465684 Aug 08 00:38:08.407254 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-779fbde5-9819-46bc-ab91-6d0776993fcb req-b40dc5ae-6267-4a9b-a6c5-92012f30224f tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d44e612b-729e-480c-9de1-26b2215d243b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413716 Aug 08 00:38:08.520819 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a27348b-410d-41e0-b7bd-3c5a9a54d4ac req-f861382a-a156-4243-9ecb-d9ce996bbd07 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:38:08.522262 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-9a27348b-410d-41e0-b7bd-3c5a9a54d4ac req-f861382a-a156-4243-9ecb-d9ce996bbd07 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1c80c22a-1596-4b59-a033-7c82163e2b00 HTTP/1.1" status: 200 len: 946 time: 0.0462630 Aug 08 00:38:08.532275 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 32912) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:38:08.536848 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.v2.base [None req-a4d09fab-1eed-47f5-927a-01cf5491b090 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Request body: {'floatingip': {'port_id': '925b229f-7a24-4cd8-9a75-d6005c402efb'}} {{(pid=115991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:38:08.577462 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-a4d09fab-1eed-47f5-927a-01cf5491b090 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks [] for floatingip (60027b57-1a19-4b09-ab66-244034baef1c), before_update {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:08.657649 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:38:08.731290 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f946a2-e26b-44e3-b2bf-0c2be540919e req-82ec4156-a9ed-4c84-8bb3-93f5bbac8f8e tempest-VolumesSnapshotTestJSON-1144645517 tempest-VolumesSnapshotTestJSON-1144645517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:38:08.733720 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-71f946a2-e26b-44e3-b2bf-0c2be540919e req-82ec4156-a9ed-4c84-8bb3-93f5bbac8f8e tempest-VolumesSnapshotTestJSON-1144645517 tempest-VolumesSnapshotTestJSON-1144645517-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=533ddba6-cc0a-4ab2-8454-0b334257c1f4 HTTP/1.1" status: 200 len: 945 time: 0.0907321 Aug 08 00:38:08.740644 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-56561c4b-2fdd-4c3c-bc19-c6c78b4c99e3 req-2e053561-1b15-41ed-a326-e96bf8541705 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8968cf66-c321-4187-8166-47cdc6cc701e HTTP/1.1" status: 200 len: 210 time: 0.0328321 Aug 08 00:38:08.855391 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-71f946a2-e26b-44e3-b2bf-0c2be540919e req-cd7fc7aa-a403-41a9-b287-f5bd6b11a0ef tempest-VolumesSnapshotTestJSON-1144645517 tempest-VolumesSnapshotTestJSON-1144645517-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=107e9f55-8376-45e6-a94e-667c44085544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900435 Aug 08 00:38:08.942500 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:38:09.059718 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:38:09.079830 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-a4d09fab-1eed-47f5-927a-01cf5491b090 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:09.142572 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-a4d09fab-1eed-47f5-927a-01cf5491b090 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-499989'] for floatingip (60027b57-1a19-4b09-ab66-244034baef1c), after_update {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:09.238903 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.db.l3_db [None req-a4d09fab-1eed-47f5-927a-01cf5491b090 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Floating IP 60027b57-1a19-4b09-ab66-244034baef1c associated. External IP: 172.27.3.224, port: 925b229f-7a24-4cd8-9a75-d6005c402efb. Aug 08 00:38:09.434857 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4d09fab-1eed-47f5-927a-01cf5491b090 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Router 91800c1e-3ae7-435f-9362-f23934c36aa6 has already been hosted by L3 agent d53f5436-7c7f-4441-9708-9d0333b57745 {{(pid=115991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 00:38:09.536138 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4d09fab-1eed-47f5-927a-01cf5491b090 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Notify agent at l3_agent.dv-cinder-851640-3-iscsi the message routers_updated {{(pid=115991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 00:38:09.540519 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-a4d09fab-1eed-47f5-927a-01cf5491b090 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63196'] for floatingip (None), before_response {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:09.549184 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caacda3c-4d50-46f8-a059-309c2b9477f8 None None] Sync routers for ids ['91800c1e-3ae7-435f-9362-f23934c36aa6'] in dv-cinder-851640-3-iscsi {{(pid=115994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 00:38:09.561981 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caacda3c-4d50-46f8-a059-309c2b9477f8 None None] Routers {'91800c1e-3ae7-435f-9362-f23934c36aa6'} bound to L3 agent in host dv-cinder-851640-3-iscsi {{(pid=115994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 00:38:09.562744 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_hamode_db [None req-caacda3c-4d50-46f8-a059-309c2b9477f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851640-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-08-08T00:24:12Z,description=,heartbeat_timestamp=2022-08-08T00:37:42Z,host='dv-cinder-851640-3-iscsi',id=d53f5436-7c7f-4441-9708-9d0333b57745,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T00:24:13Z,topic='l3_agent')) {'router_ids': ['91800c1e-3ae7-435f-9362-f23934c36aa6'], 'active': True} {{(pid=115994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:38:09.579155 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-a4d09fab-1eed-47f5-927a-01cf5491b090 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "PUT /networking/v2.0/floatingips/60027b57-1a19-4b09-ab66-244034baef1c HTTP/1.1" status: 200 len: 992 time: 1.0455859 Aug 08 00:38:09.580370 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c80c22a-1596-4b59-a033-7c82163e2b00', 'tag': '925b229f-7a24-4cd8-9a75-d6005c402efb'}] {{(pid=115991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 00:38:09.584756 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73a3e3d67458d2a17dff5edd29115f5abec4313aa2236b93bd84783ab3df8685" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87135f6a-d833-424b-8565-ad2f3ec6eca6" -d '{"events": [{"name": "network-changed", "server_uuid": "1c80c22a-1596-4b59-a033-7c82163e2b00", "tag": "925b229f-7a24-4cd8-9a75-d6005c402efb"}]}' {{(pid=115991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 00:38:09.623926 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 00:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1421008-ee2c-4e0c-863d-e05707153ac3 x-openstack-request-id: req-c1421008-ee2c-4e0c-863d-e05707153ac3 {{(pid=115991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 00:38:09.624213 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c80c22a-1596-4b59-a033-7c82163e2b00", "tag": "925b229f-7a24-4cd8-9a75-d6005c402efb", "status": "completed", "code": 200}]} {{(pid=115991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 00:38:09.624462 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c1421008-ee2c-4e0c-863d-e05707153ac3 {{(pid=115991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 00:38:09.624869 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1421008-ee2c-4e0c-863d-e05707153ac3'] response: {'name': 'network-changed', 'server_uuid': '1c80c22a-1596-4b59-a033-7c82163e2b00', 'tag': '925b229f-7a24-4cd8-9a75-d6005c402efb', 'status': 'completed', 'code': 200} Aug 08 00:38:09.675085 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_dvr_db [None req-caacda3c-4d50-46f8-a059-309c2b9477f8 None None] Set router 91800c1e-3ae7-435f-9362-f23934c36aa6 gateway port host: dv-cinder-851640-3-iscsi {{(pid=115994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 00:38:09.864029 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-822543b5-435d-425e-bedb-a5fed5684ba9 req-2c19199f-a4b3-4439-beaf-e7aa58be0037 tempest-ServerRescueNegativeTestJSON-657776836 tempest-ServerRescueNegativeTestJSON-657776836-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8968cf66-c321-4187-8166-47cdc6cc701e HTTP/1.1" status: 200 len: 210 time: 0.0374155 Aug 08 00:38:09.876334 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87135f6a-d833-424b-8565-ad2f3ec6eca6 req-6be33df7-5f46-4977-981b-516bd8e1cca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:38:09.877834 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-87135f6a-d833-424b-8565-ad2f3ec6eca6 req-6be33df7-5f46-4977-981b-516bd8e1cca6 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=e97eb34021d44eb0a99763034c1e9e87&device_id=1c80c22a-1596-4b59-a033-7c82163e2b00 HTTP/1.1" status: 200 len: 1130 time: 0.0436420 Aug 08 00:38:09.900416 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_hamode_db [None req-caacda3c-4d50-46f8-a059-309c2b9477f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91800c1e-3ae7-435f-9362-f23934c36aa6', 'name': 'tempest-AttachVolumeNegativeTest-1151103598-router', 'tenant_id': 'e97eb34021d44eb0a99763034c1e9e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': '349bc66f-427c-48e3-b507-b91075ef7023', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:34:02Z', 'updated_at': '2022-08-08T00:34:05Z', 'revision_number': 4, 'project_id': 'e97eb34021d44eb0a99763034c1e9e87', 'gw_port': {'id': '349bc66f-427c-48e3-b507-b91075ef7023', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:3b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91800c1e-3ae7-435f-9362-f23934c36aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:34:03Z', 'updated_at': '2022-08-08T00:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi', '_floatingips': [{'id': '60027b57-1a19-4b09-ab66-244034baef1c', 'tenant_id': 'e97eb34021d44eb0a99763034c1e9e87', 'floating_ip_address': '172.27.3.224', 'floating_network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'router_id': '91800c1e-3ae7-435f-9362-f23934c36aa6', 'port_id': '925b229f-7a24-4cd8-9a75-d6005c402efb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5ea35fc-5529-4ec7-b035-b5f2637c5acc', 'mac_address': 'fa:16:3e:e3:d3:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c80c22a-1596-4b59-a033-7c82163e2b00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T00:37:47Z', 'updated_at': '2022-08-08T00:38:08Z', 'revision_number': 1, 'project_id': 'e97eb34021d44eb0a99763034c1e9e87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72ff9781-3013-479e-ab34-a89546cc7e00', 'name': '', 'network_id': 'a5ea35fc-5529-4ec7-b035-b5f2637c5acc', 'tenant_id': 'e97eb34021d44eb0a99763034c1e9e87', 'mac_address': 'fa:16:3e:71:a5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91800c1e-3ae7-435f-9362-f23934c36aa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'a880aa77-4bc5-4c6a-8fdf-3a29dea9cf69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:34:04Z', 'updated_at': '2022-08-08T00:34:10Z', 'revision_number': 5, 'project_id': 'e97eb34021d44eb0a99763034c1e9e87', 'subnets': [{'id': 'a880aa77-4bc5-4c6a-8fdf-3a29dea9cf69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851640-3-iscsi', False) {} {{(pid=115994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:38:09.937977 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caacda3c-4d50-46f8-a059-309c2b9477f8 None None] Checking router: 91800c1e-3ae7-435f-9362-f23934c36aa6 for host: dv-cinder-851640-3-iscsi {{(pid=115994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 00:38:09.946953 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caacda3c-4d50-46f8-a059-309c2b9477f8 None None] Routers {'91800c1e-3ae7-435f-9362-f23934c36aa6'} bound to L3 agent in host dv-cinder-851640-3-iscsi {{(pid=115994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 00:38:09.947592 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_hamode_db [None req-caacda3c-4d50-46f8-a059-309c2b9477f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851640-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-08-08T00:24:12Z,description=,heartbeat_timestamp=2022-08-08T00:37:42Z,host='dv-cinder-851640-3-iscsi',id=d53f5436-7c7f-4441-9708-9d0333b57745,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T00:24:13Z,topic='l3_agent')) {'router_ids': ['91800c1e-3ae7-435f-9362-f23934c36aa6'], 'active': True} {{(pid=115994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:38:09.980695 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5de7b3-12e0-4fec-818a-f6e1b865516c req-0f0ce736-5386-42c1-a2a1-9a7d64a8f049 tempest-VolumesSnapshotTestJSON-1144645517 tempest-VolumesSnapshotTestJSON-1144645517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:38:09.982137 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-5d5de7b3-12e0-4fec-818a-f6e1b865516c req-0f0ce736-5386-42c1-a2a1-9a7d64a8f049 tempest-VolumesSnapshotTestJSON-1144645517 tempest-VolumesSnapshotTestJSON-1144645517-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=533ddba6-cc0a-4ab2-8454-0b334257c1f4 HTTP/1.1" status: 200 len: 945 time: 0.0501611 Aug 08 00:38:10.026587 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:38:10.052429 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_dvr_db [None req-caacda3c-4d50-46f8-a059-309c2b9477f8 None None] Set router 91800c1e-3ae7-435f-9362-f23934c36aa6 gateway port host: dv-cinder-851640-3-iscsi {{(pid=115994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 00:38:10.122434 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-5d5de7b3-12e0-4fec-818a-f6e1b865516c req-c073b57c-f68c-4a6d-bd3d-5dfb2a158795 tempest-VolumesSnapshotTestJSON-1144645517 tempest-VolumesSnapshotTestJSON-1144645517-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=107e9f55-8376-45e6-a94e-667c44085544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341145 Aug 08 00:38:10.135132 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Device 04d4459b-df65-4f20-b895-eaa736bf1d79 no longer exists at agent hyperv_hv-cinder-85164 {{(pid=115993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 00:38:10.158627 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843234f4-9b4a-4a6c-bde7-70ebd6b96d4f req-07f16185-f0f2-4c28-b38e-4f35cd951a4e tempest-VolumesSnapshotTestJSON-1144645517 tempest-VolumesSnapshotTestJSON-1144645517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:38:10.161330 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-843234f4-9b4a-4a6c-bde7-70ebd6b96d4f req-07f16185-f0f2-4c28-b38e-4f35cd951a4e tempest-VolumesSnapshotTestJSON-1144645517 tempest-VolumesSnapshotTestJSON-1144645517-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=533ddba6-cc0a-4ab2-8454-0b334257c1f4 HTTP/1.1" status: 200 len: 945 time: 0.0887163 Aug 08 00:38:10.182168 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] No Port match for: 04d4459b-df65-4f20-b895-eaa736bf1d79 {{(pid=115993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 08 00:38:10.184941 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Device 04d4459b-df65-4f20-b895-eaa736bf1d79 not bound to the agent host hv-cinder-85164 {{(pid=115993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 00:38:10.235237 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87135f6a-d833-424b-8565-ad2f3ec6eca6 req-1cab0e0e-4da5-444a-803d-e45435e704d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:38:10.236680 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-87135f6a-d833-424b-8565-ad2f3ec6eca6 req-1cab0e0e-4da5-444a-803d-e45435e704d1 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=a5ea35fc-5529-4ec7-b035-b5f2637c5acc HTTP/1.1" status: 200 len: 916 time: 0.2209272 Aug 08 00:38:10.276599 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-b4f25049-0c42-477b-9484-3b534b931d2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (93e2312b-3744-4a9e-8723-a0f19f10f89a), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:10.282502 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_hamode_db [None req-caacda3c-4d50-46f8-a059-309c2b9477f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91800c1e-3ae7-435f-9362-f23934c36aa6', 'name': 'tempest-AttachVolumeNegativeTest-1151103598-router', 'tenant_id': 'e97eb34021d44eb0a99763034c1e9e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': '349bc66f-427c-48e3-b507-b91075ef7023', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:34:02Z', 'updated_at': '2022-08-08T00:34:05Z', 'revision_number': 4, 'project_id': 'e97eb34021d44eb0a99763034c1e9e87', 'gw_port': {'id': '349bc66f-427c-48e3-b507-b91075ef7023', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:3b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91800c1e-3ae7-435f-9362-f23934c36aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:34:03Z', 'updated_at': '2022-08-08T00:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi', '_floatingips': [{'id': '60027b57-1a19-4b09-ab66-244034baef1c', 'tenant_id': 'e97eb34021d44eb0a99763034c1e9e87', 'floating_ip_address': '172.27.3.224', 'floating_network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'router_id': '91800c1e-3ae7-435f-9362-f23934c36aa6', 'port_id': '925b229f-7a24-4cd8-9a75-d6005c402efb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5ea35fc-5529-4ec7-b035-b5f2637c5acc', 'mac_address': 'fa:16:3e:e3:d3:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c80c22a-1596-4b59-a033-7c82163e2b00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T00:37:47Z', 'updated_at': '2022-08-08T00:38:08Z', 'revision_number': 1, 'project_id': 'e97eb34021d44eb0a99763034c1e9e87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72ff9781-3013-479e-ab34-a89546cc7e00', 'name': '', 'network_id': 'a5ea35fc-5529-4ec7-b035-b5f2637c5acc', 'tenant_id': 'e97eb34021d44eb0a99763034c1e9e87', 'mac_address': 'fa:16:3e:71:a5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91800c1e-3ae7-435f-9362-f23934c36aa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'a880aa77-4bc5-4c6a-8fdf-3a29dea9cf69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:34:04Z', 'updated_at': '2022-08-08T00:34:10Z', 'revision_number': 5, 'project_id': 'e97eb34021d44eb0a99763034c1e9e87', 'subnets': [{'id': 'a880aa77-4bc5-4c6a-8fdf-3a29dea9cf69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851640-3-iscsi', False) {} {{(pid=115994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:38:10.312046 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caacda3c-4d50-46f8-a059-309c2b9477f8 None None] The sync data for ids ['91800c1e-3ae7-435f-9362-f23934c36aa6'] in dv-cinder-851640-3-iscsi is: [{'id': '91800c1e-3ae7-435f-9362-f23934c36aa6', 'name': 'tempest-AttachVolumeNegativeTest-1151103598-router', 'tenant_id': 'e97eb34021d44eb0a99763034c1e9e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': '349bc66f-427c-48e3-b507-b91075ef7023', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:34:02Z', 'updated_at': '2022-08-08T00:34:05Z', 'revision_number': 4, 'project_id': 'e97eb34021d44eb0a99763034c1e9e87', 'gw_port': {'id': '349bc66f-427c-48e3-b507-b91075ef7023', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:3b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91800c1e-3ae7-435f-9362-f23934c36aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:34:03Z', 'updated_at': '2022-08-08T00:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi', '_floatingips': [{'id': '60027b57-1a19-4b09-ab66-244034baef1c', 'tenant_id': 'e97eb34021d44eb0a99763034c1e9e87', 'floating_ip_address': '172.27.3.224', 'floating_network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'router_id': '91800c1e-3ae7-435f-9362-f23934c36aa6', 'port_id': '925b229f-7a24-4cd8-9a75-d6005c402efb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5ea35fc-5529-4ec7-b035-b5f2637c5acc', 'mac_address': 'fa:16:3e:e3:d3:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c80c22a-1596-4b59-a033-7c82163e2b00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T00:37:47Z', 'updated_at': '2022-08-08T00:38:08Z', 'revision_number': 1, 'project_id': 'e97eb34021d44eb0a99763034c1e9e87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72ff9781-3013-479e-ab34-a89546cc7e00', 'name': '', 'network_id': 'a5ea35fc-5529-4ec7-b035-b5f2637c5acc', 'tenant_id': 'e97eb34021d44eb0a99763034c1e9e87', 'mac_address': 'fa:16:3e:71:a5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91800c1e-3ae7-435f-9362-f23934c36aa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'a880aa77-4bc5-4c6a-8fdf-3a29dea9cf69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:34:04Z', 'updated_at': '2022-08-08T00:34:10Z', 'revision_number': 5, 'project_id': 'e97eb34021d44eb0a99763034c1e9e87', 'subnets': [{'id': 'a880aa77-4bc5-4c6a-8fdf-3a29dea9cf69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 00:38:10.323657 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.plugin [req-843234f4-9b4a-4a6c-bde7-70ebd6b96d4f req-c53896fa-c95e-432a-9990-1c8a1ea1df17 tempest-VolumesSnapshotTestJSON-1144645517 tempest-VolumesSnapshotTestJSON-1144645517-project] Deleting port 430ffc0d-3a6e-4567-a0ef-49524240e6c5 {{(pid=115992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 00:38:10.324011 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-843234f4-9b4a-4a6c-bde7-70ebd6b96d4f req-c53896fa-c95e-432a-9990-1c8a1ea1df17 tempest-VolumesSnapshotTestJSON-1144645517 tempest-VolumesSnapshotTestJSON-1144645517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764676511537'] for port (430ffc0d-3a6e-4567-a0ef-49524240e6c5), before_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:10.372748 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-87135f6a-d833-424b-8565-ad2f3ec6eca6 req-cb5c8268-eabe-4c4f-95bf-83422622413b service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=925b229f-7a24-4cd8-9a75-d6005c402efb HTTP/1.1" status: 200 len: 1000 time: 0.1295211 Aug 08 00:38:10.458982 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87135f6a-d833-424b-8565-ad2f3ec6eca6 req-29478083-8803-495b-bd1d-8c1dfc656561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:38:10.460472 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-87135f6a-d833-424b-8565-ad2f3ec6eca6 req-29478083-8803-495b-bd1d-8c1dfc656561 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=a880aa77-4bc5-4c6a-8fdf-3a29dea9cf69 HTTP/1.1" status: 200 len: 854 time: 0.0783672 Aug 08 00:38:10.465598 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.db [req-843234f4-9b4a-4a6c-bde7-70ebd6b96d4f req-c53896fa-c95e-432a-9990-1c8a1ea1df17 tempest-VolumesSnapshotTestJSON-1144645517 tempest-VolumesSnapshotTestJSON-1144645517-project] For port 430ffc0d-3a6e-4567-a0ef-49524240e6c5, host hv-cinder-85164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85164',level=0,port_id=430ffc0d-3a6e-4567-a0ef-49524240e6c5,segment=NetworkSegment(a97d0af1-6dcd-4953-9065-c83d72f6ad5c),segment_id=a97d0af1-6dcd-4953-9065-c83d72f6ad5c)] {{(pid=115992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:38:10.465961 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-843234f4-9b4a-4a6c-bde7-70ebd6b96d4f req-c53896fa-c95e-432a-9990-1c8a1ea1df17 tempest-VolumesSnapshotTestJSON-1144645517 tempest-VolumesSnapshotTestJSON-1144645517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440649'] for port (430ffc0d-3a6e-4567-a0ef-49524240e6c5), precommit_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:10.507357 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.plugin [req-843234f4-9b4a-4a6c-bde7-70ebd6b96d4f req-c53896fa-c95e-432a-9990-1c8a1ea1df17 tempest-VolumesSnapshotTestJSON-1144645517 tempest-VolumesSnapshotTestJSON-1144645517-project] Calling delete_port for 430ffc0d-3a6e-4567-a0ef-49524240e6c5 owned by compute:nova {{(pid=115992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 00:38:10.517341 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:38:10.518278 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d4cf2e-be32-4873-a743-15a7c8277045 None None] New status for floating IP 60027b57-1a19-4b09-ab66-244034baef1c: ACTIVE {{(pid=115993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 08 00:38:10.525135 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87135f6a-d833-424b-8565-ad2f3ec6eca6 req-f36b2389-d282-4c00-a0d1-2f669ecdbb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:38:10.526632 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-87135f6a-d833-424b-8565-ad2f3ec6eca6 req-f36b2389-d282-4c00-a0d1-2f669ecdbb8b service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=a5ea35fc-5529-4ec7-b035-b5f2637c5acc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0574076 Aug 08 00:38:10.676472 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-87135f6a-d833-424b-8565-ad2f3ec6eca6 req-441e8ac0-4730-4652-bde0-cb0c8ac8ff85 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a5ea35fc-5529-4ec7-b035-b5f2637c5acc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154418 Aug 08 00:38:10.804388 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-87135f6a-d833-424b-8565-ad2f3ec6eca6 req-c3fea12a-322a-4389-a9b7-4a2e1d620d6f service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a5ea35fc-5529-4ec7-b035-b5f2637c5acc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003115 Aug 08 00:38:10.847544 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-843234f4-9b4a-4a6c-bde7-70ebd6b96d4f req-c53896fa-c95e-432a-9990-1c8a1ea1df17 tempest-VolumesSnapshotTestJSON-1144645517 tempest-VolumesSnapshotTestJSON-1144645517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764676515054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764676113794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26371331'] for port (430ffc0d-3a6e-4567-a0ef-49524240e6c5), after_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:10.859498 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] get_ports_and_sgs() called for port_ids ['430ffc0d-3a6e-4567-a0ef-49524240e6c5'] {{(pid=115993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 00:38:10.874833 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53896fa-c95e-432a-9990-1c8a1ea1df17 tempest-VolumesSnapshotTestJSON-1144645517 tempest-VolumesSnapshotTestJSON-1144645517-project] Pushing event deleted for resources: {'Port': ['ID=430ffc0d-3a6e-4567-a0ef-49524240e6c5,revision_number=None']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:38:10.927068 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.db.l3_dvrscheduler_db [req-843234f4-9b4a-4a6c-bde7-70ebd6b96d4f req-c53896fa-c95e-432a-9990-1c8a1ea1df17 tempest-VolumesSnapshotTestJSON-1144645517 tempest-VolumesSnapshotTestJSON-1144645517-project] No DVR routers for this DVR port 430ffc0d-3a6e-4567-a0ef-49524240e6c5 on host hv-cinder-85164 {{(pid=115992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 08 00:38:10.929281 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-843234f4-9b4a-4a6c-bde7-70ebd6b96d4f req-c53896fa-c95e-432a-9990-1c8a1ea1df17 tempest-VolumesSnapshotTestJSON-1144645517 tempest-VolumesSnapshotTestJSON-1144645517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63196'] for port (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:10.930972 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 32932) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:38:10.931388 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-843234f4-9b4a-4a6c-bde7-70ebd6b96d4f req-c53896fa-c95e-432a-9990-1c8a1ea1df17 tempest-VolumesSnapshotTestJSON-1144645517 tempest-VolumesSnapshotTestJSON-1144645517-project] 10.222.0.25 "DELETE /networking/v2.0/ports/430ffc0d-3a6e-4567-a0ef-49524240e6c5 HTTP/1.1" status: 204 len: 173 time: 0.7593060 Aug 08 00:38:10.931388 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '533ddba6-cc0a-4ab2-8454-0b334257c1f4', 'name': 'network-vif-deleted', 'tag': '430ffc0d-3a6e-4567-a0ef-49524240e6c5'}] {{(pid=115992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 00:38:10.934355 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15c1dc6174c04d27a45b4789687485f3f31469fbdbb3cd0a658d3b47a2d9b382" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dc2b403-3b67-418e-baa7-1c015a73382a" -d '{"events": [{"server_uuid": "533ddba6-cc0a-4ab2-8454-0b334257c1f4", "name": "network-vif-deleted", "tag": "430ffc0d-3a6e-4567-a0ef-49524240e6c5"}]}' {{(pid=115992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 00:38:10.975163 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 00:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb51469a-b9f4-4912-ba76-df4732e4def2 x-openstack-request-id: req-fb51469a-b9f4-4912-ba76-df4732e4def2 {{(pid=115992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 00:38:10.975493 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "533ddba6-cc0a-4ab2-8454-0b334257c1f4", "name": "network-vif-deleted", "tag": "430ffc0d-3a6e-4567-a0ef-49524240e6c5", "status": "completed", "code": 200}]} {{(pid=115992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 00:38:10.975746 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fb51469a-b9f4-4912-ba76-df4732e4def2 {{(pid=115992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 00:38:10.976159 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb51469a-b9f4-4912-ba76-df4732e4def2'] response: {'server_uuid': '533ddba6-cc0a-4ab2-8454-0b334257c1f4', 'name': 'network-vif-deleted', 'tag': '430ffc0d-3a6e-4567-a0ef-49524240e6c5', 'status': 'completed', 'code': 200} Aug 08 00:38:11.244455 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-6556e993-c7d8-464f-815f-af43da09192a req-4cbdea22-0624-4f64-92c7-9c0efa223334 tempest-VolumesSnapshotTestJSON-1144645517 tempest-VolumesSnapshotTestJSON-1144645517-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=533ddba6-cc0a-4ab2-8454-0b334257c1f4 HTTP/1.1" status: 200 len: 210 time: 0.0357871 Aug 08 00:38:11.470471 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-534c1381-34b1-4f5f-a1b5-02c636f83520 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-499760'] for router_interface (b23ca0f7-80f8-40c6-b21d-64a539750244), before_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:11.543536 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=100 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:38:11.625473 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=100 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:38:11.985700 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.plugin [None req-534c1381-34b1-4f5f-a1b5-02c636f83520 admin admin] Deleting port 9bce4da0-1383-4b8f-af07-238966cd5f3e {{(pid=115991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 00:38:11.986374 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-534c1381-34b1-4f5f-a1b5-02c636f83520 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764676511537'] for port (9bce4da0-1383-4b8f-af07-238966cd5f3e), before_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:12.064542 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.db [None req-534c1381-34b1-4f5f-a1b5-02c636f83520 admin admin] For port 9bce4da0-1383-4b8f-af07-238966cd5f3e, host dv-cinder-851640-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851640-3-iscsi',level=0,port_id=9bce4da0-1383-4b8f-af07-238966cd5f3e,segment=NetworkSegment(2a679dcc-fb6c-48d4-923f-83795704b214),segment_id=2a679dcc-fb6c-48d4-923f-83795704b214)] {{(pid=115991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:38:12.064903 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-534c1381-34b1-4f5f-a1b5-02c636f83520 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440649'] for port (9bce4da0-1383-4b8f-af07-238966cd5f3e), precommit_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:12.077732 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.plugin [None req-534c1381-34b1-4f5f-a1b5-02c636f83520 admin admin] Calling delete_port for 9bce4da0-1383-4b8f-af07-238966cd5f3e owned by network:router_interface {{(pid=115991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 00:38:12.312949 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-534c1381-34b1-4f5f-a1b5-02c636f83520 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764676515054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764676113794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2785209'] for port (9bce4da0-1383-4b8f-af07-238966cd5f3e), after_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:12.341507 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c1381-34b1-4f5f-a1b5-02c636f83520 admin admin] Pushing event deleted for resources: {'Port': ['ID=9bce4da0-1383-4b8f-af07-238966cd5f3e,revision_number=None']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:38:12.368435 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c1381-34b1-4f5f-a1b5-02c636f83520 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:38:12.368785 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c1381-34b1-4f5f-a1b5-02c636f83520 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:38:12.369124 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c1381-34b1-4f5f-a1b5-02c636f83520 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:38:12.369461 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c1381-34b1-4f5f-a1b5-02c636f83520 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:38:12.369791 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c1381-34b1-4f5f-a1b5-02c636f83520 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:38:12.370115 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c1381-34b1-4f5f-a1b5-02c636f83520 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:38:12.370435 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c1381-34b1-4f5f-a1b5-02c636f83520 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:38:12.370758 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c1381-34b1-4f5f-a1b5-02c636f83520 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:38:12.371077 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c1381-34b1-4f5f-a1b5-02c636f83520 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:38:12.371420 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c1381-34b1-4f5f-a1b5-02c636f83520 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:38:12.371740 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c1381-34b1-4f5f-a1b5-02c636f83520 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:38:12.372060 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c1381-34b1-4f5f-a1b5-02c636f83520 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:38:12.372380 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c1381-34b1-4f5f-a1b5-02c636f83520 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:38:12.372694 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c1381-34b1-4f5f-a1b5-02c636f83520 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:38:12.373520 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c1381-34b1-4f5f-a1b5-02c636f83520 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:38:12.524104 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-534c1381-34b1-4f5f-a1b5-02c636f83520 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-499884'] for router_interface (b23ca0f7-80f8-40c6-b21d-64a539750244), after_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:12.544642 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-cf9bde76-d866-4903-90ba-ca5ef6189695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (d53f5436-7c7f-4441-9708-9d0333b57745), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:12.742639 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-534c1381-34b1-4f5f-a1b5-02c636f83520 admin admin] Router b23ca0f7-80f8-40c6-b21d-64a539750244 has already been hosted by L3 agent d53f5436-7c7f-4441-9708-9d0333b57745 {{(pid=115991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 00:38:12.753412 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:38:12.791022 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:38:12.855622 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-534c1381-34b1-4f5f-a1b5-02c636f83520 admin admin] Notify agent at l3_agent.dv-cinder-851640-3-iscsi the message routers_updated {{(pid=115991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 00:38:12.861429 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-534c1381-34b1-4f5f-a1b5-02c636f83520 admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/b23ca0f7-80f8-40c6-b21d-64a539750244/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9298053 Aug 08 00:38:12.864053 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 32946) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:38:12.866590 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9727b2e8-3827-4815-9e15-8b03a188a50a None None] Sync routers for ids ['b23ca0f7-80f8-40c6-b21d-64a539750244'] in dv-cinder-851640-3-iscsi {{(pid=115994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 00:38:12.878188 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9727b2e8-3827-4815-9e15-8b03a188a50a None None] Routers {'b23ca0f7-80f8-40c6-b21d-64a539750244'} bound to L3 agent in host dv-cinder-851640-3-iscsi {{(pid=115994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 00:38:12.878792 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_hamode_db [None req-9727b2e8-3827-4815-9e15-8b03a188a50a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851640-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-08-08T00:24:12Z,description=,heartbeat_timestamp=2022-08-08T00:38:12Z,host='dv-cinder-851640-3-iscsi',id=d53f5436-7c7f-4441-9708-9d0333b57745,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T00:24:13Z,topic='l3_agent')) {'router_ids': ['b23ca0f7-80f8-40c6-b21d-64a539750244'], 'active': True} {{(pid=115994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:38:12.970336 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-cc32b352-26cb-475f-b7a0-b87c89288516 admin admin] Publish callbacks [] for router (b23ca0f7-80f8-40c6-b21d-64a539750244), before_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:12.982623 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_dvr_db [None req-9727b2e8-3827-4815-9e15-8b03a188a50a None None] Set router b23ca0f7-80f8-40c6-b21d-64a539750244 gateway port host: dv-cinder-851640-3-iscsi {{(pid=115994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 00:38:13.073736 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-cc32b352-26cb-475f-b7a0-b87c89288516 admin admin] Publish callbacks [] for router_gateway (b23ca0f7-80f8-40c6-b21d-64a539750244), before_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:13.098067 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=100 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:38:13.133026 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=100 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:38:13.149059 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_hamode_db [None req-9727b2e8-3827-4815-9e15-8b03a188a50a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b23ca0f7-80f8-40c6-b21d-64a539750244', 'name': 'tempest-ServerRescueNegativeTestJSON-1325139685-router', 'tenant_id': '9bd235f1f9f44df4b2e3dbd0c05b3a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '946253c3-8a61-4421-baf0-6eeef069f045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:32:21Z', 'updated_at': '2022-08-08T00:38:12Z', 'revision_number': 5, 'project_id': '9bd235f1f9f44df4b2e3dbd0c05b3a83', 'gw_port': {'id': '946253c3-8a61-4421-baf0-6eeef069f045', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:7c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23ca0f7-80f8-40c6-b21d-64a539750244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:32:22Z', 'updated_at': '2022-08-08T00:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi'}], 'dv-cinder-851640-3-iscsi', False) {} {{(pid=115994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:38:13.173523 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9727b2e8-3827-4815-9e15-8b03a188a50a None None] Checking router: b23ca0f7-80f8-40c6-b21d-64a539750244 for host: dv-cinder-851640-3-iscsi {{(pid=115994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 00:38:13.182660 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9727b2e8-3827-4815-9e15-8b03a188a50a None None] Routers {'b23ca0f7-80f8-40c6-b21d-64a539750244'} bound to L3 agent in host dv-cinder-851640-3-iscsi {{(pid=115994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 00:38:13.183386 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_hamode_db [None req-9727b2e8-3827-4815-9e15-8b03a188a50a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851640-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-08-08T00:24:12Z,description=,heartbeat_timestamp=2022-08-08T00:38:12Z,host='dv-cinder-851640-3-iscsi',id=d53f5436-7c7f-4441-9708-9d0333b57745,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T00:24:13Z,topic='l3_agent')) {'router_ids': ['b23ca0f7-80f8-40c6-b21d-64a539750244'], 'active': True} {{(pid=115994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:38:13.199019 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.plugin [None req-cc32b352-26cb-475f-b7a0-b87c89288516 admin admin] Deleting port 946253c3-8a61-4421-baf0-6eeef069f045 {{(pid=115991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 00:38:13.202024 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-cc32b352-26cb-475f-b7a0-b87c89288516 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764676511537'] for port (946253c3-8a61-4421-baf0-6eeef069f045), before_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:13.269767 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_dvr_db [None req-9727b2e8-3827-4815-9e15-8b03a188a50a None None] Set router b23ca0f7-80f8-40c6-b21d-64a539750244 gateway port host: None {{(pid=115994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 00:38:13.281344 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.db [None req-cc32b352-26cb-475f-b7a0-b87c89288516 admin admin] For port 946253c3-8a61-4421-baf0-6eeef069f045, host dv-cinder-851640-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851640-3-iscsi',level=0,port_id=946253c3-8a61-4421-baf0-6eeef069f045,segment=NetworkSegment(15fce33c-3ff3-4714-8fe9-15b1a1600e57),segment_id=15fce33c-3ff3-4714-8fe9-15b1a1600e57)] {{(pid=115991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:38:13.281703 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-cc32b352-26cb-475f-b7a0-b87c89288516 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440649'] for port (946253c3-8a61-4421-baf0-6eeef069f045), precommit_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:13.294289 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.plugin [None req-cc32b352-26cb-475f-b7a0-b87c89288516 admin admin] Calling delete_port for 946253c3-8a61-4421-baf0-6eeef069f045 owned by network:router_gateway {{(pid=115991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 00:38:13.320515 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_hamode_db [None req-9727b2e8-3827-4815-9e15-8b03a188a50a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b23ca0f7-80f8-40c6-b21d-64a539750244', 'name': 'tempest-ServerRescueNegativeTestJSON-1325139685-router', 'tenant_id': '9bd235f1f9f44df4b2e3dbd0c05b3a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:32:21Z', 'updated_at': '2022-08-08T00:38:13Z', 'revision_number': 6, 'project_id': '9bd235f1f9f44df4b2e3dbd0c05b3a83', 'gw_port_host': None}], 'dv-cinder-851640-3-iscsi', False) {} {{(pid=115994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:38:13.344839 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9727b2e8-3827-4815-9e15-8b03a188a50a None None] The sync data for ids ['b23ca0f7-80f8-40c6-b21d-64a539750244'] in dv-cinder-851640-3-iscsi is: [{'id': 'b23ca0f7-80f8-40c6-b21d-64a539750244', 'name': 'tempest-ServerRescueNegativeTestJSON-1325139685-router', 'tenant_id': '9bd235f1f9f44df4b2e3dbd0c05b3a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:32:21Z', 'updated_at': '2022-08-08T00:38:13Z', 'revision_number': 6, 'project_id': '9bd235f1f9f44df4b2e3dbd0c05b3a83', 'gw_port_host': None}] {{(pid=115994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 00:38:13.455592 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:38:13.522268 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-cc32b352-26cb-475f-b7a0-b87c89288516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764676515054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764676113794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2785209'] for port (946253c3-8a61-4421-baf0-6eeef069f045), after_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:13.547261 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc32b352-26cb-475f-b7a0-b87c89288516 admin admin] Pushing event deleted for resources: {'Port': ['ID=946253c3-8a61-4421-baf0-6eeef069f045,revision_number=None']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:38:13.613187 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-cc32b352-26cb-475f-b7a0-b87c89288516 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-428004'] for router_gateway (b23ca0f7-80f8-40c6-b21d-64a539750244), after_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:13.715401 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-cc32b352-26cb-475f-b7a0-b87c89288516 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-501963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-861'] for router (b23ca0f7-80f8-40c6-b21d-64a539750244), precommit_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:13.718420 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-cc32b352-26cb-475f-b7a0-b87c89288516 admin admin] Publish callbacks [] for router_controller (b23ca0f7-80f8-40c6-b21d-64a539750244), precommit_delete_associations {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:13.875981 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-cc32b352-26cb-475f-b7a0-b87c89288516 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-501833'] for router (b23ca0f7-80f8-40c6-b21d-64a539750244), after_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:13.876591 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc32b352-26cb-475f-b7a0-b87c89288516 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b23ca0f7-80f8-40c6-b21d-64a539750244 {{(pid=115991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 08 00:38:13.881491 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-cc32b352-26cb-475f-b7a0-b87c89288516 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:13.882625 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-cc32b352-26cb-475f-b7a0-b87c89288516 admin admin] 10.222.0.15 "DELETE /networking/v2.0/routers/b23ca0f7-80f8-40c6-b21d-64a539750244 HTTP/1.1" status: 204 len: 168 time: 1.0152695 Aug 08 00:38:13.885202 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 32952) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:38:13.929625 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3b96076-8aa2-4555-85b2-04771861ec7b admin admin] Deleting subnet 0eda73d9-3865-4e7b-8b67-75076c7b1107 {{(pid=115991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 08 00:38:13.933066 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-c3b96076-8aa2-4555-85b2-04771861ec7b admin admin] Publish callbacks [] for subnet (0eda73d9-3865-4e7b-8b67-75076c7b1107), before_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:13.968152 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-c3b96076-8aa2-4555-85b2-04771861ec7b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2349756'] for subnet (0eda73d9-3865-4e7b-8b67-75076c7b1107), precommit_delete_associations {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:14.046328 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-c3b96076-8aa2-4555-85b2-04771861ec7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1386800'] for subnet (0eda73d9-3865-4e7b-8b67-75076c7b1107), precommit_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:14.131007 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Device 430ffc0d-3a6e-4567-a0ef-49524240e6c5 no longer exists at agent hyperv_hv-cinder-85164 {{(pid=115993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 00:38:14.160579 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] No Port match for: 430ffc0d-3a6e-4567-a0ef-49524240e6c5 {{(pid=115993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 08 00:38:14.160927 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Device 430ffc0d-3a6e-4567-a0ef-49524240e6c5 not bound to the agent host hv-cinder-85164 {{(pid=115993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 00:38:14.194361 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-c3b96076-8aa2-4555-85b2-04771861ec7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1386811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2785228', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26229567'] for subnet (0eda73d9-3865-4e7b-8b67-75076c7b1107), after_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:14.225266 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-c3b96076-8aa2-4555-85b2-04771861ec7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575022'] for subnet (None), before_response {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:14.229414 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-c3b96076-8aa2-4555-85b2-04771861ec7b admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/0eda73d9-3865-4e7b-8b67-75076c7b1107 HTTP/1.1" status: 204 len: 168 time: 0.3432891 Aug 08 00:38:14.229983 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2470d3a-d833-4d2a-b4ed-6d526d5ad206 None None] Network 39987f39-4c60-4c27-9f4f-c7657da06e51 requested from dv-cinder-851640-3-iscsi {{(pid=115993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 00:38:14.230450 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b96076-8aa2-4555-85b2-04771861ec7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0eda73d9-3865-4e7b-8b67-75076c7b1107,revision_number=None']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:38:14.232192 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 32956) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:38:14.268639 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-053f2fa2-08e2-4320-9ef7-ed55b6b025bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (8871f2bb-53fb-48a8-be6c-361eafeaffd1), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:14.338607 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-dd7f362f-c7ec-40e7-9e95-9e9e933ea591 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1544796'] for network (39987f39-4c60-4c27-9f4f-c7657da06e51), before_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:14.382867 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:38:14.396846 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.plugin [None req-dd7f362f-c7ec-40e7-9e95-9e9e933ea591 admin admin] Deleting port 2c60625b-8c13-46df-91d2-abbb2ff878ff {{(pid=115992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 00:38:14.397197 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-dd7f362f-c7ec-40e7-9e95-9e9e933ea591 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764676511537'] for port (2c60625b-8c13-46df-91d2-abbb2ff878ff), before_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:14.398832 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ab707e-9df9-4e7e-b792-f51811f29bf8 None None] DHCP port deletion for 39987f39-4c60-4c27-9f4f-c7657da06e51 request from dv-cinder-851640-3-iscsi {{(pid=115993) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 08 00:38:14.436048 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-01ab707e-9df9-4e7e-b792-f51811f29bf8 None None] Deleting port 2c60625b-8c13-46df-91d2-abbb2ff878ff {{(pid=115993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 00:38:14.436508 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-01ab707e-9df9-4e7e-b792-f51811f29bf8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764676511537'] for port (2c60625b-8c13-46df-91d2-abbb2ff878ff), before_delete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:14.467848 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.db [None req-dd7f362f-c7ec-40e7-9e95-9e9e933ea591 admin admin] For port 2c60625b-8c13-46df-91d2-abbb2ff878ff, host dv-cinder-851640-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851640-3-iscsi',level=0,port_id=2c60625b-8c13-46df-91d2-abbb2ff878ff,segment=NetworkSegment(2a679dcc-fb6c-48d4-923f-83795704b214),segment_id=2a679dcc-fb6c-48d4-923f-83795704b214)] {{(pid=115992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:38:14.468215 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-dd7f362f-c7ec-40e7-9e95-9e9e933ea591 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440649'] for port (2c60625b-8c13-46df-91d2-abbb2ff878ff), precommit_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:14.485491 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.plugin [None req-dd7f362f-c7ec-40e7-9e95-9e9e933ea591 admin admin] Calling delete_port for 2c60625b-8c13-46df-91d2-abbb2ff878ff owned by network:dhcp {{(pid=115992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 00:38:14.500958 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-01ab707e-9df9-4e7e-b792-f51811f29bf8 None None] For port 2c60625b-8c13-46df-91d2-abbb2ff878ff, host dv-cinder-851640-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851640-3-iscsi',level=0,port_id=2c60625b-8c13-46df-91d2-abbb2ff878ff,segment=NetworkSegment(2a679dcc-fb6c-48d4-923f-83795704b214),segment_id=2a679dcc-fb6c-48d4-923f-83795704b214)] {{(pid=115993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:38:14.501371 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-01ab707e-9df9-4e7e-b792-f51811f29bf8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440649'] for port (2c60625b-8c13-46df-91d2-abbb2ff878ff), precommit_delete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:14.518691 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-01ab707e-9df9-4e7e-b792-f51811f29bf8 None None] Calling delete_port for 2c60625b-8c13-46df-91d2-abbb2ff878ff owned by network:dhcp {{(pid=115993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 00:38:14.613245 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-dd7f362f-c7ec-40e7-9e95-9e9e933ea591 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764676515054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764676113794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26371331'] for port (2c60625b-8c13-46df-91d2-abbb2ff878ff), after_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:14.619841 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-01ab707e-9df9-4e7e-b792-f51811f29bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764676515054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764676113794'] for port (2c60625b-8c13-46df-91d2-abbb2ff878ff), after_delete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:14.636221 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.agents_db [None req-431a3ab4-e5a4-4361-9fcb-d2d78b6c2e03 None None] Agent healthcheck: found 6 active agents {{(pid=115994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 00:38:14.640455 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7f362f-c7ec-40e7-9e95-9e9e933ea591 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c60625b-8c13-46df-91d2-abbb2ff878ff,revision_number=None']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:38:14.642325 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7f362f-c7ec-40e7-9e95-9e9e933ea591 admin admin] No DVR routers for this DVR port 2c60625b-8c13-46df-91d2-abbb2ff878ff on host dv-cinder-851640-3-iscsi {{(pid=115992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 08 00:38:14.645035 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ab707e-9df9-4e7e-b792-f51811f29bf8 None None] Pushing event deleted for resources: {'Port': ['ID=2c60625b-8c13-46df-91d2-abbb2ff878ff,revision_number=None']} {{(pid=115993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:38:14.650646 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ab707e-9df9-4e7e-b792-f51811f29bf8 None None] No DVR routers for this DVR port 2c60625b-8c13-46df-91d2-abbb2ff878ff on host dv-cinder-851640-3-iscsi {{(pid=115993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 08 00:38:14.720842 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-dd7f362f-c7ec-40e7-9e95-9e9e933ea591 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388207', 'neutron.services.segments.db._delete_segments_for_network-8764676474350'] for network (39987f39-4c60-4c27-9f4f-c7657da06e51), precommit_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:14.729776 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Device 9bce4da0-1383-4b8f-af07-238966cd5f3e no longer exists at agent ovs-agent-dv-cinder-851640-3-iscsi {{(pid=115993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 00:38:14.742058 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.services.segments.db [None req-dd7f362f-c7ec-40e7-9e95-9e9e933ea591 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39987f39-4c60-4c27-9f4f-c7657da06e51']}} {{(pid=115992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:38:14.749493 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] No Port match for: 9bce4da0-1383-4b8f-af07-238966cd5f3e {{(pid=115993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 08 00:38:14.749839 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Device 9bce4da0-1383-4b8f-af07-238966cd5f3e not bound to the agent host dv-cinder-851640-3-iscsi {{(pid=115993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 00:38:14.750254 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Device 2c60625b-8c13-46df-91d2-abbb2ff878ff no longer exists at agent ovs-agent-dv-cinder-851640-3-iscsi {{(pid=115993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 00:38:14.752240 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.services.segments.db [None req-dd7f362f-c7ec-40e7-9e95-9e9e933ea591 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a679dcc-fb6c-48d4-923f-83795704b214') {'for_net_delete': True} {{(pid=115992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:38:14.752554 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.services.segments.db [None req-dd7f362f-c7ec-40e7-9e95-9e9e933ea591 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a679dcc-fb6c-48d4-923f-83795704b214') {} {{(pid=115992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:38:14.762289 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-dd7f362f-c7ec-40e7-9e95-9e9e933ea591 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764676474251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2898668'] for segment (2a679dcc-fb6c-48d4-923f-83795704b214), before_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:14.771856 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] No Port match for: 2c60625b-8c13-46df-91d2-abbb2ff878ff {{(pid=115993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 08 00:38:14.772208 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Device 2c60625b-8c13-46df-91d2-abbb2ff878ff not bound to the agent host dv-cinder-851640-3-iscsi {{(pid=115993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 00:38:14.772617 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Device 946253c3-8a61-4421-baf0-6eeef069f045 no longer exists at agent ovs-agent-dv-cinder-851640-3-iscsi {{(pid=115993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 00:38:14.776409 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-dd7f362f-c7ec-40e7-9e95-9e9e933ea591 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1398331'] for segment (2a679dcc-fb6c-48d4-923f-83795704b214), precommit_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:14.785914 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd7f362f-c7ec-40e7-9e95-9e9e933ea591 admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=115992) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 08 00:38:14.786465 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-dd7f362f-c7ec-40e7-9e95-9e9e933ea591 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1398331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26371028'] for segment (2a679dcc-fb6c-48d4-923f-83795704b214), after_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:14.790938 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] No Port match for: 946253c3-8a61-4421-baf0-6eeef069f045 {{(pid=115993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 08 00:38:14.791335 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Device 946253c3-8a61-4421-baf0-6eeef069f045 not bound to the agent host dv-cinder-851640-3-iscsi {{(pid=115993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 00:38:14.877738 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.services.segments.plugin [-] Segment 2a679dcc-fb6c-48d4-923f-83795704b214 resource provider aggregate not found Aug 08 00:38:14.893898 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.services.segments.plugin [-] Segment 2a679dcc-fb6c-48d4-923f-83795704b214 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2a679dcc-fb6c-48d4-923f-83795704b214 found for delete ", "request_id": "req-bd21c547-ed96-49ce-8fbd-f9506b4fd3fd"}]} Aug 08 00:38:14.898763 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-dd7f362f-c7ec-40e7-9e95-9e9e933ea591 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-428578'] for network (39987f39-4c60-4c27-9f4f-c7657da06e51), after_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:14.904438 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-dd7f362f-c7ec-40e7-9e95-9e9e933ea591 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575022'] for network (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:14.913092 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-dd7f362f-c7ec-40e7-9e95-9e9e933ea591 admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/39987f39-4c60-4c27-9f4f-c7657da06e51 HTTP/1.1" status: 204 len: 168 time: 0.6741352 Aug 08 00:38:14.918422 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7f362f-c7ec-40e7-9e95-9e9e933ea591 admin admin] Pushing event deleted for resources: {'Network': ['ID=39987f39-4c60-4c27-9f4f-c7657da06e51,revision_number=None']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:38:15.215874 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 32968) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:38:15.222728 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:38:15.255490 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-d0470bb3-c7ad-4ff1-97de-fc1f8baa92c3 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=9bd235f1f9f44df4b2e3dbd0c05b3a83&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0395801 Aug 08 00:38:15.258109 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 32970) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:38:15.308056 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-ab43e682-4e9e-43f1-b99c-94f7587fbf3f admin admin] Publish callbacks [] for security_group (b6dd8e00-6ccc-4249-bcb5-212ee8057e25), before_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:15.329698 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-ab43e682-4e9e-43f1-b99c-94f7587fbf3f admin admin] Publish callbacks [] for security_group (b6dd8e00-6ccc-4249-bcb5-212ee8057e25), precommit_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:15.446808 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-ab43e682-4e9e-43f1-b99c-94f7587fbf3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (b6dd8e00-6ccc-4249-bcb5-212ee8057e25), after_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:15.449298 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-ab43e682-4e9e-43f1-b99c-94f7587fbf3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:15.450459 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-ab43e682-4e9e-43f1-b99c-94f7587fbf3f admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/b6dd8e00-6ccc-4249-bcb5-212ee8057e25 HTTP/1.1" status: 204 len: 168 time: 0.1914766 Aug 08 00:38:15.459073 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab43e682-4e9e-43f1-b99c-94f7587fbf3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6dd8e00-6ccc-4249-bcb5-212ee8057e25,revision_number=None']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:38:15.477679 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (aa35aa05-3c09-40ae-a1e3-ebf96fe3358c), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:15.927089 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-64237613-c389-4d10-936d-2956085fc78e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (998b03d7-10a2-4624-8114-660f2901b45f), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:17.692775 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-72472ce2-7877-4e7a-b72b-7058daecf98c req-30ca7dec-d0e3-46aa-b997-80eeb7077362 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] 10.222.0.15 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-900758607&fields=id&tenant_id=fc3040045262415cb0fcb9525ba437bc HTTP/1.1" status: 200 len: 267 time: 0.0500786 Aug 08 00:38:17.751175 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72472ce2-7877-4e7a-b72b-7058daecf98c req-a6eb8ac6-1979-419a-a9a3-d5318c8d7df4 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:38:17.752669 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-72472ce2-7877-4e7a-b72b-7058daecf98c req-a6eb8ac6-1979-419a-a9a3-d5318c8d7df4 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=19fb56ea-f1ea-4d66-9b9b-a86c0fa7ebb7 HTTP/1.1" status: 200 len: 985 time: 0.0535097 Aug 08 00:38:17.763082 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.v2.base [req-72472ce2-7877-4e7a-b72b-7058daecf98c req-0230b13c-e32d-4e14-8df0-ea2058d1e1b4 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] Request body: {'port': {'security_groups': ['09961e5e-e3b7-4ca0-b7b9-8e62edbb778a']}} {{(pid=115992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:38:17.843431 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-72472ce2-7877-4e7a-b72b-7058daecf98c req-0230b13c-e32d-4e14-8df0-ea2058d1e1b4 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (52a4e9c0-250f-456a-959b-dc428c3b9d82), before_update {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:17.891640 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:38:18.027048 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.db [req-72472ce2-7877-4e7a-b72b-7058daecf98c req-0230b13c-e32d-4e14-8df0-ea2058d1e1b4 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] For port 52a4e9c0-250f-456a-959b-dc428c3b9d82, host hv-cinder-85164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85164',level=0,port_id=52a4e9c0-250f-456a-959b-dc428c3b9d82,segment=NetworkSegment(754c6398-7ffc-4c6c-8fe5-13465d56b5d3),segment_id=754c6398-7ffc-4c6c-8fe5-13465d56b5d3)] {{(pid=115992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:38:18.057254 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-72472ce2-7877-4e7a-b72b-7058daecf98c req-0230b13c-e32d-4e14-8df0-ea2058d1e1b4 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] Publish callbacks [] for port (52a4e9c0-250f-456a-959b-dc428c3b9d82), precommit_update {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:18.136846 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-72472ce2-7877-4e7a-b72b-7058daecf98c req-0230b13c-e32d-4e14-8df0-ea2058d1e1b4 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26371340'] for port (52a4e9c0-250f-456a-959b-dc428c3b9d82), after_update {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:18.149646 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] get_ports_and_sgs() called for port_ids ['52a4e9c0-250f-456a-959b-dc428c3b9d82'] {{(pid=115993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 00:38:18.150513 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72472ce2-7877-4e7a-b72b-7058daecf98c req-0230b13c-e32d-4e14-8df0-ea2058d1e1b4 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:38:18.151390 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-72472ce2-7877-4e7a-b72b-7058daecf98c req-0230b13c-e32d-4e14-8df0-ea2058d1e1b4 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63196'] for port (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:18.153035 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-72472ce2-7877-4e7a-b72b-7058daecf98c req-0230b13c-e32d-4e14-8df0-ea2058d1e1b4 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] 10.222.0.15 "PUT /networking/v2.0/ports/52a4e9c0-250f-456a-959b-dc428c3b9d82 HTTP/1.1" status: 200 len: 943 time: 0.3943410 Aug 08 00:38:18.154033 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19fb56ea-f1ea-4d66-9b9b-a86c0fa7ebb7', 'tag': '52a4e9c0-250f-456a-959b-dc428c3b9d82'}] {{(pid=115992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 00:38:18.157741 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15c1dc6174c04d27a45b4789687485f3f31469fbdbb3cd0a658d3b47a2d9b382" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd759330-41b6-456d-9b07-c7b6bfbaaa53" -d '{"events": [{"name": "network-changed", "server_uuid": "19fb56ea-f1ea-4d66-9b9b-a86c0fa7ebb7", "tag": "52a4e9c0-250f-456a-959b-dc428c3b9d82"}]}' {{(pid=115992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 00:38:18.159365 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 33062) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:38:18.207824 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:38:18.212547 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 00:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2696f13-a353-4892-9493-8201ac50cb5b x-openstack-request-id: req-f2696f13-a353-4892-9493-8201ac50cb5b {{(pid=115992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 00:38:18.212845 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19fb56ea-f1ea-4d66-9b9b-a86c0fa7ebb7", "tag": "52a4e9c0-250f-456a-959b-dc428c3b9d82", "status": "completed", "code": 200}]} {{(pid=115992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 00:38:18.213094 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f2696f13-a353-4892-9493-8201ac50cb5b {{(pid=115992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 00:38:18.213684 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2696f13-a353-4892-9493-8201ac50cb5b'] response: {'name': 'network-changed', 'server_uuid': '19fb56ea-f1ea-4d66-9b9b-a86c0fa7ebb7', 'tag': '52a4e9c0-250f-456a-959b-dc428c3b9d82', 'status': 'completed', 'code': 200} Aug 08 00:38:18.232242 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-5689c984-1f99-4910-a16a-18f5ec541319 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] Publish callbacks [] for security_group (c227dc7a-bed5-43d0-a843-be28d0e38ab6), before_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:18.237871 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0230b13c-e32d-4e14-8df0-ea2058d1e1b4 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] Pushing event updated for resources: {'Port': ['ID=52a4e9c0-250f-456a-959b-dc428c3b9d82,revision_number=7']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:38:18.261281 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] get_ports_and_sgs() called for port_ids ['52a4e9c0-250f-456a-959b-dc428c3b9d82'] {{(pid=115993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 00:38:18.270315 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-5689c984-1f99-4910-a16a-18f5ec541319 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] Publish callbacks [] for security_group (c227dc7a-bed5-43d0-a843-be28d0e38ab6), precommit_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:18.297683 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:38:18.306707 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd759330-41b6-456d-9b07-c7b6bfbaaa53 req-405da407-ef35-41f3-8df9-f5877590915c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:38:18.308966 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-bd759330-41b6-456d-9b07-c7b6bfbaaa53 req-405da407-ef35-41f3-8df9-f5877590915c service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=fc3040045262415cb0fcb9525ba437bc&device_id=19fb56ea-f1ea-4d66-9b9b-a86c0fa7ebb7 HTTP/1.1" status: 200 len: 1130 time: 0.0622315 Aug 08 00:38:18.313473 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=89,neutron:UPDATE=8,neutron:DELETE=3 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:38:18.419166 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd759330-41b6-456d-9b07-c7b6bfbaaa53 req-c5516cb2-0f6e-4d4c-8546-623d784baefd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:38:18.420674 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-bd759330-41b6-456d-9b07-c7b6bfbaaa53 req-c5516cb2-0f6e-4d4c-8546-623d784baefd service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=b7d4df26-7f3c-4a8b-af0d-6e65e40d3930 HTTP/1.1" status: 200 len: 915 time: 0.1001925 Aug 08 00:38:18.427635 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-5689c984-1f99-4910-a16a-18f5ec541319 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (c227dc7a-bed5-43d0-a843-be28d0e38ab6), after_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:18.427635 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-5689c984-1f99-4910-a16a-18f5ec541319 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] Publish callbacks [] for security_group (None), before_response {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:18.428327 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-5689c984-1f99-4910-a16a-18f5ec541319 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] 10.222.0.15 "DELETE /networking/v2.0/security-groups/c227dc7a-bed5-43d0-a843-be28d0e38ab6 HTTP/1.1" status: 204 len: 168 time: 0.2679005 Aug 08 00:38:18.444511 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 33070) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:38:18.444511 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5689c984-1f99-4910-a16a-18f5ec541319 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c227dc7a-bed5-43d0-a843-be28d0e38ab6,revision_number=None']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:38:18.621551 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:38:18.622798 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.plugin [None req-cc4303d8-a227-480a-9b50-631a8f485d98 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] Deleting port 368d0d8f-9f14-4b7e-9cd2-9e690f7c9c62 {{(pid=115991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 00:38:18.623104 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-cc4303d8-a227-480a-9b50-631a8f485d98 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764676511537'] for port (368d0d8f-9f14-4b7e-9cd2-9e690f7c9c62), before_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:18.728502 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-cc4303d8-a227-480a-9b50-631a8f485d98 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440649'] for port (368d0d8f-9f14-4b7e-9cd2-9e690f7c9c62), precommit_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:18.729220 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-cc4303d8-a227-480a-9b50-631a8f485d98 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] Publish callbacks [] for floatingip (368d0d8f-9f14-4b7e-9cd2-9e690f7c9c62), precommit_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:18.752098 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.plugin [None req-cc4303d8-a227-480a-9b50-631a8f485d98 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] Calling delete_port for 368d0d8f-9f14-4b7e-9cd2-9e690f7c9c62 owned by network:floatingip {{(pid=115991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 00:38:18.802567 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-bd759330-41b6-456d-9b07-c7b6bfbaaa53 req-633cb5f9-4d01-488f-9639-c2f5ca6787e9 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=52a4e9c0-250f-456a-959b-dc428c3b9d82 HTTP/1.1" status: 200 len: 1001 time: 0.3733885 Aug 08 00:38:18.827212 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 33076) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:38:18.876754 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd759330-41b6-456d-9b07-c7b6bfbaaa53 req-a096f01a-495e-4e19-ad4b-86bd56c0d540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:38:18.878224 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-bd759330-41b6-456d-9b07-c7b6bfbaaa53 req-a096f01a-495e-4e19-ad4b-86bd56c0d540 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=6c63140e-226a-4bbd-a6bf-32948b7d12fa HTTP/1.1" status: 200 len: 853 time: 0.0614817 Aug 08 00:38:18.926772 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd759330-41b6-456d-9b07-c7b6bfbaaa53 req-4a57a043-ac44-43e9-a37d-f8ae886978a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:38:18.928720 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-bd759330-41b6-456d-9b07-c7b6bfbaaa53 req-4a57a043-ac44-43e9-a37d-f8ae886978a0 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=b7d4df26-7f3c-4a8b-af0d-6e65e40d3930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421913 Aug 08 00:38:18.977312 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-921a91b6-4644-4a51-a823-654ee5ff5144 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:18.998362 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:38:19.034251 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-bd759330-41b6-456d-9b07-c7b6bfbaaa53 req-91aa65e8-1af2-447e-acdc-acff9737691a service neutron] 10.222.0.25 "GET /networking/v2.0/networks/b7d4df26-7f3c-4a8b-af0d-6e65e40d3930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988812 Aug 08 00:38:19.040541 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=84,neutron:DELETE=7,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:38:19.074842 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-921a91b6-4644-4a51-a823-654ee5ff5144 admin admin] Publish callbacks [] for security_group (140b713b-aa5e-4962-a21a-3fd0c5425fe9), precommit_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:19.110585 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-cc4303d8-a227-480a-9b50-631a8f485d98 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764676515054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764676113794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2785209'] for port (368d0d8f-9f14-4b7e-9cd2-9e690f7c9c62), after_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:19.135432 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-bd759330-41b6-456d-9b07-c7b6bfbaaa53 req-d77fd2db-6de2-44ba-92fb-5eb04cc96c83 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/b7d4df26-7f3c-4a8b-af0d-6e65e40d3930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945356 Aug 08 00:38:19.137422 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4303d8-a227-480a-9b50-631a8f485d98 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] Pushing event deleted for resources: {'Port': ['ID=368d0d8f-9f14-4b7e-9cd2-9e690f7c9c62,revision_number=None']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:38:19.182659 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-921a91b6-4644-4a51-a823-654ee5ff5144 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (140b713b-aa5e-4962-a21a-3fd0c5425fe9), after_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:19.235439 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-cc4303d8-a227-480a-9b50-631a8f485d98 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] Publish callbacks [] for floatingip (92f0afc4-6db7-4410-99df-d0810bb96d1b), after_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:19.235762 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.db.l3_db [None req-cc4303d8-a227-480a-9b50-631a8f485d98 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] Floating IP 92f0afc4-6db7-4410-99df-d0810bb96d1b disassociated (deleted). External IP: 172.27.3.88, port: 52a4e9c0-250f-456a-959b-dc428c3b9d82. Aug 08 00:38:19.242312 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-921a91b6-4644-4a51-a823-654ee5ff5144 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=3ed022c402ac447097679a96a7a0df79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4131727 Aug 08 00:38:19.245231 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 33086) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:38:19.275555 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921a91b6-4644-4a51-a823-654ee5ff5144 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=140b713b-aa5e-4962-a21a-3fd0c5425fe9,revision_number=1']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:38:19.304505 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-1ff68136-372a-48e4-b4f4-ee793b4e0c11 admin admin] Publish callbacks [] for security_group (140b713b-aa5e-4962-a21a-3fd0c5425fe9), before_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:19.326376 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=100 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:38:19.330299 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-1ff68136-372a-48e4-b4f4-ee793b4e0c11 admin admin] Publish callbacks [] for security_group (140b713b-aa5e-4962-a21a-3fd0c5425fe9), precommit_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:19.449639 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc4303d8-a227-480a-9b50-631a8f485d98 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] Router f3baff67-aee5-41cc-abfc-7ca3c9ad3f5d has already been hosted by L3 agent d53f5436-7c7f-4441-9708-9d0333b57745 {{(pid=115991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 00:38:19.474116 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-1ff68136-372a-48e4-b4f4-ee793b4e0c11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (140b713b-aa5e-4962-a21a-3fd0c5425fe9), after_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:19.476731 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-1ff68136-372a-48e4-b4f4-ee793b4e0c11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:19.477897 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-1ff68136-372a-48e4-b4f4-ee793b4e0c11 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/140b713b-aa5e-4962-a21a-3fd0c5425fe9 HTTP/1.1" status: 204 len: 168 time: 0.2316000 Aug 08 00:38:19.486473 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff68136-372a-48e4-b4f4-ee793b4e0c11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=140b713b-aa5e-4962-a21a-3fd0c5425fe9,revision_number=None']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:38:19.571284 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc4303d8-a227-480a-9b50-631a8f485d98 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] Notify agent at l3_agent.dv-cinder-851640-3-iscsi the message routers_updated {{(pid=115991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 00:38:19.576325 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-cc4303d8-a227-480a-9b50-631a8f485d98 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63196'] for floatingip (None), before_response {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:19.580882 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22a0a4d-1706-4e92-a6b1-b3b7e8db0485 None None] Sync routers for ids ['f3baff67-aee5-41cc-abfc-7ca3c9ad3f5d'] in dv-cinder-851640-3-iscsi {{(pid=115993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 00:38:19.591102 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22a0a4d-1706-4e92-a6b1-b3b7e8db0485 None None] Routers {'f3baff67-aee5-41cc-abfc-7ca3c9ad3f5d'} bound to L3 agent in host dv-cinder-851640-3-iscsi {{(pid=115993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 00:38:19.591741 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_hamode_db [None req-e22a0a4d-1706-4e92-a6b1-b3b7e8db0485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851640-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-08-08T00:24:12Z,description=,heartbeat_timestamp=2022-08-08T00:38:12Z,host='dv-cinder-851640-3-iscsi',id=d53f5436-7c7f-4441-9708-9d0333b57745,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T00:24:13Z,topic='l3_agent')) {'router_ids': ['f3baff67-aee5-41cc-abfc-7ca3c9ad3f5d'], 'active': True} {{(pid=115993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:38:19.597770 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:38:19.607181 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-cc4303d8-a227-480a-9b50-631a8f485d98 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] 10.222.0.15 "DELETE /networking/v2.0/floatingips/92f0afc4-6db7-4410-99df-d0810bb96d1b HTTP/1.1" status: 204 len: 168 time: 1.1663222 Aug 08 00:38:19.607758 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19fb56ea-f1ea-4d66-9b9b-a86c0fa7ebb7', 'tag': '52a4e9c0-250f-456a-959b-dc428c3b9d82'}] {{(pid=115991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 00:38:19.610649 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73a3e3d67458d2a17dff5edd29115f5abec4313aa2236b93bd84783ab3df8685" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dfaa044-ec11-4047-9bad-c8647bd27451" -d '{"events": [{"name": "network-changed", "server_uuid": "19fb56ea-f1ea-4d66-9b9b-a86c0fa7ebb7", "tag": "52a4e9c0-250f-456a-959b-dc428c3b9d82"}]}' {{(pid=115991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 00:38:19.670568 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 00:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ee25196-452f-4283-ac38-2af03df0193a x-openstack-request-id: req-5ee25196-452f-4283-ac38-2af03df0193a {{(pid=115991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 00:38:19.670568 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19fb56ea-f1ea-4d66-9b9b-a86c0fa7ebb7", "tag": "52a4e9c0-250f-456a-959b-dc428c3b9d82", "status": "completed", "code": 200}]} {{(pid=115991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 00:38:19.670568 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5ee25196-452f-4283-ac38-2af03df0193a {{(pid=115991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 00:38:19.670568 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ee25196-452f-4283-ac38-2af03df0193a'] response: {'name': 'network-changed', 'server_uuid': '19fb56ea-f1ea-4d66-9b9b-a86c0fa7ebb7', 'tag': '52a4e9c0-250f-456a-959b-dc428c3b9d82', 'status': 'completed', 'code': 200} Aug 08 00:38:19.735866 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvr_db [None req-e22a0a4d-1706-4e92-a6b1-b3b7e8db0485 None None] Set router f3baff67-aee5-41cc-abfc-7ca3c9ad3f5d gateway port host: dv-cinder-851640-3-iscsi {{(pid=115993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 00:38:19.751444 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfaa044-ec11-4047-9bad-c8647bd27451 req-e46032a4-0914-40ce-8505-68209dd8fe23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:38:19.753051 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-6dfaa044-ec11-4047-9bad-c8647bd27451 req-e46032a4-0914-40ce-8505-68209dd8fe23 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=fc3040045262415cb0fcb9525ba437bc&device_id=19fb56ea-f1ea-4d66-9b9b-a86c0fa7ebb7 HTTP/1.1" status: 200 len: 1130 time: 0.0589654 Aug 08 00:38:19.884873 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfaa044-ec11-4047-9bad-c8647bd27451 req-2ea61145-d7c0-47f0-a2f9-7d2e8fad96e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:38:19.886365 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-6dfaa044-ec11-4047-9bad-c8647bd27451 req-2ea61145-d7c0-47f0-a2f9-7d2e8fad96e5 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=b7d4df26-7f3c-4a8b-af0d-6e65e40d3930 HTTP/1.1" status: 200 len: 915 time: 0.1267490 Aug 08 00:38:19.928415 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-6dfaa044-ec11-4047-9bad-c8647bd27451 req-41d84526-c2fb-4bfc-a4f8-0846da98724f service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=52a4e9c0-250f-456a-959b-dc428c3b9d82 HTTP/1.1" status: 200 len: 217 time: 0.0341761 Aug 08 00:38:19.962684 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_hamode_db [None req-e22a0a4d-1706-4e92-a6b1-b3b7e8db0485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3baff67-aee5-41cc-abfc-7ca3c9ad3f5d', 'name': 'tempest-TestMinimumBasicScenario-259986573-router', 'tenant_id': 'fc3040045262415cb0fcb9525ba437bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '074e16c4-6277-4709-bfef-3d23a841cca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:34:41Z', 'updated_at': '2022-08-08T00:34:45Z', 'revision_number': 4, 'project_id': 'fc3040045262415cb0fcb9525ba437bc', 'gw_port': {'id': '074e16c4-6277-4709-bfef-3d23a841cca2', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:c0:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3baff67-aee5-41cc-abfc-7ca3c9ad3f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:34:41Z', 'updated_at': '2022-08-08T00:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi', '_interfaces': [{'id': 'd097e915-bb0f-475b-88c0-fa36a62bcb50', 'name': '', 'network_id': 'b7d4df26-7f3c-4a8b-af0d-6e65e40d3930', 'tenant_id': 'fc3040045262415cb0fcb9525ba437bc', 'mac_address': 'fa:16:3e:ec:99:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3baff67-aee5-41cc-abfc-7ca3c9ad3f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '6c63140e-226a-4bbd-a6bf-32948b7d12fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:34:44Z', 'updated_at': '2022-08-08T00:34:52Z', 'revision_number': 5, 'project_id': 'fc3040045262415cb0fcb9525ba437bc', 'subnets': [{'id': '6c63140e-226a-4bbd-a6bf-32948b7d12fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851640-3-iscsi', False) {} {{(pid=115993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:38:19.979378 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfaa044-ec11-4047-9bad-c8647bd27451 req-41ebffbb-685c-4f42-99cc-5cd705a18060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:38:19.980566 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-6dfaa044-ec11-4047-9bad-c8647bd27451 req-41ebffbb-685c-4f42-99cc-5cd705a18060 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=6c63140e-226a-4bbd-a6bf-32948b7d12fa HTTP/1.1" status: 200 len: 853 time: 0.0457742 Aug 08 00:38:19.989760 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22a0a4d-1706-4e92-a6b1-b3b7e8db0485 None None] Checking router: f3baff67-aee5-41cc-abfc-7ca3c9ad3f5d for host: dv-cinder-851640-3-iscsi {{(pid=115993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 00:38:19.999031 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22a0a4d-1706-4e92-a6b1-b3b7e8db0485 None None] Routers {'f3baff67-aee5-41cc-abfc-7ca3c9ad3f5d'} bound to L3 agent in host dv-cinder-851640-3-iscsi {{(pid=115993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 00:38:19.999666 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_hamode_db [None req-e22a0a4d-1706-4e92-a6b1-b3b7e8db0485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851640-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-08-08T00:24:12Z,description=,heartbeat_timestamp=2022-08-08T00:38:12Z,host='dv-cinder-851640-3-iscsi',id=d53f5436-7c7f-4441-9708-9d0333b57745,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T00:24:13Z,topic='l3_agent')) {'router_ids': ['f3baff67-aee5-41cc-abfc-7ca3c9ad3f5d'], 'active': True} {{(pid=115993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:38:20.030518 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfaa044-ec11-4047-9bad-c8647bd27451 req-717ee1e8-012d-4560-a771-5bc8d9eb5d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:38:20.035846 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-6dfaa044-ec11-4047-9bad-c8647bd27451 req-717ee1e8-012d-4560-a771-5bc8d9eb5d2a service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=b7d4df26-7f3c-4a8b-af0d-6e65e40d3930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456681 Aug 08 00:38:20.110551 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvr_db [None req-e22a0a4d-1706-4e92-a6b1-b3b7e8db0485 None None] Set router f3baff67-aee5-41cc-abfc-7ca3c9ad3f5d gateway port host: dv-cinder-851640-3-iscsi {{(pid=115993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 00:38:20.160414 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-6dfaa044-ec11-4047-9bad-c8647bd27451 req-0d2a70ce-5e53-4556-9f0f-6ad8b16488a2 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/b7d4df26-7f3c-4a8b-af0d-6e65e40d3930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155908 Aug 08 00:38:20.209903 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=100 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:38:20.260676 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:38:20.265628 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-6dfaa044-ec11-4047-9bad-c8647bd27451 req-51325206-b156-49ab-8fe1-3cce55a7656b service neutron] 10.222.0.25 "GET /networking/v2.0/networks/b7d4df26-7f3c-4a8b-af0d-6e65e40d3930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976715 Aug 08 00:38:20.274644 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 33116) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:38:20.289180 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-2de56738-dc67-4444-b701-47c98548c349 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:20.348928 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_hamode_db [None req-e22a0a4d-1706-4e92-a6b1-b3b7e8db0485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3baff67-aee5-41cc-abfc-7ca3c9ad3f5d', 'name': 'tempest-TestMinimumBasicScenario-259986573-router', 'tenant_id': 'fc3040045262415cb0fcb9525ba437bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '074e16c4-6277-4709-bfef-3d23a841cca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:34:41Z', 'updated_at': '2022-08-08T00:34:45Z', 'revision_number': 4, 'project_id': 'fc3040045262415cb0fcb9525ba437bc', 'gw_port': {'id': '074e16c4-6277-4709-bfef-3d23a841cca2', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:c0:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3baff67-aee5-41cc-abfc-7ca3c9ad3f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:34:41Z', 'updated_at': '2022-08-08T00:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi', '_interfaces': [{'id': 'd097e915-bb0f-475b-88c0-fa36a62bcb50', 'name': '', 'network_id': 'b7d4df26-7f3c-4a8b-af0d-6e65e40d3930', 'tenant_id': 'fc3040045262415cb0fcb9525ba437bc', 'mac_address': 'fa:16:3e:ec:99:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3baff67-aee5-41cc-abfc-7ca3c9ad3f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '6c63140e-226a-4bbd-a6bf-32948b7d12fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:34:44Z', 'updated_at': '2022-08-08T00:34:52Z', 'revision_number': 5, 'project_id': 'fc3040045262415cb0fcb9525ba437bc', 'subnets': [{'id': '6c63140e-226a-4bbd-a6bf-32948b7d12fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851640-3-iscsi', False) {} {{(pid=115993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:38:20.386749 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22a0a4d-1706-4e92-a6b1-b3b7e8db0485 None None] The sync data for ids ['f3baff67-aee5-41cc-abfc-7ca3c9ad3f5d'] in dv-cinder-851640-3-iscsi is: [{'id': 'f3baff67-aee5-41cc-abfc-7ca3c9ad3f5d', 'name': 'tempest-TestMinimumBasicScenario-259986573-router', 'tenant_id': 'fc3040045262415cb0fcb9525ba437bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '074e16c4-6277-4709-bfef-3d23a841cca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:34:41Z', 'updated_at': '2022-08-08T00:34:45Z', 'revision_number': 4, 'project_id': 'fc3040045262415cb0fcb9525ba437bc', 'gw_port': {'id': '074e16c4-6277-4709-bfef-3d23a841cca2', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:c0:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3baff67-aee5-41cc-abfc-7ca3c9ad3f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:34:41Z', 'updated_at': '2022-08-08T00:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi', '_interfaces': [{'id': 'd097e915-bb0f-475b-88c0-fa36a62bcb50', 'name': '', 'network_id': 'b7d4df26-7f3c-4a8b-af0d-6e65e40d3930', 'tenant_id': 'fc3040045262415cb0fcb9525ba437bc', 'mac_address': 'fa:16:3e:ec:99:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3baff67-aee5-41cc-abfc-7ca3c9ad3f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '6c63140e-226a-4bbd-a6bf-32948b7d12fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:34:44Z', 'updated_at': '2022-08-08T00:34:52Z', 'revision_number': 5, 'project_id': 'fc3040045262415cb0fcb9525ba437bc', 'subnets': [{'id': '6c63140e-226a-4bbd-a6bf-32948b7d12fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 00:38:20.417224 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-2de56738-dc67-4444-b701-47c98548c349 admin admin] Publish callbacks [] for security_group (5d1c7b5d-347e-404d-9d6f-007751932c8d), precommit_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:20.460068 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47540eb0-0542-4ddf-8261-23bf16490fa6 req-daf585f7-117c-46c3-85da-641ab09d87fc tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:38:20.461668 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-47540eb0-0542-4ddf-8261-23bf16490fa6 req-daf585f7-117c-46c3-85da-641ab09d87fc tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0cf02d3a-b426-4135-a94a-9048d7515184 HTTP/1.1" status: 200 len: 946 time: 0.0626581 Aug 08 00:38:20.508389 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-2de56738-dc67-4444-b701-47c98548c349 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (5d1c7b5d-347e-404d-9d6f-007751932c8d), after_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:20.531870 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-47540eb0-0542-4ddf-8261-23bf16490fa6 req-e6e20b7c-1ee2-47cb-b7c5-d53bbd35b776 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=22598ee6-6f03-46c2-8167-60b0fd957b19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643501 Aug 08 00:38:20.557717 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-2de56738-dc67-4444-b701-47c98548c349 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=7b4f0cbd07844dcd8dfa50ca2897dec6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2820048 Aug 08 00:38:20.559084 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de56738-dc67-4444-b701-47c98548c349 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d1c7b5d-347e-404d-9d6f-007751932c8d,revision_number=1']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:38:20.561562 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 33126) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:38:20.632332 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-89aad621-5912-4055-b084-cfad4d6a2dc8 admin admin] Publish callbacks [] for security_group (5d1c7b5d-347e-404d-9d6f-007751932c8d), before_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:20.647648 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2d3b02-d081-4cff-98de-9c8e39f36798 None None] New status for floating IP 92f0afc4-6db7-4410-99df-d0810bb96d1b: DOWN {{(pid=115994) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 08 00:38:20.692883 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-89aad621-5912-4055-b084-cfad4d6a2dc8 admin admin] Publish callbacks [] for security_group (5d1c7b5d-347e-404d-9d6f-007751932c8d), precommit_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:20.733221 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:38:20.834511 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-89aad621-5912-4055-b084-cfad4d6a2dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (5d1c7b5d-347e-404d-9d6f-007751932c8d), after_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:20.837264 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-89aad621-5912-4055-b084-cfad4d6a2dc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:20.838647 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-89aad621-5912-4055-b084-cfad4d6a2dc8 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/5d1c7b5d-347e-404d-9d6f-007751932c8d HTTP/1.1" status: 204 len: 168 time: 0.2757511 Aug 08 00:38:20.847252 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89aad621-5912-4055-b084-cfad4d6a2dc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d1c7b5d-347e-404d-9d6f-007751932c8d,revision_number=None']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:38:21.673583 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc4fca9-f345-4056-b8f5-973f4eae10a3 req-1465c7ee-442f-4628-9ecc-5b2fa6cc7f3e tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:38:21.675189 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-ccc4fca9-f345-4056-b8f5-973f4eae10a3 req-1465c7ee-442f-4628-9ecc-5b2fa6cc7f3e tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0cf02d3a-b426-4135-a94a-9048d7515184 HTTP/1.1" status: 200 len: 946 time: 0.0483255 Aug 08 00:38:21.728503 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-ccc4fca9-f345-4056-b8f5-973f4eae10a3 req-2044bfff-8c74-4506-a4e3-b3cc180e6264 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=22598ee6-6f03-46c2-8167-60b0fd957b19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475836 Aug 08 00:38:22.865685 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557e9849-fd46-43cc-b753-b5c014e11ae2 req-f3d2911d-6f39-4fed-bb89-0b13a3848db3 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:38:22.867194 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-557e9849-fd46-43cc-b753-b5c014e11ae2 req-f3d2911d-6f39-4fed-bb89-0b13a3848db3 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0cf02d3a-b426-4135-a94a-9048d7515184 HTTP/1.1" status: 200 len: 946 time: 0.0500457 Aug 08 00:38:22.914911 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-557e9849-fd46-43cc-b753-b5c014e11ae2 req-91d1d138-2f82-4347-8aae-89ee217f64df tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=22598ee6-6f03-46c2-8167-60b0fd957b19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420640 Aug 08 00:38:23.494053 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 33202) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:38:23.606963 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-6d5b80c8-3dc0-415d-8527-7720e78862c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:23.690945 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-6d5b80c8-3dc0-415d-8527-7720e78862c3 admin admin] Publish callbacks [] for security_group (afb1c887-4b57-4c4d-9ef5-08214d008080), precommit_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:23.782724 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-6d5b80c8-3dc0-415d-8527-7720e78862c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (afb1c887-4b57-4c4d-9ef5-08214d008080), after_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:23.827157 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-6d5b80c8-3dc0-415d-8527-7720e78862c3 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=fd6e69d02f634f5a9a79642e6eb75bb5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3320479 Aug 08 00:38:23.828052 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5b80c8-3dc0-415d-8527-7720e78862c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afb1c887-4b57-4c4d-9ef5-08214d008080,revision_number=1']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:38:23.830873 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 33212) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:38:23.882147 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-49848f33-b344-491d-93c4-c293d1d00003 admin admin] Publish callbacks [] for security_group (afb1c887-4b57-4c4d-9ef5-08214d008080), before_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:23.903370 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-49848f33-b344-491d-93c4-c293d1d00003 admin admin] Publish callbacks [] for security_group (afb1c887-4b57-4c4d-9ef5-08214d008080), precommit_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:24.039600 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-49848f33-b344-491d-93c4-c293d1d00003 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (afb1c887-4b57-4c4d-9ef5-08214d008080), after_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:24.042053 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-49848f33-b344-491d-93c4-c293d1d00003 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:24.043208 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-49848f33-b344-491d-93c4-c293d1d00003 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/afb1c887-4b57-4c4d-9ef5-08214d008080 HTTP/1.1" status: 204 len: 168 time: 0.2110679 Aug 08 00:38:24.044613 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1174e464-20c1-401d-b77b-ffc9fe3ba2d7 req-c2652ddc-1946-496c-8054-81c084bdce30 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:38:24.046813 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-1174e464-20c1-401d-b77b-ffc9fe3ba2d7 req-c2652ddc-1946-496c-8054-81c084bdce30 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0cf02d3a-b426-4135-a94a-9048d7515184 HTTP/1.1" status: 200 len: 946 time: 0.0469153 Aug 08 00:38:24.052290 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49848f33-b344-491d-93c4-c293d1d00003 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afb1c887-4b57-4c4d-9ef5-08214d008080,revision_number=None']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:38:24.111527 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-1174e464-20c1-401d-b77b-ffc9fe3ba2d7 req-17a3ee5c-3156-4b06-8c0b-5f20d5bddc08 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=22598ee6-6f03-46c2-8167-60b0fd957b19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541902 Aug 08 00:38:24.182322 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f04dea-c02f-4b8d-bb3f-55bceda0e57c req-2351ff3a-e94c-4a30-b2a3-50baf70d4513 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:38:24.183863 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-81f04dea-c02f-4b8d-bb3f-55bceda0e57c req-2351ff3a-e94c-4a30-b2a3-50baf70d4513 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=19fb56ea-f1ea-4d66-9b9b-a86c0fa7ebb7 HTTP/1.1" status: 200 len: 946 time: 0.0478380 Aug 08 00:38:24.232314 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-81f04dea-c02f-4b8d-bb3f-55bceda0e57c req-ab3e7c23-b122-48b0-990c-56736419efb9 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=09961e5e-e3b7-4ca0-b7b9-8e62edbb778a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423319 Aug 08 00:38:24.691955 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 33222) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:38:24.708289 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-cab9ffc3-a9bc-4cef-a196-18643998605c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:24.783935 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-cab9ffc3-a9bc-4cef-a196-18643998605c admin admin] Publish callbacks [] for security_group (8488a3df-f43d-48f0-b3ec-330abe7c99a3), precommit_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:24.985285 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-cab9ffc3-a9bc-4cef-a196-18643998605c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (8488a3df-f43d-48f0-b3ec-330abe7c99a3), after_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:25.023706 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab9ffc3-a9bc-4cef-a196-18643998605c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8488a3df-f43d-48f0-b3ec-330abe7c99a3,revision_number=1']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:38:25.028076 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-cab9ffc3-a9bc-4cef-a196-18643998605c admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=bdc42b5d97d54aabb18fa9310070a2b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3350401 Aug 08 00:38:25.030687 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 33226) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:38:25.080300 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-fae95156-dbbc-47dd-83e5-54f7efcf8328 admin admin] Publish callbacks [] for security_group (8488a3df-f43d-48f0-b3ec-330abe7c99a3), before_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:25.106361 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-fae95156-dbbc-47dd-83e5-54f7efcf8328 admin admin] Publish callbacks [] for security_group (8488a3df-f43d-48f0-b3ec-330abe7c99a3), precommit_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:25.222154 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-fae95156-dbbc-47dd-83e5-54f7efcf8328 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (8488a3df-f43d-48f0-b3ec-330abe7c99a3), after_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:25.224738 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-fae95156-dbbc-47dd-83e5-54f7efcf8328 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:25.225894 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-fae95156-dbbc-47dd-83e5-54f7efcf8328 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/8488a3df-f43d-48f0-b3ec-330abe7c99a3 HTTP/1.1" status: 204 len: 168 time: 0.1936727 Aug 08 00:38:25.228095 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9a9a22-bb71-44e3-bf3a-7c32c723c316 req-9163b9b3-9106-4e8e-ab60-9a05c200d5d1 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:38:25.232730 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-0e9a9a22-bb71-44e3-bf3a-7c32c723c316 req-9163b9b3-9106-4e8e-ab60-9a05c200d5d1 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0cf02d3a-b426-4135-a94a-9048d7515184 HTTP/1.1" status: 200 len: 946 time: 0.0509255 Aug 08 00:38:25.236106 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae95156-dbbc-47dd-83e5-54f7efcf8328 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8488a3df-f43d-48f0-b3ec-330abe7c99a3,revision_number=None']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:38:25.300008 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-0e9a9a22-bb71-44e3-bf3a-7c32c723c316 req-28cbf364-3e32-4c70-ab75-4f4c58986d98 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=22598ee6-6f03-46c2-8167-60b0fd957b19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592892 Aug 08 00:38:25.359730 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ff872c-e773-4163-ab25-872e383a3eba req-5057469d-82a7-4e14-bd85-e3b0d053a202 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:38:25.361277 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-53ff872c-e773-4163-ab25-872e383a3eba req-5057469d-82a7-4e14-bd85-e3b0d053a202 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=19fb56ea-f1ea-4d66-9b9b-a86c0fa7ebb7 HTTP/1.1" status: 200 len: 946 time: 0.0532005 Aug 08 00:38:25.409834 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-53ff872c-e773-4163-ab25-872e383a3eba req-2d892178-50f0-45bb-b901-5ffefe364546 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=09961e5e-e3b7-4ca0-b7b9-8e62edbb778a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430198 Aug 08 00:38:26.417768 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45d009c-0f28-4eee-bfe2-981f97118c57 req-c6a2295c-7f47-47a5-b4c1-c3da40b6dae8 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:38:26.419163 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-d45d009c-0f28-4eee-bfe2-981f97118c57 req-c6a2295c-7f47-47a5-b4c1-c3da40b6dae8 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0cf02d3a-b426-4135-a94a-9048d7515184 HTTP/1.1" status: 200 len: 946 time: 0.0474839 Aug 08 00:38:26.470545 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-d45d009c-0f28-4eee-bfe2-981f97118c57 req-d58e4628-0441-498f-a1cb-95b94c51cf94 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=22598ee6-6f03-46c2-8167-60b0fd957b19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450833 Aug 08 00:38:26.493933 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:38:26.530292 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5315843d-35a9-4ff4-a712-dc7546314dd4 req-d3abe0a5-0d28-4385-afa7-baf83cda8ae8 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:38:26.531800 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-5315843d-35a9-4ff4-a712-dc7546314dd4 req-d3abe0a5-0d28-4385-afa7-baf83cda8ae8 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=19fb56ea-f1ea-4d66-9b9b-a86c0fa7ebb7 HTTP/1.1" status: 200 len: 946 time: 0.0490074 Aug 08 00:38:26.580749 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-5315843d-35a9-4ff4-a712-dc7546314dd4 req-9a50fdc1-4999-471b-90a3-a1075cdaf949 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=09961e5e-e3b7-4ca0-b7b9-8e62edbb778a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430427 Aug 08 00:38:27.387735 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:DELETE=7,neutron:SELECT=90,neutron:INSERT=3 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:38:27.405702 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e89ea3b-6708-4e5a-8d79-8231217eb1ef req-73614323-dd98-49e8-8d25-60b558edc03f tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:38:27.407132 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-3e89ea3b-6708-4e5a-8d79-8231217eb1ef req-73614323-dd98-49e8-8d25-60b558edc03f tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=19fb56ea-f1ea-4d66-9b9b-a86c0fa7ebb7 HTTP/1.1" status: 200 len: 946 time: 0.0470052 Aug 08 00:38:27.500741 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.plugin [req-3e89ea3b-6708-4e5a-8d79-8231217eb1ef req-c2238b76-c8f3-4e7a-ab3a-be16012524ce tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] Deleting port 52a4e9c0-250f-456a-959b-dc428c3b9d82 {{(pid=115992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 00:38:27.500741 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-3e89ea3b-6708-4e5a-8d79-8231217eb1ef req-c2238b76-c8f3-4e7a-ab3a-be16012524ce tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764676511537'] for port (52a4e9c0-250f-456a-959b-dc428c3b9d82), before_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:27.595480 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.db [req-3e89ea3b-6708-4e5a-8d79-8231217eb1ef req-c2238b76-c8f3-4e7a-ab3a-be16012524ce tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] For port 52a4e9c0-250f-456a-959b-dc428c3b9d82, host hv-cinder-85164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85164',level=0,port_id=52a4e9c0-250f-456a-959b-dc428c3b9d82,segment=NetworkSegment(754c6398-7ffc-4c6c-8fe5-13465d56b5d3),segment_id=754c6398-7ffc-4c6c-8fe5-13465d56b5d3)] {{(pid=115992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:38:27.595986 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-3e89ea3b-6708-4e5a-8d79-8231217eb1ef req-c2238b76-c8f3-4e7a-ab3a-be16012524ce tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440649'] for port (52a4e9c0-250f-456a-959b-dc428c3b9d82), precommit_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:27.600725 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6169e7-ccdb-4c78-8916-e65a30080104 req-b63a56a1-918e-4886-a65a-578b4f9de166 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:38:27.602279 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-aa6169e7-ccdb-4c78-8916-e65a30080104 req-b63a56a1-918e-4886-a65a-578b4f9de166 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0cf02d3a-b426-4135-a94a-9048d7515184 HTTP/1.1" status: 200 len: 946 time: 0.0524361 Aug 08 00:38:27.610218 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.plugin [req-3e89ea3b-6708-4e5a-8d79-8231217eb1ef req-c2238b76-c8f3-4e7a-ab3a-be16012524ce tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] Calling delete_port for 52a4e9c0-250f-456a-959b-dc428c3b9d82 owned by compute:nova {{(pid=115992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 00:38:27.686460 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-aa6169e7-ccdb-4c78-8916-e65a30080104 req-30eaeb42-5d01-44b8-9916-c774703a5970 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=22598ee6-6f03-46c2-8167-60b0fd957b19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694737 Aug 08 00:38:27.696870 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 33288) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:38:27.734771 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638f6389-a71c-4d5f-bdc4-5ed87936fbcc req-4e0f8efb-2e82-4f91-8a88-63d70e560693 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:38:27.736993 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-638f6389-a71c-4d5f-bdc4-5ed87936fbcc req-4e0f8efb-2e82-4f91-8a88-63d70e560693 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=19fb56ea-f1ea-4d66-9b9b-a86c0fa7ebb7 HTTP/1.1" status: 200 len: 946 time: 0.0596721 Aug 08 00:38:27.806974 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-57a7db6d-26c4-49e1-938d-d7be9144c87f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:27.823336 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-638f6389-a71c-4d5f-bdc4-5ed87936fbcc req-92fdb78f-edff-4793-b314-268f74b945f0 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=09961e5e-e3b7-4ca0-b7b9-8e62edbb778a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798888 Aug 08 00:38:27.872926 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=84,neutron:INSERT=16 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:38:27.884314 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-57a7db6d-26c4-49e1-938d-d7be9144c87f admin admin] Publish callbacks [] for security_group (522582e2-d281-45f4-88e2-6f5f8907cead), precommit_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:27.908645 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-3e89ea3b-6708-4e5a-8d79-8231217eb1ef req-c2238b76-c8f3-4e7a-ab3a-be16012524ce tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764676515054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764676113794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26371331'] for port (52a4e9c0-250f-456a-959b-dc428c3b9d82), after_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:27.923702 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] get_ports_and_sgs() called for port_ids ['52a4e9c0-250f-456a-959b-dc428c3b9d82'] {{(pid=115993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 00:38:27.940876 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2238b76-c8f3-4e7a-ab3a-be16012524ce tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] Pushing event deleted for resources: {'Port': ['ID=52a4e9c0-250f-456a-959b-dc428c3b9d82,revision_number=None']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:38:27.989676 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-57a7db6d-26c4-49e1-938d-d7be9144c87f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (522582e2-d281-45f4-88e2-6f5f8907cead), after_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:27.994928 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e89ea3b-6708-4e5a-8d79-8231217eb1ef req-c2238b76-c8f3-4e7a-ab3a-be16012524ce tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] No DVR routers for this DVR port 52a4e9c0-250f-456a-959b-dc428c3b9d82 on host hv-cinder-85164 {{(pid=115992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 08 00:38:27.997404 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-3e89ea3b-6708-4e5a-8d79-8231217eb1ef req-c2238b76-c8f3-4e7a-ab3a-be16012524ce tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63196'] for port (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:28.000769 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-3e89ea3b-6708-4e5a-8d79-8231217eb1ef req-c2238b76-c8f3-4e7a-ab3a-be16012524ce tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] 10.222.0.25 "DELETE /networking/v2.0/ports/52a4e9c0-250f-456a-959b-dc428c3b9d82 HTTP/1.1" status: 204 len: 173 time: 0.5879130 Aug 08 00:38:28.001214 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19fb56ea-f1ea-4d66-9b9b-a86c0fa7ebb7', 'name': 'network-vif-deleted', 'tag': '52a4e9c0-250f-456a-959b-dc428c3b9d82'}] {{(pid=115992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 00:38:28.003785 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15c1dc6174c04d27a45b4789687485f3f31469fbdbb3cd0a658d3b47a2d9b382" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c21c91b-2a94-4d73-8fdf-b28334aa0523" -d '{"events": [{"server_uuid": "19fb56ea-f1ea-4d66-9b9b-a86c0fa7ebb7", "name": "network-vif-deleted", "tag": "52a4e9c0-250f-456a-959b-dc428c3b9d82"}]}' {{(pid=115992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 00:38:28.020381 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:38:28.045216 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 00:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed2c1489-0037-461e-87e2-f105442ecddf x-openstack-request-id: req-ed2c1489-0037-461e-87e2-f105442ecddf {{(pid=115992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 00:38:28.045628 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19fb56ea-f1ea-4d66-9b9b-a86c0fa7ebb7", "name": "network-vif-deleted", "tag": "52a4e9c0-250f-456a-959b-dc428c3b9d82", "status": "completed", "code": 200}]} {{(pid=115992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 00:38:28.045978 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ed2c1489-0037-461e-87e2-f105442ecddf {{(pid=115992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 00:38:28.046479 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed2c1489-0037-461e-87e2-f105442ecddf'] response: {'server_uuid': '19fb56ea-f1ea-4d66-9b9b-a86c0fa7ebb7', 'name': 'network-vif-deleted', 'tag': '52a4e9c0-250f-456a-959b-dc428c3b9d82', 'status': 'completed', 'code': 200} Aug 08 00:38:28.047555 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-57a7db6d-26c4-49e1-938d-d7be9144c87f admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=5de17245ca0543258f177046415b89da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3494651 Aug 08 00:38:28.048460 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a7db6d-26c4-49e1-938d-d7be9144c87f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=522582e2-d281-45f4-88e2-6f5f8907cead,revision_number=1']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:38:28.050551 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 33298) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:38:28.115428 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-24672515-c73d-4255-b00f-5728dd575fde admin admin] Publish callbacks [] for security_group (522582e2-d281-45f4-88e2-6f5f8907cead), before_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:28.137794 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-24672515-c73d-4255-b00f-5728dd575fde admin admin] Publish callbacks [] for security_group (522582e2-d281-45f4-88e2-6f5f8907cead), precommit_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:28.314818 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-24672515-c73d-4255-b00f-5728dd575fde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (522582e2-d281-45f4-88e2-6f5f8907cead), after_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:28.319018 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-24672515-c73d-4255-b00f-5728dd575fde admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:28.320875 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-24672515-c73d-4255-b00f-5728dd575fde admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/522582e2-d281-45f4-88e2-6f5f8907cead HTTP/1.1" status: 204 len: 168 time: 0.2690129 Aug 08 00:38:28.346806 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24672515-c73d-4255-b00f-5728dd575fde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=522582e2-d281-45f4-88e2-6f5f8907cead,revision_number=None']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:38:28.795806 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:38:28.815463 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f55713-e958-48f8-b6ff-703dd78ab108 req-e43274a3-aba2-4167-803d-f9cc39d62e54 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:38:28.816951 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-45f55713-e958-48f8-b6ff-703dd78ab108 req-e43274a3-aba2-4167-803d-f9cc39d62e54 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0cf02d3a-b426-4135-a94a-9048d7515184 HTTP/1.1" status: 200 len: 946 time: 0.0494542 Aug 08 00:38:28.870358 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-45f55713-e958-48f8-b6ff-703dd78ab108 req-88d47cfc-3d04-4dc9-95df-4981ba1ce9df tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=22598ee6-6f03-46c2-8167-60b0fd957b19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458119 Aug 08 00:38:28.947432 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-84e8ec2d-8d2a-4402-9cd8-7432483e0f2f req-811eca0e-602b-429f-a889-9fd9c0a86b14 tempest-TestMinimumBasicScenario-1356500782 tempest-TestMinimumBasicScenario-1356500782-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=19fb56ea-f1ea-4d66-9b9b-a86c0fa7ebb7 HTTP/1.1" status: 200 len: 210 time: 0.0290451 Aug 08 00:38:28.961719 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 33312) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:38:28.975864 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-670f2d78-2fc3-4c9f-bdd5-70b2304b3dc9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:29.051778 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-670f2d78-2fc3-4c9f-bdd5-70b2304b3dc9 admin admin] Publish callbacks [] for security_group (442a4e6c-d7c2-4f55-9d9d-3b12b65eabf0), precommit_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:29.125051 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-670f2d78-2fc3-4c9f-bdd5-70b2304b3dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (442a4e6c-d7c2-4f55-9d9d-3b12b65eabf0), after_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:29.169213 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-670f2d78-2fc3-4c9f-bdd5-70b2304b3dc9 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=2c6d3b78c92c4deb95766969099dc0c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2064126 Aug 08 00:38:29.171070 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670f2d78-2fc3-4c9f-bdd5-70b2304b3dc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=442a4e6c-d7c2-4f55-9d9d-3b12b65eabf0,revision_number=1']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:38:29.172047 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 33314) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:38:29.222687 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-f791312b-9173-4f0a-9a4c-016d1e64aa47 admin admin] Publish callbacks [] for security_group (442a4e6c-d7c2-4f55-9d9d-3b12b65eabf0), before_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:29.247686 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-f791312b-9173-4f0a-9a4c-016d1e64aa47 admin admin] Publish callbacks [] for security_group (442a4e6c-d7c2-4f55-9d9d-3b12b65eabf0), precommit_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:29.355556 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-f791312b-9173-4f0a-9a4c-016d1e64aa47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (442a4e6c-d7c2-4f55-9d9d-3b12b65eabf0), after_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:29.358060 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-f791312b-9173-4f0a-9a4c-016d1e64aa47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:29.362137 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-f791312b-9173-4f0a-9a4c-016d1e64aa47 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/442a4e6c-d7c2-4f55-9d9d-3b12b65eabf0 HTTP/1.1" status: 204 len: 168 time: 0.1861391 Aug 08 00:38:29.367112 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f791312b-9173-4f0a-9a4c-016d1e64aa47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=442a4e6c-d7c2-4f55-9d9d-3b12b65eabf0,revision_number=None']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:38:30.012387 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5305bf-0aa3-4706-8d5b-8bc9b53e8adc req-cfd8d9c3-d666-4701-86a4-66002a19b2e7 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:38:30.014781 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-2d5305bf-0aa3-4706-8d5b-8bc9b53e8adc req-cfd8d9c3-d666-4701-86a4-66002a19b2e7 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0cf02d3a-b426-4135-a94a-9048d7515184 HTTP/1.1" status: 200 len: 946 time: 0.0546224 Aug 08 00:38:30.054234 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:38:30.067150 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-2d5305bf-0aa3-4706-8d5b-8bc9b53e8adc req-7e298e1e-24c7-4402-ae65-e1010b302ebd tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=22598ee6-6f03-46c2-8167-60b0fd957b19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452037 Aug 08 00:38:30.561315 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (c200ec1a-5dc3-458a-a30d-0f16255c41c0), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:30.652993 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=25 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:38:30.769318 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=11 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:38:31.205732 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb44a39-62bb-4ebd-99cf-af9324ac86c0 req-29bee20e-1321-4f5c-b306-e47612df1509 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:38:31.207211 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-bbb44a39-62bb-4ebd-99cf-af9324ac86c0 req-29bee20e-1321-4f5c-b306-e47612df1509 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0cf02d3a-b426-4135-a94a-9048d7515184 HTTP/1.1" status: 200 len: 946 time: 0.0561826 Aug 08 00:38:31.260377 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-bbb44a39-62bb-4ebd-99cf-af9324ac86c0 req-98375b24-b4d2-4ed2-bacb-b745021be50a tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=22598ee6-6f03-46c2-8167-60b0fd957b19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468724 Aug 08 00:38:31.635880 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 33424) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:38:32.179834 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Device 52a4e9c0-250f-456a-959b-dc428c3b9d82 no longer exists at agent hyperv_hv-cinder-85164 {{(pid=115993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 00:38:32.203012 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] No Port match for: 52a4e9c0-250f-456a-959b-dc428c3b9d82 {{(pid=115993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 08 00:38:32.203412 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Device 52a4e9c0-250f-456a-959b-dc428c3b9d82 not bound to the agent host hv-cinder-85164 {{(pid=115993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 00:38:32.214341 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-7a4b5150-141f-471f-b9b8-934faa3bc0d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-499760'] for router_interface (f3baff67-aee5-41cc-abfc-7ca3c9ad3f5d), before_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:32.420110 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391030cf-26ca-47b0-bcfa-b152bcd028ac req-ddffc3b8-5685-4790-8e2d-844b163ede26 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:38:32.421618 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-391030cf-26ca-47b0-bcfa-b152bcd028ac req-ddffc3b8-5685-4790-8e2d-844b163ede26 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0cf02d3a-b426-4135-a94a-9048d7515184 HTTP/1.1" status: 200 len: 946 time: 0.0573392 Aug 08 00:38:32.531644 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-391030cf-26ca-47b0-bcfa-b152bcd028ac req-ce614816-7bcc-4ec1-8fed-a99df18d1028 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=22598ee6-6f03-46c2-8167-60b0fd957b19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887990 Aug 08 00:38:32.532307 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.plugin [None req-7a4b5150-141f-471f-b9b8-934faa3bc0d2 admin admin] Deleting port d097e915-bb0f-475b-88c0-fa36a62bcb50 {{(pid=115991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 00:38:32.533289 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-7a4b5150-141f-471f-b9b8-934faa3bc0d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764676511537'] for port (d097e915-bb0f-475b-88c0-fa36a62bcb50), before_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:32.569775 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:38:32.613497 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:38:32.615510 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.db [None req-7a4b5150-141f-471f-b9b8-934faa3bc0d2 admin admin] For port d097e915-bb0f-475b-88c0-fa36a62bcb50, host dv-cinder-851640-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851640-3-iscsi',level=0,port_id=d097e915-bb0f-475b-88c0-fa36a62bcb50,segment=NetworkSegment(754c6398-7ffc-4c6c-8fe5-13465d56b5d3),segment_id=754c6398-7ffc-4c6c-8fe5-13465d56b5d3)] {{(pid=115991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:38:32.615882 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-7a4b5150-141f-471f-b9b8-934faa3bc0d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440649'] for port (d097e915-bb0f-475b-88c0-fa36a62bcb50), precommit_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:32.629835 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.plugin [None req-7a4b5150-141f-471f-b9b8-934faa3bc0d2 admin admin] Calling delete_port for d097e915-bb0f-475b-88c0-fa36a62bcb50 owned by network:router_interface {{(pid=115991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 00:38:32.908803 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-7a4b5150-141f-471f-b9b8-934faa3bc0d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764676515054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764676113794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2785209'] for port (d097e915-bb0f-475b-88c0-fa36a62bcb50), after_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:32.941018 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4b5150-141f-471f-b9b8-934faa3bc0d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d097e915-bb0f-475b-88c0-fa36a62bcb50,revision_number=None']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:38:33.104047 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-7a4b5150-141f-471f-b9b8-934faa3bc0d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-499884'] for router_interface (f3baff67-aee5-41cc-abfc-7ca3c9ad3f5d), after_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:33.225296 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 33462) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:38:33.316778 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:38:33.321168 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a4b5150-141f-471f-b9b8-934faa3bc0d2 admin admin] Router f3baff67-aee5-41cc-abfc-7ca3c9ad3f5d has already been hosted by L3 agent d53f5436-7c7f-4441-9708-9d0333b57745 {{(pid=115991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 00:38:33.336684 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-87de7d1e-c8bf-4dc4-9ac4-06490fb5c729 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:33.419612 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-87de7d1e-c8bf-4dc4-9ac4-06490fb5c729 admin admin] Publish callbacks [] for security_group (e24f1bf1-7bd9-40c0-a0cb-e97bbc2b9f28), precommit_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:33.425645 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a4b5150-141f-471f-b9b8-934faa3bc0d2 admin admin] Notify agent at l3_agent.dv-cinder-851640-3-iscsi the message routers_updated {{(pid=115991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 00:38:33.433315 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-7a4b5150-141f-471f-b9b8-934faa3bc0d2 admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/f3baff67-aee5-41cc-abfc-7ca3c9ad3f5d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7940280 Aug 08 00:38:33.434302 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 33466) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:38:33.436249 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01cc146-9159-4c9d-b99d-f8002a232a68 None None] Sync routers for ids ['f3baff67-aee5-41cc-abfc-7ca3c9ad3f5d'] in dv-cinder-851640-3-iscsi {{(pid=115993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 00:38:33.447687 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01cc146-9159-4c9d-b99d-f8002a232a68 None None] Routers {'f3baff67-aee5-41cc-abfc-7ca3c9ad3f5d'} bound to L3 agent in host dv-cinder-851640-3-iscsi {{(pid=115993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 00:38:33.448321 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_hamode_db [None req-b01cc146-9159-4c9d-b99d-f8002a232a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851640-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-08-08T00:24:12Z,description=,heartbeat_timestamp=2022-08-08T00:38:12Z,host='dv-cinder-851640-3-iscsi',id=d53f5436-7c7f-4441-9708-9d0333b57745,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T00:24:13Z,topic='l3_agent')) {'router_ids': ['f3baff67-aee5-41cc-abfc-7ca3c9ad3f5d'], 'active': True} {{(pid=115993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:38:33.485119 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-87de7d1e-c8bf-4dc4-9ac4-06490fb5c729 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (e24f1bf1-7bd9-40c0-a0cb-e97bbc2b9f28), after_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:33.494921 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=100 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:38:33.535305 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 33474) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:38:33.536232 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-87de7d1e-c8bf-4dc4-9ac4-06490fb5c729 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=2a905baf0b9c4c148f14213b0132d6fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3098078 Aug 08 00:38:33.537493 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87de7d1e-c8bf-4dc4-9ac4-06490fb5c729 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e24f1bf1-7bd9-40c0-a0cb-e97bbc2b9f28,revision_number=1']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:38:33.559471 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvr_db [None req-b01cc146-9159-4c9d-b99d-f8002a232a68 None None] Set router f3baff67-aee5-41cc-abfc-7ca3c9ad3f5d gateway port host: dv-cinder-851640-3-iscsi {{(pid=115993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 00:38:33.610135 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=100 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:38:33.619751 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-97f1b96d-90dc-4e6f-aa18-41cb1eff7c02 admin admin] Publish callbacks [] for router (f3baff67-aee5-41cc-abfc-7ca3c9ad3f5d), before_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:33.623173 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-782b2014-603b-4d5a-a885-9af657587bdf admin admin] Publish callbacks [] for security_group (e24f1bf1-7bd9-40c0-a0cb-e97bbc2b9f28), before_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:33.700106 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-782b2014-603b-4d5a-a885-9af657587bdf admin admin] Publish callbacks [] for security_group (e24f1bf1-7bd9-40c0-a0cb-e97bbc2b9f28), precommit_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:33.726700 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a73021d-e414-47e2-87c4-be2fbb87545f req-3ad3f24a-3b88-4db5-8c7c-81dbaa2d1e5a tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:38:33.735337 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-2a73021d-e414-47e2-87c4-be2fbb87545f req-3ad3f24a-3b88-4db5-8c7c-81dbaa2d1e5a tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0cf02d3a-b426-4135-a94a-9048d7515184 HTTP/1.1" status: 200 len: 946 time: 0.0952170 Aug 08 00:38:33.795095 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-97f1b96d-90dc-4e6f-aa18-41cb1eff7c02 admin admin] Publish callbacks [] for router_gateway (f3baff67-aee5-41cc-abfc-7ca3c9ad3f5d), before_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:33.822506 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-2a73021d-e414-47e2-87c4-be2fbb87545f req-8dc6e4aa-b34f-4df9-8da0-34578c867637 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=22598ee6-6f03-46c2-8167-60b0fd957b19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860174 Aug 08 00:38:33.889491 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_hamode_db [None req-b01cc146-9159-4c9d-b99d-f8002a232a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3baff67-aee5-41cc-abfc-7ca3c9ad3f5d', 'name': 'tempest-TestMinimumBasicScenario-259986573-router', 'tenant_id': 'fc3040045262415cb0fcb9525ba437bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '074e16c4-6277-4709-bfef-3d23a841cca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:34:41Z', 'updated_at': '2022-08-08T00:38:32Z', 'revision_number': 5, 'project_id': 'fc3040045262415cb0fcb9525ba437bc', 'gw_port': {'id': '074e16c4-6277-4709-bfef-3d23a841cca2', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:c0:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3baff67-aee5-41cc-abfc-7ca3c9ad3f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:34:41Z', 'updated_at': '2022-08-08T00:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi'}], 'dv-cinder-851640-3-iscsi', False) {} {{(pid=115993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:38:33.913494 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.plugin [None req-97f1b96d-90dc-4e6f-aa18-41cb1eff7c02 admin admin] Deleting port 074e16c4-6277-4709-bfef-3d23a841cca2 {{(pid=115991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 00:38:33.914132 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-97f1b96d-90dc-4e6f-aa18-41cb1eff7c02 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764676511537'] for port (074e16c4-6277-4709-bfef-3d23a841cca2), before_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:33.914268 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01cc146-9159-4c9d-b99d-f8002a232a68 None None] Checking router: f3baff67-aee5-41cc-abfc-7ca3c9ad3f5d for host: dv-cinder-851640-3-iscsi {{(pid=115993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 00:38:33.922611 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01cc146-9159-4c9d-b99d-f8002a232a68 None None] Routers {'f3baff67-aee5-41cc-abfc-7ca3c9ad3f5d'} bound to L3 agent in host dv-cinder-851640-3-iscsi {{(pid=115993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 00:38:33.923300 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_hamode_db [None req-b01cc146-9159-4c9d-b99d-f8002a232a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851640-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-08-08T00:24:12Z,description=,heartbeat_timestamp=2022-08-08T00:38:12Z,host='dv-cinder-851640-3-iscsi',id=d53f5436-7c7f-4441-9708-9d0333b57745,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T00:24:13Z,topic='l3_agent')) {'router_ids': ['f3baff67-aee5-41cc-abfc-7ca3c9ad3f5d'], 'active': True} {{(pid=115993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:38:33.952524 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-782b2014-603b-4d5a-a885-9af657587bdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (e24f1bf1-7bd9-40c0-a0cb-e97bbc2b9f28), after_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:33.955122 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-782b2014-603b-4d5a-a885-9af657587bdf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:33.956333 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-782b2014-603b-4d5a-a885-9af657587bdf admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/e24f1bf1-7bd9-40c0-a0cb-e97bbc2b9f28 HTTP/1.1" status: 204 len: 168 time: 0.4199941 Aug 08 00:38:33.971262 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782b2014-603b-4d5a-a885-9af657587bdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e24f1bf1-7bd9-40c0-a0cb-e97bbc2b9f28,revision_number=None']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:38:34.010214 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvr_db [None req-b01cc146-9159-4c9d-b99d-f8002a232a68 None None] Set router f3baff67-aee5-41cc-abfc-7ca3c9ad3f5d gateway port host: None {{(pid=115993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 00:38:34.019181 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.db [None req-97f1b96d-90dc-4e6f-aa18-41cb1eff7c02 admin admin] For port 074e16c4-6277-4709-bfef-3d23a841cca2, host dv-cinder-851640-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851640-3-iscsi',level=0,port_id=074e16c4-6277-4709-bfef-3d23a841cca2,segment=NetworkSegment(15fce33c-3ff3-4714-8fe9-15b1a1600e57),segment_id=15fce33c-3ff3-4714-8fe9-15b1a1600e57)] {{(pid=115991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:38:34.019750 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-97f1b96d-90dc-4e6f-aa18-41cb1eff7c02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440649'] for port (074e16c4-6277-4709-bfef-3d23a841cca2), precommit_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:34.033217 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.plugin [None req-97f1b96d-90dc-4e6f-aa18-41cb1eff7c02 admin admin] Calling delete_port for 074e16c4-6277-4709-bfef-3d23a841cca2 owned by network:router_gateway {{(pid=115991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 00:38:34.070773 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_hamode_db [None req-b01cc146-9159-4c9d-b99d-f8002a232a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3baff67-aee5-41cc-abfc-7ca3c9ad3f5d', 'name': 'tempest-TestMinimumBasicScenario-259986573-router', 'tenant_id': 'fc3040045262415cb0fcb9525ba437bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:34:41Z', 'updated_at': '2022-08-08T00:38:33Z', 'revision_number': 6, 'project_id': 'fc3040045262415cb0fcb9525ba437bc', 'gw_port_host': None}], 'dv-cinder-851640-3-iscsi', False) {} {{(pid=115993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:38:34.111161 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01cc146-9159-4c9d-b99d-f8002a232a68 None None] The sync data for ids ['f3baff67-aee5-41cc-abfc-7ca3c9ad3f5d'] in dv-cinder-851640-3-iscsi is: [{'id': 'f3baff67-aee5-41cc-abfc-7ca3c9ad3f5d', 'name': 'tempest-TestMinimumBasicScenario-259986573-router', 'tenant_id': 'fc3040045262415cb0fcb9525ba437bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:34:41Z', 'updated_at': '2022-08-08T00:38:33Z', 'revision_number': 6, 'project_id': 'fc3040045262415cb0fcb9525ba437bc', 'gw_port_host': None}] {{(pid=115993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 00:38:34.160611 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-b5c9685d-94c4-49bf-821b-272af7e92874 req-37ec3994-9e9d-4a39-8e21-7505c1ff78ca service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=39cb5181-8bc2-4e47-ab31-1f9524d47ef3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0434265 Aug 08 00:38:34.230282 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c9685d-94c4-49bf-821b-272af7e92874 req-e1ab19f2-d2dd-459e-bff0-8d68b0f98f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:38:34.231728 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-b5c9685d-94c4-49bf-821b-272af7e92874 req-e1ab19f2-d2dd-459e-bff0-8d68b0f98f3e service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=3101620baddd42c48179a6f411bbd33e&device_id=39cb5181-8bc2-4e47-ab31-1f9524d47ef3 HTTP/1.1" status: 200 len: 1129 time: 0.0444808 Aug 08 00:38:34.279854 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-97f1b96d-90dc-4e6f-aa18-41cb1eff7c02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764676515054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764676113794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2785209'] for port (074e16c4-6277-4709-bfef-3d23a841cca2), after_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:34.305785 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f1b96d-90dc-4e6f-aa18-41cb1eff7c02 admin admin] Pushing event deleted for resources: {'Port': ['ID=074e16c4-6277-4709-bfef-3d23a841cca2,revision_number=None']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:38:34.351968 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c9685d-94c4-49bf-821b-272af7e92874 req-bb4fce21-cf8e-4140-bbaa-a7616b3bcfe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:38:34.353469 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-b5c9685d-94c4-49bf-821b-272af7e92874 req-bb4fce21-cf8e-4140-bbaa-a7616b3bcfe3 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=40eb5d4b-84fa-4b2b-9896-3375999a2051 HTTP/1.1" status: 200 len: 909 time: 0.0967295 Aug 08 00:38:34.375876 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-97f1b96d-90dc-4e6f-aa18-41cb1eff7c02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-428004'] for router_gateway (f3baff67-aee5-41cc-abfc-7ca3c9ad3f5d), after_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:34.420910 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-b5c9685d-94c4-49bf-821b-272af7e92874 req-f0924280-09ab-4772-bc81-279902b9264c service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1e516e4f-2b18-41f2-8eaf-d3b6cf4fefb0 HTTP/1.1" status: 200 len: 1001 time: 0.0607722 Aug 08 00:38:34.465208 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-97f1b96d-90dc-4e6f-aa18-41cb1eff7c02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-501963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-861'] for router (f3baff67-aee5-41cc-abfc-7ca3c9ad3f5d), precommit_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:34.467417 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-97f1b96d-90dc-4e6f-aa18-41cb1eff7c02 admin admin] Publish callbacks [] for router_controller (f3baff67-aee5-41cc-abfc-7ca3c9ad3f5d), precommit_delete_associations {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:34.474170 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c9685d-94c4-49bf-821b-272af7e92874 req-2f89ee87-71d6-4c1f-bf6b-aadc39f839ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:38:34.476393 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-b5c9685d-94c4-49bf-821b-272af7e92874 req-2f89ee87-71d6-4c1f-bf6b-aadc39f839ec service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=b1d5723f-10fd-4b95-91b6-00f6c09bff0d HTTP/1.1" status: 200 len: 847 time: 0.0472126 Aug 08 00:38:34.498739 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=89,neutron:INSERT=11 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:38:34.535685 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c9685d-94c4-49bf-821b-272af7e92874 req-80905c89-942c-48a0-bb8c-690afba6fb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:38:34.537255 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-b5c9685d-94c4-49bf-821b-272af7e92874 req-80905c89-942c-48a0-bb8c-690afba6fb9e service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=40eb5d4b-84fa-4b2b-9896-3375999a2051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0480418 Aug 08 00:38:34.593755 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-97f1b96d-90dc-4e6f-aa18-41cb1eff7c02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-501833'] for router (f3baff67-aee5-41cc-abfc-7ca3c9ad3f5d), after_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:34.594432 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97f1b96d-90dc-4e6f-aa18-41cb1eff7c02 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f3baff67-aee5-41cc-abfc-7ca3c9ad3f5d {{(pid=115991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 08 00:38:34.600737 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-97f1b96d-90dc-4e6f-aa18-41cb1eff7c02 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:34.601924 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-97f1b96d-90dc-4e6f-aa18-41cb1eff7c02 admin admin] 10.222.0.15 "DELETE /networking/v2.0/routers/f3baff67-aee5-41cc-abfc-7ca3c9ad3f5d HTTP/1.1" status: 204 len: 168 time: 1.1674387 Aug 08 00:38:34.604694 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 33484) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:38:34.626841 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 33486) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:38:34.638963 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:38:34.641278 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-3ba64ef7-be9d-4387-b96c-c04d8726e2cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:34.662854 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:38:34.671909 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa845197-a689-4d0c-8d1c-efdf2a27f042 admin admin] Deleting subnet 6c63140e-226a-4bbd-a6bf-32948b7d12fa {{(pid=115992) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 08 00:38:34.679276 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-aa845197-a689-4d0c-8d1c-efdf2a27f042 admin admin] Publish callbacks [] for subnet (6c63140e-226a-4bbd-a6bf-32948b7d12fa), before_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:34.682875 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-b5c9685d-94c4-49bf-821b-272af7e92874 req-b0b760ea-5d9e-40d1-aa3f-9093e2158ccf service neutron] 10.222.0.25 "GET /networking/v2.0/networks/40eb5d4b-84fa-4b2b-9896-3375999a2051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374884 Aug 08 00:38:34.714804 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:UPDATE=3,neutron:INSERT=10 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:38:34.719532 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-3ba64ef7-be9d-4387-b96c-c04d8726e2cf admin admin] Publish callbacks [] for security_group (542f4e4f-17bd-409d-bf88-2eb57a0b3a61), precommit_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:34.763431 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-aa845197-a689-4d0c-8d1c-efdf2a27f042 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2898661'] for subnet (6c63140e-226a-4bbd-a6bf-32948b7d12fa), precommit_delete_associations {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:34.795711 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-3ba64ef7-be9d-4387-b96c-c04d8726e2cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (542f4e4f-17bd-409d-bf88-2eb57a0b3a61), after_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:34.837908 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-3ba64ef7-be9d-4387-b96c-c04d8726e2cf admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=61b2499065aa4c05b660c1098f1fe618&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2097583 Aug 08 00:38:34.838750 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba64ef7-be9d-4387-b96c-c04d8726e2cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=542f4e4f-17bd-409d-bf88-2eb57a0b3a61,revision_number=1']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:38:34.841185 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 33492) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:38:34.895259 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-b5c9685d-94c4-49bf-821b-272af7e92874 req-9edae2e1-3d7f-47b6-835b-e47d942e66b6 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/40eb5d4b-84fa-4b2b-9896-3375999a2051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940823 Aug 08 00:38:34.914316 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-aa845197-a689-4d0c-8d1c-efdf2a27f042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1386800'] for subnet (6c63140e-226a-4bbd-a6bf-32948b7d12fa), precommit_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:34.977179 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-4cd0781f-0b47-4de8-af6b-754843c2327c admin admin] Publish callbacks [] for security_group (542f4e4f-17bd-409d-bf88-2eb57a0b3a61), before_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:35.000950 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Device d097e915-bb0f-475b-88c0-fa36a62bcb50 no longer exists at agent ovs-agent-dv-cinder-851640-3-iscsi {{(pid=115993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 00:38:35.018887 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-4cd0781f-0b47-4de8-af6b-754843c2327c admin admin] Publish callbacks [] for security_group (542f4e4f-17bd-409d-bf88-2eb57a0b3a61), precommit_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:35.031529 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088c74e7-0dac-4186-bd35-9b8af44d022d req-afeeaba3-3887-4470-90a6-974cb7111619 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:38:35.032020 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] No Port match for: d097e915-bb0f-475b-88c0-fa36a62bcb50 {{(pid=115993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 08 00:38:35.032598 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Device d097e915-bb0f-475b-88c0-fa36a62bcb50 not bound to the agent host dv-cinder-851640-3-iscsi {{(pid=115993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 00:38:35.033177 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-088c74e7-0dac-4186-bd35-9b8af44d022d req-afeeaba3-3887-4470-90a6-974cb7111619 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0cf02d3a-b426-4135-a94a-9048d7515184 HTTP/1.1" status: 200 len: 946 time: 0.0942497 Aug 08 00:38:35.033567 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Device 074e16c4-6277-4709-bfef-3d23a841cca2 no longer exists at agent ovs-agent-dv-cinder-851640-3-iscsi {{(pid=115993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 00:38:35.058840 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-aa845197-a689-4d0c-8d1c-efdf2a27f042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1386811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26371446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26226896'] for subnet (6c63140e-226a-4bbd-a6bf-32948b7d12fa), after_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:35.082403 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] No Port match for: 074e16c4-6277-4709-bfef-3d23a841cca2 {{(pid=115993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 08 00:38:35.082821 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Device 074e16c4-6277-4709-bfef-3d23a841cca2 not bound to the agent host dv-cinder-851640-3-iscsi {{(pid=115993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 00:38:35.090901 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0939789-88e9-4721-b8e4-53363de50e7d None None] Network b7d4df26-7f3c-4a8b-af0d-6e65e40d3930 requested from dv-cinder-851640-3-iscsi {{(pid=115993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 00:38:35.111626 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-088c74e7-0dac-4186-bd35-9b8af44d022d req-6e7ce8b1-3eb3-4096-9407-0fa4a42adfe5 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=22598ee6-6f03-46c2-8167-60b0fd957b19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673199 Aug 08 00:38:35.112569 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-aa845197-a689-4d0c-8d1c-efdf2a27f042 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:35.116049 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-aa845197-a689-4d0c-8d1c-efdf2a27f042 admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/6c63140e-226a-4bbd-a6bf-32948b7d12fa HTTP/1.1" status: 204 len: 168 time: 0.5103266 Aug 08 00:38:35.118683 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 33500) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:38:35.119394 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa845197-a689-4d0c-8d1c-efdf2a27f042 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c63140e-226a-4bbd-a6bf-32948b7d12fa,revision_number=None']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:38:35.178455 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-4cd0781f-0b47-4de8-af6b-754843c2327c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (542f4e4f-17bd-409d-bf88-2eb57a0b3a61), after_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:35.181047 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-4cd0781f-0b47-4de8-af6b-754843c2327c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:35.184729 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-4cd0781f-0b47-4de8-af6b-754843c2327c admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/542f4e4f-17bd-409d-bf88-2eb57a0b3a61 HTTP/1.1" status: 204 len: 168 time: 0.3400493 Aug 08 00:38:35.205331 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd0781f-0b47-4de8-af6b-754843c2327c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=542f4e4f-17bd-409d-bf88-2eb57a0b3a61,revision_number=None']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:38:35.223149 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-d9fc2a75-71c0-4318-9b47-97cd14f4c99b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1544796'] for network (b7d4df26-7f3c-4a8b-af0d-6e65e40d3930), before_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:35.280163 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.plugin [None req-d9fc2a75-71c0-4318-9b47-97cd14f4c99b admin admin] Deleting port 22945226-d765-4d1d-9006-fadc1b5fe280 {{(pid=115991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 00:38:35.280514 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-d9fc2a75-71c0-4318-9b47-97cd14f4c99b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764676511537'] for port (22945226-d765-4d1d-9006-fadc1b5fe280), before_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:35.310922 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f4e6110-08a2-4655-856d-3971ef23292b None None] DHCP port deletion for b7d4df26-7f3c-4a8b-af0d-6e65e40d3930 request from dv-cinder-851640-3-iscsi {{(pid=115993) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 08 00:38:35.348690 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:38:35.353950 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.db [None req-d9fc2a75-71c0-4318-9b47-97cd14f4c99b admin admin] For port 22945226-d765-4d1d-9006-fadc1b5fe280, host dv-cinder-851640-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851640-3-iscsi',level=0,port_id=22945226-d765-4d1d-9006-fadc1b5fe280,segment=NetworkSegment(754c6398-7ffc-4c6c-8fe5-13465d56b5d3),segment_id=754c6398-7ffc-4c6c-8fe5-13465d56b5d3)] {{(pid=115991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:38:35.354266 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-d9fc2a75-71c0-4318-9b47-97cd14f4c99b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440649'] for port (22945226-d765-4d1d-9006-fadc1b5fe280), precommit_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:35.357155 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-4f4e6110-08a2-4655-856d-3971ef23292b None None] Deleting port 22945226-d765-4d1d-9006-fadc1b5fe280 {{(pid=115993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 00:38:35.357773 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-4f4e6110-08a2-4655-856d-3971ef23292b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764676511537'] for port (22945226-d765-4d1d-9006-fadc1b5fe280), before_delete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:35.377792 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.plugin [None req-d9fc2a75-71c0-4318-9b47-97cd14f4c99b admin admin] Calling delete_port for 22945226-d765-4d1d-9006-fadc1b5fe280 owned by network:dhcp {{(pid=115991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 00:38:35.426726 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-4f4e6110-08a2-4655-856d-3971ef23292b None None] For port 22945226-d765-4d1d-9006-fadc1b5fe280, host dv-cinder-851640-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851640-3-iscsi',level=0,port_id=22945226-d765-4d1d-9006-fadc1b5fe280,segment=NetworkSegment(754c6398-7ffc-4c6c-8fe5-13465d56b5d3),segment_id=754c6398-7ffc-4c6c-8fe5-13465d56b5d3)] {{(pid=115993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:38:35.427123 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-4f4e6110-08a2-4655-856d-3971ef23292b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440649'] for port (22945226-d765-4d1d-9006-fadc1b5fe280), precommit_delete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:35.442797 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-4f4e6110-08a2-4655-856d-3971ef23292b None None] Calling delete_port for 22945226-d765-4d1d-9006-fadc1b5fe280 owned by network:dhcp {{(pid=115993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 00:38:35.517084 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:38:35.543056 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-d9fc2a75-71c0-4318-9b47-97cd14f4c99b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764676515054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764676113794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2785209'] for port (22945226-d765-4d1d-9006-fadc1b5fe280), after_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:35.551586 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-4f4e6110-08a2-4655-856d-3971ef23292b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764676515054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764676113794'] for port (22945226-d765-4d1d-9006-fadc1b5fe280), after_delete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:35.565262 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4e6110-08a2-4655-856d-3971ef23292b None None] No DVR routers for this DVR port 22945226-d765-4d1d-9006-fadc1b5fe280 on host dv-cinder-851640-3-iscsi {{(pid=115993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 08 00:38:35.572987 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fc2a75-71c0-4318-9b47-97cd14f4c99b admin admin] Pushing event deleted for resources: {'Port': ['ID=22945226-d765-4d1d-9006-fadc1b5fe280,revision_number=None']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:38:35.578651 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9fc2a75-71c0-4318-9b47-97cd14f4c99b admin admin] No DVR routers for this DVR port 22945226-d765-4d1d-9006-fadc1b5fe280 on host dv-cinder-851640-3-iscsi {{(pid=115991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 08 00:38:35.588535 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4e6110-08a2-4655-856d-3971ef23292b None None] Pushing event deleted for resources: {'Port': ['ID=22945226-d765-4d1d-9006-fadc1b5fe280,revision_number=None']} {{(pid=115993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:38:35.657173 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-d9fc2a75-71c0-4318-9b47-97cd14f4c99b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388207', 'neutron.services.segments.db._delete_segments_for_network-8764676474350'] for network (b7d4df26-7f3c-4a8b-af0d-6e65e40d3930), precommit_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:35.686516 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.services.segments.db [None req-d9fc2a75-71c0-4318-9b47-97cd14f4c99b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7d4df26-7f3c-4a8b-af0d-6e65e40d3930']}} {{(pid=115991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:38:35.697026 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.services.segments.db [None req-d9fc2a75-71c0-4318-9b47-97cd14f4c99b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '754c6398-7ffc-4c6c-8fe5-13465d56b5d3') {'for_net_delete': True} {{(pid=115991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:38:35.697331 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.services.segments.db [None req-d9fc2a75-71c0-4318-9b47-97cd14f4c99b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '754c6398-7ffc-4c6c-8fe5-13465d56b5d3') {} {{(pid=115991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:38:35.712105 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-d9fc2a75-71c0-4318-9b47-97cd14f4c99b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764676474251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2349749'] for segment (754c6398-7ffc-4c6c-8fe5-13465d56b5d3), before_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:35.726165 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-d9fc2a75-71c0-4318-9b47-97cd14f4c99b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1398331'] for segment (754c6398-7ffc-4c6c-8fe5-13465d56b5d3), precommit_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:35.732715 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9fc2a75-71c0-4318-9b47-97cd14f4c99b admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=115991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 08 00:38:35.733110 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-d9fc2a75-71c0-4318-9b47-97cd14f4c99b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1398331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2783598'] for segment (754c6398-7ffc-4c6c-8fe5-13465d56b5d3), after_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:35.869894 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-d9fc2a75-71c0-4318-9b47-97cd14f4c99b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-428578'] for network (b7d4df26-7f3c-4a8b-af0d-6e65e40d3930), after_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:35.875848 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-d9fc2a75-71c0-4318-9b47-97cd14f4c99b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575022'] for network (None), before_response {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:35.880551 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-d9fc2a75-71c0-4318-9b47-97cd14f4c99b admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/b7d4df26-7f3c-4a8b-af0d-6e65e40d3930 HTTP/1.1" status: 204 len: 168 time: 0.7594137 Aug 08 00:38:35.882000 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.services.segments.plugin [-] Segment 754c6398-7ffc-4c6c-8fe5-13465d56b5d3 resource provider aggregate not found Aug 08 00:38:35.882700 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 33516) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:38:35.895814 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fc2a75-71c0-4318-9b47-97cd14f4c99b admin admin] Pushing event deleted for resources: {'Network': ['ID=b7d4df26-7f3c-4a8b-af0d-6e65e40d3930,revision_number=None']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:38:35.917050 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.services.segments.plugin [-] Segment 754c6398-7ffc-4c6c-8fe5-13465d56b5d3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 754c6398-7ffc-4c6c-8fe5-13465d56b5d3 found for delete ", "request_id": "req-e07be71b-00e6-4de2-bc44-1b310fe3f24f"}]} Aug 08 00:38:36.033548 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:38:36.275809 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-de940931-34bc-4f11-9c52-0bcfda1ed4ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-499760'] for router_interface (e0235f1f-35fb-4a24-8061-602b91422ec6), before_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:36.317322 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccace796-abbe-416e-b1d6-ee31e1908625 req-35237b03-cfb9-48f8-b93f-1b97bbdfe96a tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:38:36.318798 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-ccace796-abbe-416e-b1d6-ee31e1908625 req-35237b03-cfb9-48f8-b93f-1b97bbdfe96a tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0cf02d3a-b426-4135-a94a-9048d7515184 HTTP/1.1" status: 200 len: 946 time: 0.1009917 Aug 08 00:38:36.420305 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-ccace796-abbe-416e-b1d6-ee31e1908625 req-cc3b01bf-60d1-4bdf-9b6e-d40f2af1fafb tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=22598ee6-6f03-46c2-8167-60b0fd957b19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918014 Aug 08 00:38:36.471316 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=100 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:38:36.568491 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.plugin [None req-de940931-34bc-4f11-9c52-0bcfda1ed4ed admin admin] Deleting port a89c498d-b71e-4a40-9fe2-0ce227d194d5 {{(pid=115992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 00:38:36.568835 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-de940931-34bc-4f11-9c52-0bcfda1ed4ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764676511537'] for port (a89c498d-b71e-4a40-9fe2-0ce227d194d5), before_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:36.653448 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.db [None req-de940931-34bc-4f11-9c52-0bcfda1ed4ed admin admin] For port a89c498d-b71e-4a40-9fe2-0ce227d194d5, host dv-cinder-851640-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851640-3-iscsi',level=0,port_id=a89c498d-b71e-4a40-9fe2-0ce227d194d5,segment=NetworkSegment(95c052e7-b798-4dd5-ac31-0ef54164c774),segment_id=95c052e7-b798-4dd5-ac31-0ef54164c774)] {{(pid=115992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:38:36.653817 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-de940931-34bc-4f11-9c52-0bcfda1ed4ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440649'] for port (a89c498d-b71e-4a40-9fe2-0ce227d194d5), precommit_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:36.670738 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.plugin [None req-de940931-34bc-4f11-9c52-0bcfda1ed4ed admin admin] Calling delete_port for a89c498d-b71e-4a40-9fe2-0ce227d194d5 owned by network:router_interface {{(pid=115992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 00:38:36.731663 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Device 22945226-d765-4d1d-9006-fadc1b5fe280 no longer exists at agent ovs-agent-dv-cinder-851640-3-iscsi {{(pid=115993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 00:38:36.752329 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] No Port match for: 22945226-d765-4d1d-9006-fadc1b5fe280 {{(pid=115993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 08 00:38:36.752683 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Device 22945226-d765-4d1d-9006-fadc1b5fe280 not bound to the agent host dv-cinder-851640-3-iscsi {{(pid=115993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 00:38:36.995058 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-de940931-34bc-4f11-9c52-0bcfda1ed4ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764676515054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764676113794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26371331'] for port (a89c498d-b71e-4a40-9fe2-0ce227d194d5), after_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:37.021002 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de940931-34bc-4f11-9c52-0bcfda1ed4ed admin admin] Pushing event deleted for resources: {'Port': ['ID=a89c498d-b71e-4a40-9fe2-0ce227d194d5,revision_number=None']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:38:37.183471 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-de940931-34bc-4f11-9c52-0bcfda1ed4ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-499884'] for router_interface (e0235f1f-35fb-4a24-8061-602b91422ec6), after_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:37.518389 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:38:37.573485 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c375a4d0-20da-41b1-a457-ba71c492572c req-3d4997af-90cc-47f0-b4d6-5bcc576ee33e tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:38:37.576068 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-c375a4d0-20da-41b1-a457-ba71c492572c req-3d4997af-90cc-47f0-b4d6-5bcc576ee33e tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0cf02d3a-b426-4135-a94a-9048d7515184 HTTP/1.1" status: 200 len: 946 time: 0.0517428 Aug 08 00:38:37.641485 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-c375a4d0-20da-41b1-a457-ba71c492572c req-91eb06d0-7f06-4ba6-98d1-cdc767a5941e tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=22598ee6-6f03-46c2-8167-60b0fd957b19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576713 Aug 08 00:38:37.676615 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de940931-34bc-4f11-9c52-0bcfda1ed4ed admin admin] Router e0235f1f-35fb-4a24-8061-602b91422ec6 has already been hosted by L3 agent d53f5436-7c7f-4441-9708-9d0333b57745 {{(pid=115992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 00:38:37.734024 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:38:37.784636 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de940931-34bc-4f11-9c52-0bcfda1ed4ed admin admin] Notify agent at l3_agent.dv-cinder-851640-3-iscsi the message routers_updated {{(pid=115992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 00:38:37.792093 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-de940931-34bc-4f11-9c52-0bcfda1ed4ed admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/e0235f1f-35fb-4a24-8061-602b91422ec6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9059680 Aug 08 00:38:37.794747 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 33604) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:38:37.796499 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1351ae53-d76f-47bc-8486-481ebb1153a4 None None] Sync routers for ids ['e0235f1f-35fb-4a24-8061-602b91422ec6'] in dv-cinder-851640-3-iscsi {{(pid=115994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 00:38:37.808427 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1351ae53-d76f-47bc-8486-481ebb1153a4 None None] Routers {'e0235f1f-35fb-4a24-8061-602b91422ec6'} bound to L3 agent in host dv-cinder-851640-3-iscsi {{(pid=115994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 00:38:37.809093 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_hamode_db [None req-1351ae53-d76f-47bc-8486-481ebb1153a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851640-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-08-08T00:24:12Z,description=,heartbeat_timestamp=2022-08-08T00:38:12Z,host='dv-cinder-851640-3-iscsi',id=d53f5436-7c7f-4441-9708-9d0333b57745,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T00:24:13Z,topic='l3_agent')) {'router_ids': ['e0235f1f-35fb-4a24-8061-602b91422ec6'], 'active': True} {{(pid=115994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:38:37.898900 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-e53976cd-d58f-41e3-b393-1ec5bafec8b8 admin admin] Publish callbacks [] for router (e0235f1f-35fb-4a24-8061-602b91422ec6), before_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:37.914411 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_dvr_db [None req-1351ae53-d76f-47bc-8486-481ebb1153a4 None None] Set router e0235f1f-35fb-4a24-8061-602b91422ec6 gateway port host: dv-cinder-851640-3-iscsi {{(pid=115994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 00:38:37.933910 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:38:38.005491 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-e53976cd-d58f-41e3-b393-1ec5bafec8b8 admin admin] Publish callbacks [] for router_gateway (e0235f1f-35fb-4a24-8061-602b91422ec6), before_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:38.095473 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_hamode_db [None req-1351ae53-d76f-47bc-8486-481ebb1153a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0235f1f-35fb-4a24-8061-602b91422ec6', 'name': 'tempest-TestMinimumBasicScenario-279310817-router', 'tenant_id': 'dd8ef69b931748e689f6d2a9cd4aceaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '4f84cb1d-5646-4c76-b4a6-e0612e07531b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:34:54Z', 'updated_at': '2022-08-08T00:38:36Z', 'revision_number': 5, 'project_id': 'dd8ef69b931748e689f6d2a9cd4aceaa', 'gw_port': {'id': '4f84cb1d-5646-4c76-b4a6-e0612e07531b', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:08:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0235f1f-35fb-4a24-8061-602b91422ec6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:34:55Z', 'updated_at': '2022-08-08T00:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi'}], 'dv-cinder-851640-3-iscsi', False) {} {{(pid=115994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:38:38.121471 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1351ae53-d76f-47bc-8486-481ebb1153a4 None None] Checking router: e0235f1f-35fb-4a24-8061-602b91422ec6 for host: dv-cinder-851640-3-iscsi {{(pid=115994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 00:38:38.132349 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1351ae53-d76f-47bc-8486-481ebb1153a4 None None] Routers {'e0235f1f-35fb-4a24-8061-602b91422ec6'} bound to L3 agent in host dv-cinder-851640-3-iscsi {{(pid=115994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 00:38:38.132885 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_hamode_db [None req-1351ae53-d76f-47bc-8486-481ebb1153a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851640-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-08-08T00:24:12Z,description=,heartbeat_timestamp=2022-08-08T00:38:12Z,host='dv-cinder-851640-3-iscsi',id=d53f5436-7c7f-4441-9708-9d0333b57745,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T00:24:13Z,topic='l3_agent')) {'router_ids': ['e0235f1f-35fb-4a24-8061-602b91422ec6'], 'active': True} {{(pid=115994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:38:38.142765 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.plugin [None req-e53976cd-d58f-41e3-b393-1ec5bafec8b8 admin admin] Deleting port 4f84cb1d-5646-4c76-b4a6-e0612e07531b {{(pid=115991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 00:38:38.143086 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-e53976cd-d58f-41e3-b393-1ec5bafec8b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764676511537'] for port (4f84cb1d-5646-4c76-b4a6-e0612e07531b), before_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:38.216680 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Device 434deac6-5c7d-4020-9d69-11e8d0ac4767 details requested by agent hyperv_hv-cinder-85164 with host hv-cinder-85164 {{(pid=115993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 08 00:38:38.223895 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_dvr_db [None req-1351ae53-d76f-47bc-8486-481ebb1153a4 None None] Set router e0235f1f-35fb-4a24-8061-602b91422ec6 gateway port host: None {{(pid=115994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 00:38:38.233505 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.db [None req-e53976cd-d58f-41e3-b393-1ec5bafec8b8 admin admin] For port 4f84cb1d-5646-4c76-b4a6-e0612e07531b, host dv-cinder-851640-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851640-3-iscsi',level=0,port_id=4f84cb1d-5646-4c76-b4a6-e0612e07531b,segment=NetworkSegment(15fce33c-3ff3-4714-8fe9-15b1a1600e57),segment_id=15fce33c-3ff3-4714-8fe9-15b1a1600e57)] {{(pid=115991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:38:38.233865 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-e53976cd-d58f-41e3-b393-1ec5bafec8b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440649'] for port (4f84cb1d-5646-4c76-b4a6-e0612e07531b), precommit_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:38.248952 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.plugin [None req-e53976cd-d58f-41e3-b393-1ec5bafec8b8 admin admin] Calling delete_port for 4f84cb1d-5646-4c76-b4a6-e0612e07531b owned by network:router_gateway {{(pid=115991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 00:38:38.281380 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_hamode_db [None req-1351ae53-d76f-47bc-8486-481ebb1153a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0235f1f-35fb-4a24-8061-602b91422ec6', 'name': 'tempest-TestMinimumBasicScenario-279310817-router', 'tenant_id': 'dd8ef69b931748e689f6d2a9cd4aceaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:34:54Z', 'updated_at': '2022-08-08T00:38:38Z', 'revision_number': 6, 'project_id': 'dd8ef69b931748e689f6d2a9cd4aceaa', 'gw_port_host': None}], 'dv-cinder-851640-3-iscsi', False) {} {{(pid=115994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:38:38.310213 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1351ae53-d76f-47bc-8486-481ebb1153a4 None None] The sync data for ids ['e0235f1f-35fb-4a24-8061-602b91422ec6'] in dv-cinder-851640-3-iscsi is: [{'id': 'e0235f1f-35fb-4a24-8061-602b91422ec6', 'name': 'tempest-TestMinimumBasicScenario-279310817-router', 'tenant_id': 'dd8ef69b931748e689f6d2a9cd4aceaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:34:54Z', 'updated_at': '2022-08-08T00:38:38Z', 'revision_number': 6, 'project_id': 'dd8ef69b931748e689f6d2a9cd4aceaa', 'gw_port_host': None}] {{(pid=115994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 00:38:38.344302 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] For port 434deac6-5c7d-4020-9d69-11e8d0ac4767, host hv-cinder-85164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85164',level=0,port_id=434deac6-5c7d-4020-9d69-11e8d0ac4767,segment=NetworkSegment(e72a67c9-8c15-4f85-816f-48dd79f90a1d),segment_id=e72a67c9-8c15-4f85-816f-48dd79f90a1d)] {{(pid=115993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:38:38.357180 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Returning: {'device': '434deac6-5c7d-4020-9d69-11e8d0ac4767', 'network_id': '80d6d476-8f39-44d3-b747-4eed8b7c1a18', 'port_id': '434deac6-5c7d-4020-9d69-11e8d0ac4767', 'mac_address': 'fa:16:3e:a7:bf:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e97ee91-c7eb-4a92-adff-260b02055216', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 08 00:38:38.373446 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:38:38.393709 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Current status of the port 434deac6-5c7d-4020-9d69-11e8d0ac4767 is: ACTIVE; New status is: BUILD {{(pid=115993) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 00:38:38.394028 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (434deac6-5c7d-4020-9d69-11e8d0ac4767), before_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:38.407551 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.notifiers.nova [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 434deac6-5c7d-4020-9d69-11e8d0ac4767 {{(pid=115993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 00:38:38.430054 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] For port 434deac6-5c7d-4020-9d69-11e8d0ac4767, host hv-cinder-85164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85164',level=0,port_id=434deac6-5c7d-4020-9d69-11e8d0ac4767,segment=NetworkSegment(e72a67c9-8c15-4f85-816f-48dd79f90a1d),segment_id=e72a67c9-8c15-4f85-816f-48dd79f90a1d)] {{(pid=115993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:38:38.492658 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821'] for port (434deac6-5c7d-4020-9d69-11e8d0ac4767), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:38.522206 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-e53976cd-d58f-41e3-b393-1ec5bafec8b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764676515054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764676113794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2785209'] for port (4f84cb1d-5646-4c76-b4a6-e0612e07531b), after_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:38.526705 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:38:38.548599 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53976cd-d58f-41e3-b393-1ec5bafec8b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f84cb1d-5646-4c76-b4a6-e0612e07531b,revision_number=None']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:38:38.553470 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Pushing event updated for resources: {'Port': ['ID=434deac6-5c7d-4020-9d69-11e8d0ac4767,revision_number=6']} {{(pid=115993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:38:38.594527 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] get_ports_and_sgs() called for port_ids ['434deac6-5c7d-4020-9d69-11e8d0ac4767'] {{(pid=115993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 00:38:38.620156 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-e53976cd-d58f-41e3-b393-1ec5bafec8b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-428004'] for router_gateway (e0235f1f-35fb-4a24-8061-602b91422ec6), after_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:38.888335 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 33626) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:38:38.953941 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a83b14-d0b2-42b3-9a63-8b20170318e6 req-b509b952-59bf-4b4e-bb1a-da248be941de tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:38:38.955861 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-c7a83b14-d0b2-42b3-9a63-8b20170318e6 req-b509b952-59bf-4b4e-bb1a-da248be941de tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0cf02d3a-b426-4135-a94a-9048d7515184 HTTP/1.1" status: 200 len: 945 time: 0.1394315 Aug 08 00:38:38.976170 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1a237f2-ba50-45ee-86cf-c3ac065e7d28 admin admin] Deleting subnet 5dfae887-000c-41dc-ba1e-8cde25c087a1 {{(pid=115992) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 08 00:38:38.980323 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-e1a237f2-ba50-45ee-86cf-c3ac065e7d28 admin admin] Publish callbacks [] for subnet (5dfae887-000c-41dc-ba1e-8cde25c087a1), before_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:38.998873 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-e53976cd-d58f-41e3-b393-1ec5bafec8b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-501963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-861'] for router (e0235f1f-35fb-4a24-8061-602b91422ec6), precommit_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:39.001131 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-e53976cd-d58f-41e3-b393-1ec5bafec8b8 admin admin] Publish callbacks [] for router_controller (e0235f1f-35fb-4a24-8061-602b91422ec6), precommit_delete_associations {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:39.034317 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-e1a237f2-ba50-45ee-86cf-c3ac065e7d28 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2898661'] for subnet (5dfae887-000c-41dc-ba1e-8cde25c087a1), precommit_delete_associations {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:39.087133 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-c7a83b14-d0b2-42b3-9a63-8b20170318e6 req-cd8582ba-7bcd-4c56-ac37-238e926dd1ca tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=22598ee6-6f03-46c2-8167-60b0fd957b19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1209421 Aug 08 00:38:39.096953 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-e1a237f2-ba50-45ee-86cf-c3ac065e7d28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1386800'] for subnet (5dfae887-000c-41dc-ba1e-8cde25c087a1), precommit_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:39.115520 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-e53976cd-d58f-41e3-b393-1ec5bafec8b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-501833'] for router (e0235f1f-35fb-4a24-8061-602b91422ec6), after_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:39.116240 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e53976cd-d58f-41e3-b393-1ec5bafec8b8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e0235f1f-35fb-4a24-8061-602b91422ec6 {{(pid=115991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 08 00:38:39.121743 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-e53976cd-d58f-41e3-b393-1ec5bafec8b8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:39.125802 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-e53976cd-d58f-41e3-b393-1ec5bafec8b8 admin admin] 10.222.0.15 "DELETE /networking/v2.0/routers/e0235f1f-35fb-4a24-8061-602b91422ec6 HTTP/1.1" status: 204 len: 168 time: 1.3295450 Aug 08 00:38:39.127119 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 33638) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:38:39.187730 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f6bd06c-cf70-45ad-a9ba-f4c4bbe8bcc2 admin admin] Deleting subnet c9e9f466-3b5a-46ac-9ba5-87ca6e3f2322 {{(pid=115992) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 08 00:38:39.191926 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-6f6bd06c-cf70-45ad-a9ba-f4c4bbe8bcc2 admin admin] Publish callbacks [] for subnet (c9e9f466-3b5a-46ac-9ba5-87ca6e3f2322), before_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:39.224079 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Device a89c498d-b71e-4a40-9fe2-0ce227d194d5 no longer exists at agent ovs-agent-dv-cinder-851640-3-iscsi {{(pid=115993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 00:38:39.241510 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-6f6bd06c-cf70-45ad-a9ba-f4c4bbe8bcc2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2898661'] for subnet (c9e9f466-3b5a-46ac-9ba5-87ca6e3f2322), precommit_delete_associations {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:39.265035 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-e1a237f2-ba50-45ee-86cf-c3ac065e7d28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1386811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26371446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26226896'] for subnet (5dfae887-000c-41dc-ba1e-8cde25c087a1), after_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:39.269974 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] No Port match for: a89c498d-b71e-4a40-9fe2-0ce227d194d5 {{(pid=115993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 08 00:38:39.270432 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Device a89c498d-b71e-4a40-9fe2-0ce227d194d5 not bound to the agent host dv-cinder-851640-3-iscsi {{(pid=115993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 00:38:39.299500 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a237f2-ba50-45ee-86cf-c3ac065e7d28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5dfae887-000c-41dc-ba1e-8cde25c087a1,revision_number=None']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:38:39.308023 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-e1a237f2-ba50-45ee-86cf-c3ac065e7d28 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:39.311110 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-e1a237f2-ba50-45ee-86cf-c3ac065e7d28 admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/5dfae887-000c-41dc-ba1e-8cde25c087a1 HTTP/1.1" status: 204 len: 168 time: 0.4218349 Aug 08 00:38:39.313748 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 33644) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:38:39.432006 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-6f6bd06c-cf70-45ad-a9ba-f4c4bbe8bcc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1386800'] for subnet (c9e9f466-3b5a-46ac-9ba5-87ca6e3f2322), precommit_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:39.436465 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-d8f055a7-b8ad-463f-ab08-793a29d32f22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1544796'] for network (bb10d8ed-7241-4962-a6fb-543fbf8ccecf), before_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:39.572872 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-d8f055a7-b8ad-463f-ab08-793a29d32f22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388207', 'neutron.services.segments.db._delete_segments_for_network-8764676474350'] for network (bb10d8ed-7241-4962-a6fb-543fbf8ccecf), precommit_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:39.596481 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.services.segments.db [None req-d8f055a7-b8ad-463f-ab08-793a29d32f22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb10d8ed-7241-4962-a6fb-543fbf8ccecf']}} {{(pid=115992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:38:39.608078 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:38:39.610300 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.services.segments.db [None req-d8f055a7-b8ad-463f-ab08-793a29d32f22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a97d0af1-6dcd-4953-9065-c83d72f6ad5c') {'for_net_delete': True} {{(pid=115992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:38:39.610300 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.services.segments.db [None req-d8f055a7-b8ad-463f-ab08-793a29d32f22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a97d0af1-6dcd-4953-9065-c83d72f6ad5c') {} {{(pid=115992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:38:39.618511 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-6f6bd06c-cf70-45ad-a9ba-f4c4bbe8bcc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1386811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26371446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26226896'] for subnet (c9e9f466-3b5a-46ac-9ba5-87ca6e3f2322), after_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:39.625301 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-d8f055a7-b8ad-463f-ab08-793a29d32f22 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764676474251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2898668'] for segment (a97d0af1-6dcd-4953-9065-c83d72f6ad5c), before_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:39.657204 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6bd06c-cf70-45ad-a9ba-f4c4bbe8bcc2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9e9f466-3b5a-46ac-9ba5-87ca6e3f2322,revision_number=None']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:38:39.665306 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-6f6bd06c-cf70-45ad-a9ba-f4c4bbe8bcc2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:39.670448 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-6f6bd06c-cf70-45ad-a9ba-f4c4bbe8bcc2 admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/c9e9f466-3b5a-46ac-9ba5-87ca6e3f2322 HTTP/1.1" status: 204 len: 168 time: 0.5423138 Aug 08 00:38:39.671617 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-d8f055a7-b8ad-463f-ab08-793a29d32f22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1398331'] for segment (a97d0af1-6dcd-4953-9065-c83d72f6ad5c), precommit_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:39.678058 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcd021aa-6fb6-440c-bde9-952a503b9f2c None None] Network b9b39534-269b-4e34-8ccf-e849ef89c96f requested from dv-cinder-851640-3-iscsi {{(pid=115993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 00:38:39.678232 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 33656) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:38:39.684472 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8f055a7-b8ad-463f-ab08-793a29d32f22 admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=115992) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 08 00:38:39.684979 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-d8f055a7-b8ad-463f-ab08-793a29d32f22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1398331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26371028'] for segment (a97d0af1-6dcd-4953-9065-c83d72f6ad5c), after_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:39.739007 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.services.segments.plugin [-] Segment a97d0af1-6dcd-4953-9065-c83d72f6ad5c resource provider aggregate not found Aug 08 00:38:39.757889 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:38:39.765428 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.services.segments.plugin [-] Segment a97d0af1-6dcd-4953-9065-c83d72f6ad5c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a97d0af1-6dcd-4953-9065-c83d72f6ad5c found for delete ", "request_id": "req-d6d8d2a6-a5ce-4ea9-b26d-0e774b874fe9"}]} Aug 08 00:38:39.826586 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-a73308a1-3d66-4b68-a6c1-a86fc27d2197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1544796'] for network (b9b39534-269b-4e34-8ccf-e849ef89c96f), before_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:39.886852 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-d8f055a7-b8ad-463f-ab08-793a29d32f22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-428578'] for network (bb10d8ed-7241-4962-a6fb-543fbf8ccecf), after_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:39.891343 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.plugin [None req-a73308a1-3d66-4b68-a6c1-a86fc27d2197 admin admin] Deleting port fd7f4ad5-89d6-496d-b212-5154b10b40d3 {{(pid=115991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 00:38:39.892300 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-a73308a1-3d66-4b68-a6c1-a86fc27d2197 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764676511537'] for port (fd7f4ad5-89d6-496d-b212-5154b10b40d3), before_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:39.898191 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-d8f055a7-b8ad-463f-ab08-793a29d32f22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575022'] for network (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:39.909589 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-d8f055a7-b8ad-463f-ab08-793a29d32f22 admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/bb10d8ed-7241-4962-a6fb-543fbf8ccecf HTTP/1.1" status: 204 len: 168 time: 0.5925372 Aug 08 00:38:39.927374 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71a913b7-19d6-4790-bfc3-f77ffd437910 None None] DHCP port deletion for b9b39534-269b-4e34-8ccf-e849ef89c96f request from dv-cinder-851640-3-iscsi {{(pid=115993) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 08 00:38:39.972125 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f055a7-b8ad-463f-ab08-793a29d32f22 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb10d8ed-7241-4962-a6fb-543fbf8ccecf,revision_number=None']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:38:39.994210 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-71a913b7-19d6-4790-bfc3-f77ffd437910 None None] Deleting port fd7f4ad5-89d6-496d-b212-5154b10b40d3 {{(pid=115993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 00:38:39.994914 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-71a913b7-19d6-4790-bfc3-f77ffd437910 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764676511537'] for port (fd7f4ad5-89d6-496d-b212-5154b10b40d3), before_delete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:40.005597 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.db [None req-a73308a1-3d66-4b68-a6c1-a86fc27d2197 admin admin] For port fd7f4ad5-89d6-496d-b212-5154b10b40d3, host dv-cinder-851640-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851640-3-iscsi',level=0,port_id=fd7f4ad5-89d6-496d-b212-5154b10b40d3,segment=NetworkSegment(95c052e7-b798-4dd5-ac31-0ef54164c774),segment_id=95c052e7-b798-4dd5-ac31-0ef54164c774)] {{(pid=115991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:38:40.005967 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-a73308a1-3d66-4b68-a6c1-a86fc27d2197 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440649'] for port (fd7f4ad5-89d6-496d-b212-5154b10b40d3), precommit_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:40.022066 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.plugin [None req-a73308a1-3d66-4b68-a6c1-a86fc27d2197 admin admin] Calling delete_port for fd7f4ad5-89d6-496d-b212-5154b10b40d3 owned by network:dhcp {{(pid=115991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 00:38:40.082960 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-71a913b7-19d6-4790-bfc3-f77ffd437910 None None] For port fd7f4ad5-89d6-496d-b212-5154b10b40d3, host dv-cinder-851640-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851640-3-iscsi',level=0,port_id=fd7f4ad5-89d6-496d-b212-5154b10b40d3,segment=NetworkSegment(95c052e7-b798-4dd5-ac31-0ef54164c774),segment_id=95c052e7-b798-4dd5-ac31-0ef54164c774)] {{(pid=115993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:38:40.083405 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-71a913b7-19d6-4790-bfc3-f77ffd437910 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440649'] for port (fd7f4ad5-89d6-496d-b212-5154b10b40d3), precommit_delete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:40.100221 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-71a913b7-19d6-4790-bfc3-f77ffd437910 None None] Calling delete_port for fd7f4ad5-89d6-496d-b212-5154b10b40d3 owned by network:dhcp {{(pid=115993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 00:38:40.196146 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:38:40.220756 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-a73308a1-3d66-4b68-a6c1-a86fc27d2197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764676515054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764676113794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2785209'] for port (fd7f4ad5-89d6-496d-b212-5154b10b40d3), after_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:40.231331 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Device 434deac6-5c7d-4020-9d69-11e8d0ac4767 up at agent hyperv_hv-cinder-85164 {{(pid=115993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 00:38:40.259187 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73308a1-3d66-4b68-a6c1-a86fc27d2197 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd7f4ad5-89d6-496d-b212-5154b10b40d3,revision_number=None']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:38:40.267519 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73308a1-3d66-4b68-a6c1-a86fc27d2197 admin admin] No DVR routers for this DVR port fd7f4ad5-89d6-496d-b212-5154b10b40d3 on host dv-cinder-851640-3-iscsi {{(pid=115991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 08 00:38:40.275006 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-71a913b7-19d6-4790-bfc3-f77ffd437910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764676515054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764676113794'] for port (fd7f4ad5-89d6-496d-b212-5154b10b40d3), after_delete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:40.280658 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745797cd-0bd1-4744-94cc-9c2771e74a66 req-dd11f913-6cbf-4103-9bb8-7ef16f533afd tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:38:40.282291 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-745797cd-0bd1-4744-94cc-9c2771e74a66 req-dd11f913-6cbf-4103-9bb8-7ef16f533afd tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0cf02d3a-b426-4135-a94a-9048d7515184 HTTP/1.1" status: 200 len: 945 time: 0.0952842 Aug 08 00:38:40.310973 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a913b7-19d6-4790-bfc3-f77ffd437910 None None] Pushing event deleted for resources: {'Port': ['ID=fd7f4ad5-89d6-496d-b212-5154b10b40d3,revision_number=None']} {{(pid=115993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:38:40.316715 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-97bf0bc8-16f9-4866-a9c5-c1937e67114e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (93e2312b-3744-4a9e-8723-a0f19f10f89a), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:40.328478 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a913b7-19d6-4790-bfc3-f77ffd437910 None None] No DVR routers for this DVR port fd7f4ad5-89d6-496d-b212-5154b10b40d3 on host dv-cinder-851640-3-iscsi {{(pid=115993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 08 00:38:40.334861 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Provisioning complete for port 434deac6-5c7d-4020-9d69-11e8d0ac4767 triggered by entity L2. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:38:40.335540 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (434deac6-5c7d-4020-9d69-11e8d0ac4767), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:40.344153 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=85,neutron:DELETE=14,neutron:UPDATE=1 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:38:40.424806 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-a73308a1-3d66-4b68-a6c1-a86fc27d2197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388207', 'neutron.services.segments.db._delete_segments_for_network-8764676474350'] for network (b9b39534-269b-4e34-8ccf-e849ef89c96f), precommit_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:40.435125 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 33668) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:38:40.454256 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Current status of the port 434deac6-5c7d-4020-9d69-11e8d0ac4767 is: BUILD; New status is: ACTIVE {{(pid=115993) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 00:38:40.454592 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (434deac6-5c7d-4020-9d69-11e8d0ac4767), before_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:40.490219 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.services.segments.db [None req-a73308a1-3d66-4b68-a6c1-a86fc27d2197 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9b39534-269b-4e34-8ccf-e849ef89c96f']}} {{(pid=115991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:38:40.496943 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-745797cd-0bd1-4744-94cc-9c2771e74a66 req-a7dee9d0-45f7-4f84-9063-faafe6cf2172 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=22598ee6-6f03-46c2-8167-60b0fd957b19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1796210 Aug 08 00:38:40.508652 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.services.segments.db [None req-a73308a1-3d66-4b68-a6c1-a86fc27d2197 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95c052e7-b798-4dd5-ac31-0ef54164c774') {'for_net_delete': True} {{(pid=115991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:38:40.509197 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.services.segments.db [None req-a73308a1-3d66-4b68-a6c1-a86fc27d2197 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95c052e7-b798-4dd5-ac31-0ef54164c774') {} {{(pid=115991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:38:40.510422 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cf02d3a-b426-4135-a94a-9048d7515184', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '434deac6-5c7d-4020-9d69-11e8d0ac4767'}] {{(pid=115993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 00:38:40.513484 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffcbb3165cefe78fdef2215408d5e0047484b378f5d65619a4e095a8aefc113e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a84cc9b-6496-4dc6-ad99-fb0070f25c53" -d '{"events": [{"server_uuid": "0cf02d3a-b426-4135-a94a-9048d7515184", "name": "network-vif-plugged", "status": "completed", "tag": "434deac6-5c7d-4020-9d69-11e8d0ac4767"}]}' {{(pid=115993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 00:38:40.525443 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-a73308a1-3d66-4b68-a6c1-a86fc27d2197 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764676474251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2349749'] for segment (95c052e7-b798-4dd5-ac31-0ef54164c774), before_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:40.529788 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-4ebd0a8b-2f51-4d93-ae0c-6ed2feecc057 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=b8f2a58683be4aa486cebdf7aa8e0d83&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0916872 Aug 08 00:38:40.531045 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 33674) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:38:40.547007 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-a73308a1-3d66-4b68-a6c1-a86fc27d2197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1398331'] for segment (95c052e7-b798-4dd5-ac31-0ef54164c774), precommit_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:40.556876 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a73308a1-3d66-4b68-a6c1-a86fc27d2197 admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=115991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 08 00:38:40.557532 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-a73308a1-3d66-4b68-a6c1-a86fc27d2197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1398331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2783598'] for segment (95c052e7-b798-4dd5-ac31-0ef54164c774), after_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:40.558380 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] For port 434deac6-5c7d-4020-9d69-11e8d0ac4767, host hv-cinder-85164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85164',level=0,port_id=434deac6-5c7d-4020-9d69-11e8d0ac4767,segment=NetworkSegment(e72a67c9-8c15-4f85-816f-48dd79f90a1d),segment_id=e72a67c9-8c15-4f85-816f-48dd79f90a1d)] {{(pid=115993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:38:40.608930 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.services.segments.plugin [-] Segment 95c052e7-b798-4dd5-ac31-0ef54164c774 resource provider aggregate not found Aug 08 00:38:40.635379 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821'] for port (434deac6-5c7d-4020-9d69-11e8d0ac4767), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:40.635648 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.services.segments.plugin [-] Segment 95c052e7-b798-4dd5-ac31-0ef54164c774 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 95c052e7-b798-4dd5-ac31-0ef54164c774 found for delete ", "request_id": "req-ebe78756-0aab-453b-8014-ba968d415cbe"}]} Aug 08 00:38:40.635881 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-5818778e-9951-4ed2-ab1b-7db10e00d406 admin admin] Publish callbacks [] for security_group (107e9f55-8376-45e6-a94e-667c44085544), before_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:40.697988 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-5818778e-9951-4ed2-ab1b-7db10e00d406 admin admin] Publish callbacks [] for security_group (107e9f55-8376-45e6-a94e-667c44085544), precommit_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:40.773353 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-a73308a1-3d66-4b68-a6c1-a86fc27d2197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-428578'] for network (b9b39534-269b-4e34-8ccf-e849ef89c96f), after_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:40.784766 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-a73308a1-3d66-4b68-a6c1-a86fc27d2197 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575022'] for network (None), before_response {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:40.786110 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:38:40.791819 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-a73308a1-3d66-4b68-a6c1-a86fc27d2197 admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/b9b39534-269b-4e34-8ccf-e849ef89c96f HTTP/1.1" status: 204 len: 168 time: 1.1095648 Aug 08 00:38:40.798792 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Pushing event updated for resources: {'Port': ['ID=434deac6-5c7d-4020-9d69-11e8d0ac4767,revision_number=7']} {{(pid=115993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:38:40.823565 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73308a1-3d66-4b68-a6c1-a86fc27d2197 admin admin] Pushing event deleted for resources: {'Network': ['ID=b9b39534-269b-4e34-8ccf-e849ef89c96f,revision_number=None']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:38:40.825726 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Device fd7f4ad5-89d6-496d-b212-5154b10b40d3 no longer exists at agent ovs-agent-dv-cinder-851640-3-iscsi {{(pid=115993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 00:38:40.852673 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-5818778e-9951-4ed2-ab1b-7db10e00d406 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (107e9f55-8376-45e6-a94e-667c44085544), after_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:40.856411 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-5818778e-9951-4ed2-ab1b-7db10e00d406 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:40.857597 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-5818778e-9951-4ed2-ab1b-7db10e00d406 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/107e9f55-8376-45e6-a94e-667c44085544 HTTP/1.1" status: 204 len: 168 time: 0.3251674 Aug 08 00:38:40.872843 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5818778e-9951-4ed2-ab1b-7db10e00d406 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=107e9f55-8376-45e6-a94e-667c44085544,revision_number=None']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:38:40.889824 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] No Port match for: fd7f4ad5-89d6-496d-b212-5154b10b40d3 {{(pid=115993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 08 00:38:40.890598 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Device fd7f4ad5-89d6-496d-b212-5154b10b40d3 not bound to the agent host dv-cinder-851640-3-iscsi {{(pid=115993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 00:38:40.891007 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Device 4f84cb1d-5646-4c76-b4a6-e0612e07531b no longer exists at agent ovs-agent-dv-cinder-851640-3-iscsi {{(pid=115993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 00:38:40.925953 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] No Port match for: 4f84cb1d-5646-4c76-b4a6-e0612e07531b {{(pid=115993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 08 00:38:40.926703 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Device 4f84cb1d-5646-4c76-b4a6-e0612e07531b not bound to the agent host dv-cinder-851640-3-iscsi {{(pid=115993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 00:38:41.034325 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 00:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c52d1533-eb14-4fbf-853e-ade8a09a02be x-openstack-request-id: req-c52d1533-eb14-4fbf-853e-ade8a09a02be {{(pid=115993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 00:38:41.034325 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cf02d3a-b426-4135-a94a-9048d7515184", "name": "network-vif-plugged", "status": "completed", "tag": "434deac6-5c7d-4020-9d69-11e8d0ac4767", "code": 200}]} {{(pid=115993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 00:38:41.034325 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c52d1533-eb14-4fbf-853e-ade8a09a02be {{(pid=115993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 00:38:41.034325 dv-cinder-851640-3-iscsi neutron-server[115993]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c52d1533-eb14-4fbf-853e-ade8a09a02be'] response: {'server_uuid': '0cf02d3a-b426-4135-a94a-9048d7515184', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '434deac6-5c7d-4020-9d69-11e8d0ac4767', 'code': 200} Aug 08 00:38:41.199061 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 33686) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:38:41.212401 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:38:41.250967 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-dcd25d6f-39e8-4db2-8d5b-9fc037785684 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=fc3040045262415cb0fcb9525ba437bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0518243 Aug 08 00:38:41.251160 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 33688) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:38:41.330927 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-578c3c50-4e4e-42a8-83d0-bca630040b1e admin admin] Publish callbacks [] for security_group (09961e5e-e3b7-4ca0-b7b9-8e62edbb778a), before_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:41.369007 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-578c3c50-4e4e-42a8-83d0-bca630040b1e admin admin] Publish callbacks [] for security_group (09961e5e-e3b7-4ca0-b7b9-8e62edbb778a), precommit_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:41.538155 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-578c3c50-4e4e-42a8-83d0-bca630040b1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (09961e5e-e3b7-4ca0-b7b9-8e62edbb778a), after_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:41.540757 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-578c3c50-4e4e-42a8-83d0-bca630040b1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:41.544296 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-578c3c50-4e4e-42a8-83d0-bca630040b1e admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/09961e5e-e3b7-4ca0-b7b9-8e62edbb778a HTTP/1.1" status: 204 len: 168 time: 0.2898781 Aug 08 00:38:41.551621 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578c3c50-4e4e-42a8-83d0-bca630040b1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09961e5e-e3b7-4ca0-b7b9-8e62edbb778a,revision_number=None']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:38:41.696802 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089668a8-02de-440a-9bc9-d6f51faaa543 req-e0533725-c5c9-41da-8ebd-35ebd89a9766 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:38:41.698468 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-089668a8-02de-440a-9bc9-d6f51faaa543 req-e0533725-c5c9-41da-8ebd-35ebd89a9766 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0cf02d3a-b426-4135-a94a-9048d7515184 HTTP/1.1" status: 200 len: 946 time: 0.0605669 Aug 08 00:38:41.764828 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-089668a8-02de-440a-9bc9-d6f51faaa543 req-b3e14b0a-d1ff-4f43-9dba-3a6d7e3ae41f tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=22598ee6-6f03-46c2-8167-60b0fd957b19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592973 Aug 08 00:38:42.389485 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 33698) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:38:42.439415 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-84cc96a6-a9ae-4116-8911-0395731829d3 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=dd8ef69b931748e689f6d2a9cd4aceaa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0481961 Aug 08 00:38:42.441911 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 33700) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:38:42.523324 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-ed8a6058-e21e-4848-910e-2086be6dede7 admin admin] Publish callbacks [] for security_group (f8f916db-3127-4289-a722-3c8a391af3a1), before_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:42.549257 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-f7905a6d-8394-4e2d-a840-905288156585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (d53f5436-7c7f-4441-9708-9d0333b57745), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:42.552191 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-ed8a6058-e21e-4848-910e-2086be6dede7 admin admin] Publish callbacks [] for security_group (f8f916db-3127-4289-a722-3c8a391af3a1), precommit_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:42.655109 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-ed8a6058-e21e-4848-910e-2086be6dede7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (f8f916db-3127-4289-a722-3c8a391af3a1), after_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:42.658634 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-ed8a6058-e21e-4848-910e-2086be6dede7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:42.660632 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-ed8a6058-e21e-4848-910e-2086be6dede7 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/f8f916db-3127-4289-a722-3c8a391af3a1 HTTP/1.1" status: 204 len: 168 time: 0.2169006 Aug 08 00:38:42.670109 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8a6058-e21e-4848-910e-2086be6dede7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8f916db-3127-4289-a722-3c8a391af3a1,revision_number=None']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:38:42.933833 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bc6095-0179-4ab3-8f65-e43f06d1dd1f req-fb5f83b1-c365-422b-b646-2abea56c5d69 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:38:42.935425 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-92bc6095-0179-4ab3-8f65-e43f06d1dd1f req-fb5f83b1-c365-422b-b646-2abea56c5d69 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0cf02d3a-b426-4135-a94a-9048d7515184 HTTP/1.1" status: 200 len: 946 time: 0.0599649 Aug 08 00:38:42.993650 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-92bc6095-0179-4ab3-8f65-e43f06d1dd1f req-17882142-1db1-470a-8d9c-48003a03d440 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=22598ee6-6f03-46c2-8167-60b0fd957b19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521219 Aug 08 00:38:44.131752 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3874ffa6-be0f-4296-ba92-dbc67e6a991f req-7a22fea0-1240-44ee-85f0-c9d6efc7fc2e tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:38:44.133688 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-3874ffa6-be0f-4296-ba92-dbc67e6a991f req-7a22fea0-1240-44ee-85f0-c9d6efc7fc2e tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0cf02d3a-b426-4135-a94a-9048d7515184 HTTP/1.1" status: 200 len: 946 time: 0.0500436 Aug 08 00:38:44.199061 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-3874ffa6-be0f-4296-ba92-dbc67e6a991f req-88f4bbe8-9394-485b-ad58-a9475f1aee05 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=22598ee6-6f03-46c2-8167-60b0fd957b19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564554 Aug 08 00:38:44.234273 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-053f2fa2-08e2-4320-9ef7-ed55b6b025bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (8871f2bb-53fb-48a8-be6c-361eafeaffd1), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:45.343379 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6943b2b-96eb-4e25-8f88-b70a022718cc req-3b07d9f2-31a0-4743-b07d-3f9965f64c23 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:38:45.344894 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-f6943b2b-96eb-4e25-8f88-b70a022718cc req-3b07d9f2-31a0-4743-b07d-3f9965f64c23 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0cf02d3a-b426-4135-a94a-9048d7515184 HTTP/1.1" status: 200 len: 946 time: 0.0564818 Aug 08 00:38:45.405644 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-f6943b2b-96eb-4e25-8f88-b70a022718cc req-b4e2e610-544b-46ae-939b-b595da1aacfb tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=22598ee6-6f03-46c2-8167-60b0fd957b19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534420 Aug 08 00:38:45.446557 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (aa35aa05-3c09-40ae-a1e3-ebf96fe3358c), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:45.870059 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-64237613-c389-4d10-936d-2956085fc78e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (998b03d7-10a2-4624-8114-660f2901b45f), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:46.549168 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b36873-74f4-4655-989c-8e410b64f302 req-f262a897-0f60-4e52-8a34-1bd48c649364 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:38:46.551626 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-35b36873-74f4-4655-989c-8e410b64f302 req-f262a897-0f60-4e52-8a34-1bd48c649364 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0cf02d3a-b426-4135-a94a-9048d7515184 HTTP/1.1" status: 200 len: 946 time: 0.0554729 Aug 08 00:38:46.604425 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-35b36873-74f4-4655-989c-8e410b64f302 req-f74f19e3-699d-4c49-ae13-a56b431ceaf1 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=22598ee6-6f03-46c2-8167-60b0fd957b19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460875 Aug 08 00:38:47.738273 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd58e4e5-8c62-48a1-8490-405cef975c62 req-7dc4cebc-5a15-4fde-a027-f9e98cb06acd tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:38:47.740417 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-fd58e4e5-8c62-48a1-8490-405cef975c62 req-7dc4cebc-5a15-4fde-a027-f9e98cb06acd tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=39cb5181-8bc2-4e47-ab31-1f9524d47ef3 HTTP/1.1" status: 200 len: 945 time: 0.0762157 Aug 08 00:38:47.788858 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37da54ef-36a8-4940-9491-d140f900b95e req-32233664-9aa3-4101-b6a1-4bbda7651aa6 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:38:47.791069 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-37da54ef-36a8-4940-9491-d140f900b95e req-32233664-9aa3-4101-b6a1-4bbda7651aa6 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0cf02d3a-b426-4135-a94a-9048d7515184 HTTP/1.1" status: 200 len: 946 time: 0.0693636 Aug 08 00:38:47.806024 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-fd58e4e5-8c62-48a1-8490-405cef975c62 req-e1e911fa-87d7-467a-9491-8c33a746b235 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=09b1c30e-59f7-40b1-bf76-92a6a73f1ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593662 Aug 08 00:38:47.852909 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-37da54ef-36a8-4940-9491-d140f900b95e req-9b94b5e7-eadc-42b3-8280-b09fc6e3f14b tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=22598ee6-6f03-46c2-8167-60b0fd957b19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553231 Aug 08 00:38:48.283953 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=44 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:38:48.285614 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=45 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:38:48.952199 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e7beb2-de10-4658-9010-880568832e13 req-9d07feb6-af78-4a66-a14a-76b6e15a3f40 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:38:48.959931 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-96e7beb2-de10-4658-9010-880568832e13 req-9d07feb6-af78-4a66-a14a-76b6e15a3f40 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=39cb5181-8bc2-4e47-ab31-1f9524d47ef3 HTTP/1.1" status: 200 len: 945 time: 0.0716639 Aug 08 00:38:49.009160 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3f4e89-1644-4b97-916b-db1bb460c8e6 req-0bb227e6-261f-4e05-8881-6ce407662bce tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:38:49.021721 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-4b3f4e89-1644-4b97-916b-db1bb460c8e6 req-0bb227e6-261f-4e05-8881-6ce407662bce tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0cf02d3a-b426-4135-a94a-9048d7515184 HTTP/1.1" status: 200 len: 946 time: 0.0732090 Aug 08 00:38:49.028758 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-96e7beb2-de10-4658-9010-880568832e13 req-23079636-231d-4347-96ff-30d1b9606eb2 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=09b1c30e-59f7-40b1-bf76-92a6a73f1ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673070 Aug 08 00:38:49.076533 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-4b3f4e89-1644-4b97-916b-db1bb460c8e6 req-351d517b-7197-441f-b302-95d65cfcf35f tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=22598ee6-6f03-46c2-8167-60b0fd957b19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533760 Aug 08 00:38:50.151040 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b291689b-e2b7-472c-9383-bc0ba5856ecc req-e75a5cbe-1175-4575-ab76-dfc165ec9daf tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:38:50.153060 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-b291689b-e2b7-472c-9383-bc0ba5856ecc req-e75a5cbe-1175-4575-ab76-dfc165ec9daf tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=39cb5181-8bc2-4e47-ab31-1f9524d47ef3 HTTP/1.1" status: 200 len: 945 time: 0.0529034 Aug 08 00:38:50.184895 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:38:50.223589 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-b291689b-e2b7-472c-9383-bc0ba5856ecc req-9b39f280-a0be-4fc1-8a83-5d7de8c2dfb0 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=09b1c30e-59f7-40b1-bf76-92a6a73f1ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618279 Aug 08 00:38:50.250786 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ec472a-f450-4971-ad87-150b47227aa2 req-a7a9b660-392c-416d-ae26-de36c3f39aea tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:38:50.252777 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-09ec472a-f450-4971-ad87-150b47227aa2 req-a7a9b660-392c-416d-ae26-de36c3f39aea tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0cf02d3a-b426-4135-a94a-9048d7515184 HTTP/1.1" status: 200 len: 946 time: 0.0760760 Aug 08 00:38:50.306584 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-09ec472a-f450-4971-ad87-150b47227aa2 req-c46ae7e8-8f2c-4f34-8185-bdc88b496118 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=22598ee6-6f03-46c2-8167-60b0fd957b19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468826 Aug 08 00:38:51.338186 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0c3558-f63b-4c14-8030-193ac2bbad46 req-5385268b-cef4-462c-8bc1-41aac6cb9bb6 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:38:51.339679 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-fe0c3558-f63b-4c14-8030-193ac2bbad46 req-5385268b-cef4-462c-8bc1-41aac6cb9bb6 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=39cb5181-8bc2-4e47-ab31-1f9524d47ef3 HTTP/1.1" status: 200 len: 945 time: 0.0479290 Aug 08 00:38:51.389573 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-fe0c3558-f63b-4c14-8030-193ac2bbad46 req-8bc93632-0d26-4ed5-8692-342e97730936 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=09b1c30e-59f7-40b1-bf76-92a6a73f1ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443523 Aug 08 00:38:51.452418 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c25a91-f702-4edf-a978-c9cf2c92b538 req-6611f0a6-9ac9-4b3c-950f-0a4ba5a9c564 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:38:51.454065 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-a1c25a91-f702-4edf-a978-c9cf2c92b538 req-6611f0a6-9ac9-4b3c-950f-0a4ba5a9c564 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0cf02d3a-b426-4135-a94a-9048d7515184 HTTP/1.1" status: 200 len: 946 time: 0.0480328 Aug 08 00:38:51.484194 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:38:51.497715 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:38:51.502189 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-a1c25a91-f702-4edf-a978-c9cf2c92b538 req-91649a1c-1a6a-42c0-9780-66c89a88f8bb tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=22598ee6-6f03-46c2-8167-60b0fd957b19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423524 Aug 08 00:38:51.634566 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.agents_db [None req-431a3ab4-e5a4-4361-9fcb-d2d78b6c2e03 None None] Agent healthcheck: found 6 active agents {{(pid=115994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 00:38:51.931529 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392dc824-b46d-47f5-be8a-e71f14b4425f req-f3f91dd7-cf5a-4b50-b7f9-95d21912e4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:38:51.932978 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-392dc824-b46d-47f5-be8a-e71f14b4425f req-f3f91dd7-cf5a-4b50-b7f9-95d21912e4fc service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=1aa84c8a680d49f8be48580c62c18889&device_id=0cf02d3a-b426-4135-a94a-9048d7515184 HTTP/1.1" status: 200 len: 1130 time: 0.0395892 Aug 08 00:38:52.025765 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392dc824-b46d-47f5-be8a-e71f14b4425f req-4e133745-73df-4012-b580-247a599e115a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:38:52.027198 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-392dc824-b46d-47f5-be8a-e71f14b4425f req-4e133745-73df-4012-b580-247a599e115a service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=80d6d476-8f39-44d3-b747-4eed8b7c1a18 HTTP/1.1" status: 200 len: 918 time: 0.0880589 Aug 08 00:38:52.088664 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-392dc824-b46d-47f5-be8a-e71f14b4425f req-333916d8-1255-4b01-a3da-91a15cb7189c service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=434deac6-5c7d-4020-9d69-11e8d0ac4767 HTTP/1.1" status: 200 len: 1002 time: 0.0543797 Aug 08 00:38:52.150411 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392dc824-b46d-47f5-be8a-e71f14b4425f req-63d0554b-d1e1-473d-964b-151f2b6e07b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:38:52.151875 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-392dc824-b46d-47f5-be8a-e71f14b4425f req-63d0554b-d1e1-473d-964b-151f2b6e07b4 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=2e97ee91-c7eb-4a92-adff-260b02055216 HTTP/1.1" status: 200 len: 856 time: 0.0486701 Aug 08 00:38:52.195847 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392dc824-b46d-47f5-be8a-e71f14b4425f req-4d2c9170-829a-4e05-a233-fa2def528c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:38:52.197245 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-392dc824-b46d-47f5-be8a-e71f14b4425f req-4d2c9170-829a-4e05-a233-fa2def528c4a service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=80d6d476-8f39-44d3-b747-4eed8b7c1a18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389011 Aug 08 00:38:52.286972 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-392dc824-b46d-47f5-be8a-e71f14b4425f req-933468bd-9a50-44a3-9fe8-a2d14f3ee00e service neutron] 10.222.0.25 "GET /networking/v2.0/networks/80d6d476-8f39-44d3-b747-4eed8b7c1a18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827224 Aug 08 00:38:52.377855 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-392dc824-b46d-47f5-be8a-e71f14b4425f req-aee97bd2-bde8-4905-a0a4-6558ae5311bc service neutron] 10.222.0.25 "GET /networking/v2.0/networks/80d6d476-8f39-44d3-b747-4eed8b7c1a18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851831 Aug 08 00:38:52.516078 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b11581-a7e7-42a9-a7f7-2f8c6600e71d req-3bfa0557-b846-4ab5-907e-ebbe86c42a01 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:38:52.517557 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-01b11581-a7e7-42a9-a7f7-2f8c6600e71d req-3bfa0557-b846-4ab5-907e-ebbe86c42a01 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=39cb5181-8bc2-4e47-ab31-1f9524d47ef3 HTTP/1.1" status: 200 len: 945 time: 0.0514381 Aug 08 00:38:52.567827 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-01b11581-a7e7-42a9-a7f7-2f8c6600e71d req-52440475-17e4-476d-98c7-7a265ebf00d3 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=09b1c30e-59f7-40b1-bf76-92a6a73f1ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434270 Aug 08 00:38:52.626599 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246aff21-33e7-42f3-93a4-440fb9dc5428 req-a6cf66b8-d447-4524-9bdc-9adae4cfc2fc tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:38:52.628072 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-246aff21-33e7-42f3-93a4-440fb9dc5428 req-a6cf66b8-d447-4524-9bdc-9adae4cfc2fc tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0cf02d3a-b426-4135-a94a-9048d7515184 HTTP/1.1" status: 200 len: 946 time: 0.0477722 Aug 08 00:38:52.675268 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-246aff21-33e7-42f3-93a4-440fb9dc5428 req-c627236a-7789-43cb-9a74-9dae03dab987 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=22598ee6-6f03-46c2-8167-60b0fd957b19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411193 Aug 08 00:38:53.692973 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad10678-26d1-4be8-b0e4-4328794dc25d req-4d68375f-9dae-4249-9374-9b951f4d66e6 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:38:53.694499 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-dad10678-26d1-4be8-b0e4-4328794dc25d req-4d68375f-9dae-4249-9374-9b951f4d66e6 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=39cb5181-8bc2-4e47-ab31-1f9524d47ef3 HTTP/1.1" status: 200 len: 945 time: 0.0537255 Aug 08 00:38:53.750446 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-dad10678-26d1-4be8-b0e4-4328794dc25d req-4ea7b836-e226-4563-84bd-73599c3adc33 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=09b1c30e-59f7-40b1-bf76-92a6a73f1ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493550 Aug 08 00:38:53.805130 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30af7a0-ea34-40d1-930f-df069f41344f req-30977b1f-df3a-4893-9618-b2194e76d011 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:38:53.806629 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-f30af7a0-ea34-40d1-930f-df069f41344f req-30977b1f-df3a-4893-9618-b2194e76d011 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0cf02d3a-b426-4135-a94a-9048d7515184 HTTP/1.1" status: 200 len: 946 time: 0.0489132 Aug 08 00:38:53.854702 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-f30af7a0-ea34-40d1-930f-df069f41344f req-cc472710-b069-4fb1-8477-d4a8ec1edf4f tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=22598ee6-6f03-46c2-8167-60b0fd957b19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423555 Aug 08 00:38:54.870552 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4602269b-1afb-43d6-a1a9-eb3001d84b5c req-35443304-6674-430a-8ad2-facdb79ab2e5 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:38:54.872051 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-4602269b-1afb-43d6-a1a9-eb3001d84b5c req-35443304-6674-430a-8ad2-facdb79ab2e5 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=39cb5181-8bc2-4e47-ab31-1f9524d47ef3 HTTP/1.1" status: 200 len: 945 time: 0.0474288 Aug 08 00:38:54.924197 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-4602269b-1afb-43d6-a1a9-eb3001d84b5c req-1db96c7b-d038-46f4-9903-db0c2dbe6c9c tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=09b1c30e-59f7-40b1-bf76-92a6a73f1ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466106 Aug 08 00:38:54.994375 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192fee5a-1d10-493d-af48-849c78f4fef9 req-29559c86-c021-405a-8ac3-d88f4ff1348a tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:38:54.996017 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-192fee5a-1d10-493d-af48-849c78f4fef9 req-29559c86-c021-405a-8ac3-d88f4ff1348a tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0cf02d3a-b426-4135-a94a-9048d7515184 HTTP/1.1" status: 200 len: 946 time: 0.0523734 Aug 08 00:38:55.022872 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:38:55.043939 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-192fee5a-1d10-493d-af48-849c78f4fef9 req-3cdec653-4c6f-4ff0-866a-db89c8233d31 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=22598ee6-6f03-46c2-8167-60b0fd957b19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421379 Aug 08 00:38:55.807481 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=9 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:38:55.813129 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=29,neutron:UPDATE=6 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:38:55.852585 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 33846) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:38:55.963475 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-1e99fb0b-bb03-4c8e-a201-cfa0a7911286 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:56.030825 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:38:56.045486 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-1e99fb0b-bb03-4c8e-a201-cfa0a7911286 admin admin] Publish callbacks [] for security_group (b5d159c4-4cfd-4f6c-bd00-0cf6d2fe88c8), precommit_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:56.115467 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-1e99fb0b-bb03-4c8e-a201-cfa0a7911286 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (b5d159c4-4cfd-4f6c-bd00-0cf6d2fe88c8), after_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:56.157047 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-1e99fb0b-bb03-4c8e-a201-cfa0a7911286 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=8b6cf82b635a47cbb31ac9dc4b28bcc3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3033106 Aug 08 00:38:56.157949 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e99fb0b-bb03-4c8e-a201-cfa0a7911286 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5d159c4-4cfd-4f6c-bd00-0cf6d2fe88c8,revision_number=1']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:38:56.160066 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 33856) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:38:56.231831 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-9d9d6991-5757-4f10-9fe3-bb6009369126 admin admin] Publish callbacks [] for security_group (b5d159c4-4cfd-4f6c-bd00-0cf6d2fe88c8), before_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:56.287639 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-9d9d6991-5757-4f10-9fe3-bb6009369126 admin admin] Publish callbacks [] for security_group (b5d159c4-4cfd-4f6c-bd00-0cf6d2fe88c8), precommit_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:56.302963 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdf068d-4318-4d56-a3fb-148f5ab2af82 req-19cdb0ca-9cdd-468e-97f5-b7fc1cba4161 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:38:56.304468 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-1fdf068d-4318-4d56-a3fb-148f5ab2af82 req-19cdb0ca-9cdd-468e-97f5-b7fc1cba4161 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=39cb5181-8bc2-4e47-ab31-1f9524d47ef3 HTTP/1.1" status: 200 len: 945 time: 0.0736992 Aug 08 00:38:56.346286 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Device 434deac6-5c7d-4020-9d69-11e8d0ac4767 no longer exists at agent hyperv_hv-cinder-85164 {{(pid=115993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 00:38:56.383824 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-1fdf068d-4318-4d56-a3fb-148f5ab2af82 req-71baf20b-665e-4183-b533-ef1fc40c6863 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=09b1c30e-59f7-40b1-bf76-92a6a73f1ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700917 Aug 08 00:38:56.417831 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Current status of the port 434deac6-5c7d-4020-9d69-11e8d0ac4767 is: ACTIVE; New status is: DOWN {{(pid=115993) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 00:38:56.418221 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (434deac6-5c7d-4020-9d69-11e8d0ac4767), before_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:56.442516 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cf02d3a-b426-4135-a94a-9048d7515184', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '434deac6-5c7d-4020-9d69-11e8d0ac4767'}] {{(pid=115993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 00:38:56.444792 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffcbb3165cefe78fdef2215408d5e0047484b378f5d65619a4e095a8aefc113e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d9ce832-21cf-40bd-9047-70a394c56e62" -d '{"events": [{"server_uuid": "0cf02d3a-b426-4135-a94a-9048d7515184", "name": "network-vif-unplugged", "status": "completed", "tag": "434deac6-5c7d-4020-9d69-11e8d0ac4767"}]}' {{(pid=115993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 00:38:56.459768 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] For port 434deac6-5c7d-4020-9d69-11e8d0ac4767, host hv-cinder-85164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85164',level=0,port_id=434deac6-5c7d-4020-9d69-11e8d0ac4767,segment=NetworkSegment(e72a67c9-8c15-4f85-816f-48dd79f90a1d),segment_id=e72a67c9-8c15-4f85-816f-48dd79f90a1d)] {{(pid=115993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:38:56.470067 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-9d9d6991-5757-4f10-9fe3-bb6009369126 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (b5d159c4-4cfd-4f6c-bd00-0cf6d2fe88c8), after_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:56.474752 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-9d9d6991-5757-4f10-9fe3-bb6009369126 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:56.480466 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-9d9d6991-5757-4f10-9fe3-bb6009369126 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/b5d159c4-4cfd-4f6c-bd00-0cf6d2fe88c8 HTTP/1.1" status: 204 len: 168 time: 0.3178833 Aug 08 00:38:56.490953 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 08 Aug 2022 00:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9a78f0d-d976-4a8c-b808-f77393dbde91 x-openstack-request-id: req-a9a78f0d-d976-4a8c-b808-f77393dbde91 {{(pid=115993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 00:38:56.491260 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cf02d3a-b426-4135-a94a-9048d7515184", "name": "network-vif-unplugged", "status": "failed", "tag": "434deac6-5c7d-4020-9d69-11e8d0ac4767", "code": 422}]} {{(pid=115993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 00:38:56.491543 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a9a78f0d-d976-4a8c-b808-f77393dbde91 {{(pid=115993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 00:38:56.492448 dv-cinder-851640-3-iscsi neutron-server[115993]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-a9a78f0d-d976-4a8c-b808-f77393dbde91']: {'server_uuid': '0cf02d3a-b426-4135-a94a-9048d7515184', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '434deac6-5c7d-4020-9d69-11e8d0ac4767', 'code': 422} returned with failed status Aug 08 00:38:56.493979 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9d6991-5757-4f10-9fe3-bb6009369126 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5d159c4-4cfd-4f6c-bd00-0cf6d2fe88c8,revision_number=None']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:38:56.525386 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821'] for port (434deac6-5c7d-4020-9d69-11e8d0ac4767), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:56.573804 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Pushing event updated for resources: {'Port': ['ID=434deac6-5c7d-4020-9d69-11e8d0ac4767,revision_number=8']} {{(pid=115993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:38:57.307993 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [req-f534601b-08e6-4d71-b236-133ba2a464fb req-be94519b-3fbf-46a9-9c8a-ba173a5ac45b service neutron] http://10.222.0.15:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=115992) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 08 00:38:57.309097 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-f534601b-08e6-4d71-b236-133ba2a464fb req-be94519b-3fbf-46a9-9c8a-ba173a5ac45b service neutron] 10.222.0.15 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0056441 Aug 08 00:38:57.506324 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fec1ef4-ff82-4c83-9469-0ac59f8383ca req-848147c2-74a4-42e5-827e-ad23ec36f2c0 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:38:57.507913 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-7fec1ef4-ff82-4c83-9469-0ac59f8383ca req-848147c2-74a4-42e5-827e-ad23ec36f2c0 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=39cb5181-8bc2-4e47-ab31-1f9524d47ef3 HTTP/1.1" status: 200 len: 945 time: 0.0501471 Aug 08 00:38:57.533363 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 33898) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:38:57.560876 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-7fec1ef4-ff82-4c83-9469-0ac59f8383ca req-7e9f4bc5-028b-4e2f-bb5c-ed182b834e1c tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=09b1c30e-59f7-40b1-bf76-92a6a73f1ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469995 Aug 08 00:38:57.639476 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.v2.base [None req-a18505e1-d22e-4426-9d47-6652b4645243 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-446817463-network', 'tenant_id': '2aabdf53ddce4b91a70bdb6a287cb765'}} {{(pid=115992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:38:57.655652 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:38:57.705944 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd97f036-5d4b-4f86-bf2e-6bb2e8e04bc5 req-a5a9ac8c-5d68-440e-99d0-82e253557bcf tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:38:57.707450 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-bd97f036-5d4b-4f86-bf2e-6bb2e8e04bc5 req-a5a9ac8c-5d68-440e-99d0-82e253557bcf tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0cf02d3a-b426-4135-a94a-9048d7515184 HTTP/1.1" status: 200 len: 944 time: 0.0479429 Aug 08 00:38:57.744976 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a18505e1-d22e-4426-9d47-6652b4645243 admin admin] Made reservation on behalf of 2aabdf53ddce4b91a70bdb6a287cb765 for: {'network': 1} {{(pid=115992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 00:38:57.747666 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-a18505e1-d22e-4426-9d47-6652b4645243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for network (None), before_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:57.756316 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-bd97f036-5d4b-4f86-bf2e-6bb2e8e04bc5 req-30229ebe-09ef-468a-b501-7d8ae25cd42b tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=22598ee6-6f03-46c2-8167-60b0fd957b19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428245 Aug 08 00:38:57.758330 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-a18505e1-d22e-4426-9d47-6652b4645243 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:57.842935 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-a18505e1-d22e-4426-9d47-6652b4645243 admin admin] Publish callbacks [] for security_group (66ce6791-e978-4b6a-a427-41fbf08ca600), precommit_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:57.920432 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-a18505e1-d22e-4426-9d47-6652b4645243 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (66ce6791-e978-4b6a-a427-41fbf08ca600), after_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:57.945510 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a18505e1-d22e-4426-9d47-6652b4645243 admin admin] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=115992) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 08 00:38:57.962132 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18505e1-d22e-4426-9d47-6652b4645243 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66ce6791-e978-4b6a-a427-41fbf08ca600,revision_number=1']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:38:57.967985 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-a18505e1-d22e-4426-9d47-6652b4645243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1398331'] for segment (446d5229-5e0e-4055-82be-24178e826f95), precommit_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:57.971143 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.db.segments_db [None req-a18505e1-d22e-4426-9d47-6652b4645243 admin admin] Added segment 446d5229-5e0e-4055-82be-24178e826f95 of type vlan for network 5d335768-2822-40df-af2e-ce286fc9bfdf Aug 08 00:38:58.015837 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-a18505e1-d22e-4426-9d47-6652b4645243 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764676137144'] for network (5d335768-2822-40df-af2e-ce286fc9bfdf), precommit_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:58.101756 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-a18505e1-d22e-4426-9d47-6652b4645243 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032'] for network (5d335768-2822-40df-af2e-ce286fc9bfdf), after_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:58.102772 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a18505e1-d22e-4426-9d47-6652b4645243 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:38:58.103402 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-a18505e1-d22e-4426-9d47-6652b4645243 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575022'] for network (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:58.167296 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18505e1-d22e-4426-9d47-6652b4645243 admin admin] Pushing event updated for resources: {'Network': ['ID=5d335768-2822-40df-af2e-ce286fc9bfdf,revision_number=1']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:38:58.177819 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Network 5d335768-2822-40df-af2e-ce286fc9bfdf details requested by agent ovs-agent-dv-cinder-851640-3-iscsi with host dv-cinder-851640-3-iscsi {{(pid=115993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 08 00:38:58.218220 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 33922) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:38:58.228455 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-a18505e1-d22e-4426-9d47-6652b4645243 admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.6939955 Aug 08 00:38:58.231352 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 33926) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:38:58.236243 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.v2.base [None req-7081f42f-f4e8-4a89-8fed-cea06d917e02 admin admin] Request body: {'subnet': {'network_id': '5d335768-2822-40df-af2e-ce286fc9bfdf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-446817463-subnet', 'tenant_id': '2aabdf53ddce4b91a70bdb6a287cb765', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:38:58.304039 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-2791f1ba-fbee-45ea-b009-383c019d934c req-2b523e8e-0389-4fe8-8c6f-e46e585cdc6f service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0cf02d3a-b426-4135-a94a-9048d7515184&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0845890 Aug 08 00:38:58.312516 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [req-2791f1ba-fbee-45ea-b009-383c019d934c req-a262921c-ef0b-45fc-8ea1-cf613578a07c service neutron] http://10.222.0.15:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=115992) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 08 00:38:58.313508 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-2791f1ba-fbee-45ea-b009-383c019d934c req-a262921c-ef0b-45fc-8ea1-cf613578a07c service neutron] 10.222.0.15 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0049367 Aug 08 00:38:58.320406 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7081f42f-f4e8-4a89-8fed-cea06d917e02 admin admin] Made reservation on behalf of 2aabdf53ddce4b91a70bdb6a287cb765 for: {'subnet': 1} {{(pid=115992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 00:38:58.322899 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-7081f42f-f4e8-4a89-8fed-cea06d917e02 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26226893'] for subnet (None), before_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:58.388242 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=75,neutron:INSERT=19,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:38:58.399393 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 33934) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:38:58.507332 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2791f1ba-fbee-45ea-b009-383c019d934c req-6e928c3e-c0a2-422c-abbf-1b90429d9298 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:38:58.508730 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-2791f1ba-fbee-45ea-b009-383c019d934c req-6e928c3e-c0a2-422c-abbf-1b90429d9298 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports/434deac6-5c7d-4020-9d69-11e8d0ac4767 HTTP/1.1" status: 200 len: 941 time: 0.1082854 Aug 08 00:38:58.560494 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-7081f42f-f4e8-4a89-8fed-cea06d917e02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26371511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26226907'] for subnet (390a2246-26e8-4262-8de5-00c6b1ec6a12), after_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:58.633624 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7081f42f-f4e8-4a89-8fed-cea06d917e02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=390a2246-26e8-4262-8de5-00c6b1ec6a12,revision_number=0']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:38:58.638507 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7081f42f-f4e8-4a89-8fed-cea06d917e02 admin admin] Checking segment: {'id': '446d5229-5e0e-4055-82be-24178e826f95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '5d335768-2822-40df-af2e-ce286fc9bfdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 00:38:58.638968 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7081f42f-f4e8-4a89-8fed-cea06d917e02 admin admin] Network hostable DHCP agents. Network: 5d335768-2822-40df-af2e-ce286fc9bfdf, hostable agents: ['93e2312b-3744-4a9e-8723-a0f19f10f89a'], hosted agents: [] {{(pid=115992) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 08 00:38:58.701878 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383980ea-273c-4bcf-bab8-0fd51d6bbd19 req-abd26413-f217-4ff0-938a-c3b058c1cbf1 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:38:58.703295 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-383980ea-273c-4bcf-bab8-0fd51d6bbd19 req-abd26413-f217-4ff0-938a-c3b058c1cbf1 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=39cb5181-8bc2-4e47-ab31-1f9524d47ef3 HTTP/1.1" status: 200 len: 945 time: 0.0605094 Aug 08 00:38:58.753161 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-383980ea-273c-4bcf-bab8-0fd51d6bbd19 req-e9be6f89-5b36-4947-9e74-ae066759b860 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=09b1c30e-59f7-40b1-bf76-92a6a73f1ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431316 Aug 08 00:38:58.781414 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7081f42f-f4e8-4a89-8fed-cea06d917e02 admin admin] Network 5d335768-2822-40df-af2e-ce286fc9bfdf is scheduled to be hosted by DHCP agent 93e2312b-3744-4a9e-8723-a0f19f10f89a with binding_index 1 {{(pid=115992) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 08 00:38:58.879001 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.scheduler.base_scheduler [None req-7081f42f-f4e8-4a89-8fed-cea06d917e02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851640-3-iscsi, 5d335768-2822-40df-af2e-ce286fc9bfdf) {{(pid=115992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 00:38:58.881877 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44f8ee6-9ce0-4296-8634-0ac1fa4daaef req-ed0cbe64-b89b-464f-befc-af3d97746627 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:38:58.883505 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-a44f8ee6-9ce0-4296-8634-0ac1fa4daaef req-ed0cbe64-b89b-464f-befc-af3d97746627 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0cf02d3a-b426-4135-a94a-9048d7515184 HTTP/1.1" status: 200 len: 944 time: 0.0471268 Aug 08 00:38:58.884694 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7081f42f-f4e8-4a89-8fed-cea06d917e02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:38:58.885662 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-7081f42f-f4e8-4a89-8fed-cea06d917e02 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:38:58.889319 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c2579bb-3c7b-456a-936b-f44d9b2470dc None None] Network 5d335768-2822-40df-af2e-ce286fc9bfdf requested from dv-cinder-851640-3-iscsi {{(pid=115993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 00:38:58.940425 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-a44f8ee6-9ce0-4296-8634-0ac1fa4daaef req-87dfd5d2-9385-4ef2-a7b1-a50cb4f61562 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=22598ee6-6f03-46c2-8167-60b0fd957b19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497134 Aug 08 00:38:58.969074 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-7081f42f-f4e8-4a89-8fed-cea06d917e02 admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7363379 Aug 08 00:38:59.035397 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f2bf05-54e4-4aa3-b585-7056d065c690 None None] Network 5d335768-2822-40df-af2e-ce286fc9bfdf requested from dv-cinder-851640-3-iscsi {{(pid=115993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 00:38:59.892157 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eb3173-06cc-4a05-bbf9-8f80b49eef43 req-10aef1d1-1ada-4150-91ae-db09c06bd742 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:38:59.893657 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-a3eb3173-06cc-4a05-bbf9-8f80b49eef43 req-10aef1d1-1ada-4150-91ae-db09c06bd742 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=39cb5181-8bc2-4e47-ab31-1f9524d47ef3 HTTP/1.1" status: 200 len: 945 time: 0.0625007 Aug 08 00:38:59.920327 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:39:00.003698 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-a3eb3173-06cc-4a05-bbf9-8f80b49eef43 req-b98cadd2-1fa8-422c-a444-d7108b32bbfb tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=09b1c30e-59f7-40b1-bf76-92a6a73f1ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041532 Aug 08 00:39:00.016657 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2791f1ba-fbee-45ea-b009-383c019d934c req-b075e6f3-3e56-47f0-8082-ab173b99b5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:00.029511 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-2791f1ba-fbee-45ea-b009-383c019d934c req-b075e6f3-3e56-47f0-8082-ab173b99b5f6 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0cf02d3a-b426-4135-a94a-9048d7515184&tenant_id=1aa84c8a680d49f8be48580c62c18889 HTTP/1.1" status: 200 len: 1128 time: 0.1077464 Aug 08 00:39:00.075205 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433a4815-da25-4129-a8c2-bff425332ec5 req-6829342c-0b45-446b-8208-e93daa95bca0 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:00.076629 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-433a4815-da25-4129-a8c2-bff425332ec5 req-6829342c-0b45-446b-8208-e93daa95bca0 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0cf02d3a-b426-4135-a94a-9048d7515184 HTTP/1.1" status: 200 len: 944 time: 0.0484662 Aug 08 00:39:00.088869 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=100 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:39:00.097738 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2791f1ba-fbee-45ea-b009-383c019d934c req-2f3c8aa6-4bd4-4bec-b09c-a0218fb0d929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:00.100046 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-2791f1ba-fbee-45ea-b009-383c019d934c req-2f3c8aa6-4bd4-4bec-b09c-a0218fb0d929 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=1aa84c8a680d49f8be48580c62c18889&device_id=0cf02d3a-b426-4135-a94a-9048d7515184 HTTP/1.1" status: 200 len: 1128 time: 0.0458066 Aug 08 00:39:00.128313 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-433a4815-da25-4129-a8c2-bff425332ec5 req-f78f41c5-be6e-4a26-9a86-ba2aaea1c25e tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=22598ee6-6f03-46c2-8167-60b0fd957b19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458593 Aug 08 00:39:00.199177 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2791f1ba-fbee-45ea-b009-383c019d934c req-4f75bcef-f91f-482f-b15b-6309bed5a4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:00.200746 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-2791f1ba-fbee-45ea-b009-383c019d934c req-4f75bcef-f91f-482f-b15b-6309bed5a4cb service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=80d6d476-8f39-44d3-b747-4eed8b7c1a18 HTTP/1.1" status: 200 len: 918 time: 0.0944078 Aug 08 00:39:00.263440 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-2791f1ba-fbee-45ea-b009-383c019d934c req-0cea0c2b-6ade-4d98-93fc-d01daf578c6e service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=434deac6-5c7d-4020-9d69-11e8d0ac4767 HTTP/1.1" status: 200 len: 1000 time: 0.0545113 Aug 08 00:39:00.313374 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2791f1ba-fbee-45ea-b009-383c019d934c req-7093bd80-d44e-4b62-9112-885cf1cfa3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:00.314784 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-2791f1ba-fbee-45ea-b009-383c019d934c req-7093bd80-d44e-4b62-9112-885cf1cfa3a6 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=2e97ee91-c7eb-4a92-adff-260b02055216 HTTP/1.1" status: 200 len: 856 time: 0.0438755 Aug 08 00:39:00.361408 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2791f1ba-fbee-45ea-b009-383c019d934c req-2ce68e6e-130a-44ab-a568-3052d274a384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:00.362931 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-2791f1ba-fbee-45ea-b009-383c019d934c req-2ce68e6e-130a-44ab-a568-3052d274a384 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=80d6d476-8f39-44d3-b747-4eed8b7c1a18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418108 Aug 08 00:39:00.459465 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-2791f1ba-fbee-45ea-b009-383c019d934c req-af62e676-78f1-4f57-8f24-09596f9c1471 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/80d6d476-8f39-44d3-b747-4eed8b7c1a18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898211 Aug 08 00:39:00.531496 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (c200ec1a-5dc3-458a-a30d-0f16255c41c0), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:39:00.552704 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-2791f1ba-fbee-45ea-b009-383c019d934c req-de41d0ec-30c9-4443-b7a9-3f046bf74bd2 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/80d6d476-8f39-44d3-b747-4eed8b7c1a18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868871 Aug 08 00:39:01.132354 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67877a91-7202-4494-806b-d83803992a98 req-99e01ba5-d220-4a89-8d1d-fac428e35c96 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:01.133860 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-67877a91-7202-4494-806b-d83803992a98 req-99e01ba5-d220-4a89-8d1d-fac428e35c96 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=39cb5181-8bc2-4e47-ab31-1f9524d47ef3 HTTP/1.1" status: 200 len: 945 time: 0.0516357 Aug 08 00:39:01.147506 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:39:01.186294 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-67877a91-7202-4494-806b-d83803992a98 req-53f2137c-e4aa-4785-915b-94aba8d7afa4 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=09b1c30e-59f7-40b1-bf76-92a6a73f1ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467353 Aug 08 00:39:01.203029 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2f6659-13d9-4449-80bd-a9a4865d6c42 req-c4cdf761-1d32-453a-a2a5-376ecaf48b15 tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:01.204596 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-ac2f6659-13d9-4449-80bd-a9a4865d6c42 req-c4cdf761-1d32-453a-a2a5-376ecaf48b15 tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] 10.222.0.15 "GET /networking/v2.0/networks?id=5d335768-2822-40df-af2e-ce286fc9bfdf HTTP/1.1" status: 200 len: 808 time: 0.1258149 Aug 08 00:39:01.241608 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-ac2f6659-13d9-4449-80bd-a9a4865d6c42 req-adae8de7-6639-475a-a372-ac857a55289f tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] 10.222.0.15 "GET /networking/v2.0/quotas/2aabdf53ddce4b91a70bdb6a287cb765 HTTP/1.1" status: 200 len: 375 time: 0.0303009 Aug 08 00:39:01.325375 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-ac2f6659-13d9-4449-80bd-a9a4865d6c42 req-b7bbb030-0e5f-4186-bb3b-e09d68c96f06 tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=2aabdf53ddce4b91a70bdb6a287cb765&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0771854 Aug 08 00:39:01.509305 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-ac2f6659-13d9-4449-80bd-a9a4865d6c42 req-9a529795-e58b-4987-8cb9-0d75edf566d9 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/5d335768-2822-40df-af2e-ce286fc9bfdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765695 Aug 08 00:39:01.528594 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fda3584-3fcb-4fcd-8b74-6eb6fb531bd2 req-2fbbef37-d35f-4d09-939d-e5079c3918ec tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:01.532828 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-3fda3584-3fcb-4fcd-8b74-6eb6fb531bd2 req-2fbbef37-d35f-4d09-939d-e5079c3918ec tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0cf02d3a-b426-4135-a94a-9048d7515184 HTTP/1.1" status: 200 len: 944 time: 0.0787108 Aug 08 00:39:01.622869 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-3fda3584-3fcb-4fcd-8b74-6eb6fb531bd2 req-9931885f-169e-40b9-8441-8ed1a581a791 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=22598ee6-6f03-46c2-8167-60b0fd957b19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835638 Aug 08 00:39:01.709410 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-ac2f6659-13d9-4449-80bd-a9a4865d6c42 req-c8b3a3df-11f3-4ed9-85eb-de5920ae6d94 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/5d335768-2822-40df-af2e-ce286fc9bfdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906312 Aug 08 00:39:01.971445 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-c733cda8-05fd-4ace-8626-4a4dc6bbc386 req-75598f63-cb72-472f-bda3-4291dfa083b5 tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=dbd7eaeb-e187-4f41-b379-f063843b6490 HTTP/1.1" status: 200 len: 210 time: 0.0327125 Aug 08 00:39:02.333377 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7f16e7-2ca6-47fe-b1bd-2171f9ad4b3d req-2f31d610-0725-4e59-ae56-715190484267 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:02.336096 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-7e7f16e7-2ca6-47fe-b1bd-2171f9ad4b3d req-2f31d610-0725-4e59-ae56-715190484267 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=39cb5181-8bc2-4e47-ab31-1f9524d47ef3 HTTP/1.1" status: 200 len: 945 time: 0.0627391 Aug 08 00:39:02.392274 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-7e7f16e7-2ca6-47fe-b1bd-2171f9ad4b3d req-94d32409-5018-4cab-8449-2d931ac0ad44 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=09b1c30e-59f7-40b1-bf76-92a6a73f1ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499866 Aug 08 00:39:02.778930 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030d8c16-928f-4361-b742-4121fde3424d req-f1918fa6-848f-4db4-9e53-61becdab4aca tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:02.780400 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-030d8c16-928f-4361-b742-4121fde3424d req-f1918fa6-848f-4db4-9e53-61becdab4aca tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0cf02d3a-b426-4135-a94a-9048d7515184 HTTP/1.1" status: 200 len: 944 time: 0.0522680 Aug 08 00:39:02.834528 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-030d8c16-928f-4361-b742-4121fde3424d req-d791fcc1-e076-44ed-a77d-2a3d85815347 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=22598ee6-6f03-46c2-8167-60b0fd957b19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482156 Aug 08 00:39:03.082301 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-bd20326e-98b2-47fd-b323-0edb1a999b1b req-03197f83-bbbc-453c-939f-86763cf2e5d6 tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=dbd7eaeb-e187-4f41-b379-f063843b6490 HTTP/1.1" status: 200 len: 210 time: 0.0279479 Aug 08 00:39:03.522890 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7901cc7d-3554-45e1-b844-789b0836358c req-dcc7ba8a-e1d1-4f8c-9707-b07b25e9cd03 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:03.524365 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-7901cc7d-3554-45e1-b844-789b0836358c req-dcc7ba8a-e1d1-4f8c-9707-b07b25e9cd03 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=39cb5181-8bc2-4e47-ab31-1f9524d47ef3 HTTP/1.1" status: 200 len: 945 time: 0.0462277 Aug 08 00:39:03.536897 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:39:03.579510 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-7901cc7d-3554-45e1-b844-789b0836358c req-9230f7c7-4496-4635-a0d7-59e1ef7b03e6 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=09b1c30e-59f7-40b1-bf76-92a6a73f1ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493922 Aug 08 00:39:03.970249 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d687e77-bd79-4a17-82b9-73d8a4feb261 req-f35b8635-0338-47d1-b505-31b69c3a2364 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:03.971778 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-8d687e77-bd79-4a17-82b9-73d8a4feb261 req-f35b8635-0338-47d1-b505-31b69c3a2364 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0cf02d3a-b426-4135-a94a-9048d7515184 HTTP/1.1" status: 200 len: 944 time: 0.0520036 Aug 08 00:39:04.019496 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-8d687e77-bd79-4a17-82b9-73d8a4feb261 req-dffb552e-f192-497c-8f73-2374cb69226a tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=22598ee6-6f03-46c2-8167-60b0fd957b19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419738 Aug 08 00:39:04.194307 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-7cdf1680-d98a-4a35-ba3b-1c99685c351b req-d5487ca6-bdb2-4873-a2dd-a20d11b4d42e tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=dbd7eaeb-e187-4f41-b379-f063843b6490 HTTP/1.1" status: 200 len: 210 time: 0.0330215 Aug 08 00:39:04.713559 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62241f2b-d9d9-4bea-bbf6-576118c39a05 req-ba7e7de4-5f33-4557-9892-562498b408d3 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:04.721125 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-62241f2b-d9d9-4bea-bbf6-576118c39a05 req-ba7e7de4-5f33-4557-9892-562498b408d3 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=39cb5181-8bc2-4e47-ab31-1f9524d47ef3 HTTP/1.1" status: 200 len: 945 time: 0.0617745 Aug 08 00:39:04.774032 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-62241f2b-d9d9-4bea-bbf6-576118c39a05 req-53ee17ff-8c77-43a1-a626-a34e318b791a tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=09b1c30e-59f7-40b1-bf76-92a6a73f1ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520420 Aug 08 00:39:05.154770 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7262bda2-965c-4cf1-b665-b4a6dc662023 req-ce13acac-3c9f-47dd-b6fa-768d05d2636b tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:05.156368 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-7262bda2-965c-4cf1-b665-b4a6dc662023 req-ce13acac-3c9f-47dd-b6fa-768d05d2636b tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0cf02d3a-b426-4135-a94a-9048d7515184 HTTP/1.1" status: 200 len: 944 time: 0.0532656 Aug 08 00:39:05.208161 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-7262bda2-965c-4cf1-b665-b4a6dc662023 req-4fed4557-8a8f-4946-9dad-739a694c2f19 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=22598ee6-6f03-46c2-8167-60b0fd957b19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445518 Aug 08 00:39:05.322748 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-6be8b542-4bfd-49af-8a67-85a216dd9076 req-73330d64-5fe4-41f8-8e43-d474812a71aa tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=dbd7eaeb-e187-4f41-b379-f063843b6490 HTTP/1.1" status: 200 len: 210 time: 0.0330861 Aug 08 00:39:05.925026 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b3b19b-0246-4d24-841a-f47fddb0cbee req-4f978a7b-7073-40ff-8d54-b975cebd7e80 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:05.928177 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-c0b3b19b-0246-4d24-841a-f47fddb0cbee req-4f978a7b-7073-40ff-8d54-b975cebd7e80 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=39cb5181-8bc2-4e47-ab31-1f9524d47ef3 HTTP/1.1" status: 200 len: 945 time: 0.0534286 Aug 08 00:39:05.979505 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-c0b3b19b-0246-4d24-841a-f47fddb0cbee req-4890d6b9-e6fe-4a95-8e3e-3d8c75a7ebd3 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=09b1c30e-59f7-40b1-bf76-92a6a73f1ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469043 Aug 08 00:39:06.351060 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494352bf-e8c5-4330-bbed-5dab814fc918 req-13b6d883-7628-4625-8c8d-bde451d8bf07 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:06.353807 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-494352bf-e8c5-4330-bbed-5dab814fc918 req-13b6d883-7628-4625-8c8d-bde451d8bf07 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0cf02d3a-b426-4135-a94a-9048d7515184 HTTP/1.1" status: 200 len: 944 time: 0.0545902 Aug 08 00:39:06.366268 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=100 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:39:06.407879 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-494352bf-e8c5-4330-bbed-5dab814fc918 req-5bca35b4-4a77-4471-8868-4f55aae9edb2 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=22598ee6-6f03-46c2-8167-60b0fd957b19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480218 Aug 08 00:39:06.447129 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-47833223-0d42-4bc8-ad5b-22eea29c58ad req-3dc25f1b-ffe0-453c-9edf-db48a53c2e36 tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=dbd7eaeb-e187-4f41-b379-f063843b6490 HTTP/1.1" status: 200 len: 210 time: 0.0490406 Aug 08 00:39:07.129734 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c1b0d8-0247-433c-a0d2-2ea07246d6b4 req-eeb9f83e-e31a-40a6-8b3b-f4b31ea0d815 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:07.131890 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-67c1b0d8-0247-433c-a0d2-2ea07246d6b4 req-eeb9f83e-e31a-40a6-8b3b-f4b31ea0d815 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=39cb5181-8bc2-4e47-ab31-1f9524d47ef3 HTTP/1.1" status: 200 len: 945 time: 0.0531259 Aug 08 00:39:07.199059 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-67c1b0d8-0247-433c-a0d2-2ea07246d6b4 req-0e79ba17-c6d4-4f23-8dbd-d3bfee0755ea tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=09b1c30e-59f7-40b1-bf76-92a6a73f1ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615067 Aug 08 00:39:07.569116 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-da8ffcd0-03b9-49f4-8b19-5452eabb7341 req-ba6dcd13-ad25-43f0-8183-e487e1251fcc tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=dbd7eaeb-e187-4f41-b379-f063843b6490 HTTP/1.1" status: 200 len: 210 time: 0.0473480 Aug 08 00:39:07.573395 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5862b8-1a2f-4303-956b-f77fd868d48b req-4f7c5686-1d71-47b6-bfc2-1c5b22039acf tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:07.574879 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-ee5862b8-1a2f-4303-956b-f77fd868d48b req-4f7c5686-1d71-47b6-bfc2-1c5b22039acf tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0cf02d3a-b426-4135-a94a-9048d7515184 HTTP/1.1" status: 200 len: 944 time: 0.0548329 Aug 08 00:39:07.623882 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-ee5862b8-1a2f-4303-956b-f77fd868d48b req-a7447a5d-8a0b-41c0-a2f1-5b243e870237 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=22598ee6-6f03-46c2-8167-60b0fd957b19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434847 Aug 08 00:39:07.922417 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=14 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:39:07.946507 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=14 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:39:08.325771 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5fdf46-6c7e-4a9a-86cd-aef9bef9d494 req-fd36e753-2b0f-4b7d-9f5d-e650c6cb832b tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:08.326933 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-fc5fdf46-6c7e-4a9a-86cd-aef9bef9d494 req-fd36e753-2b0f-4b7d-9f5d-e650c6cb832b tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=39cb5181-8bc2-4e47-ab31-1f9524d47ef3 HTTP/1.1" status: 200 len: 945 time: 0.0475733 Aug 08 00:39:08.390840 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-fc5fdf46-6c7e-4a9a-86cd-aef9bef9d494 req-38bc20ed-edcc-4a77-8d71-4f1825ce55a0 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=09b1c30e-59f7-40b1-bf76-92a6a73f1ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563476 Aug 08 00:39:08.680683 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-68af2aa6-b29c-4891-b04b-fd736e398cce req-bef28d1a-1c34-4b98-8398-a535f5bdd22f tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=dbd7eaeb-e187-4f41-b379-f063843b6490 HTTP/1.1" status: 200 len: 210 time: 0.0363126 Aug 08 00:39:08.764480 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549fae4b-471e-47df-b124-7ab53c15cc92 req-7785d796-77dd-4f4f-b87b-038e2152129c tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:08.766257 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-549fae4b-471e-47df-b124-7ab53c15cc92 req-7785d796-77dd-4f4f-b87b-038e2152129c tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0cf02d3a-b426-4135-a94a-9048d7515184 HTTP/1.1" status: 200 len: 944 time: 0.0514181 Aug 08 00:39:08.818922 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-549fae4b-471e-47df-b124-7ab53c15cc92 req-2d96a9ac-1296-4b53-8899-018a04ff924f tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=22598ee6-6f03-46c2-8167-60b0fd957b19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462677 Aug 08 00:39:09.522110 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7a7468-0048-4bce-bbc7-949dddd8fbbd req-4f8f15bc-6142-4b82-b9d2-4f382d4b4dc6 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:09.524157 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-6b7a7468-0048-4bce-bbc7-949dddd8fbbd req-4f8f15bc-6142-4b82-b9d2-4f382d4b4dc6 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=39cb5181-8bc2-4e47-ab31-1f9524d47ef3 HTTP/1.1" status: 200 len: 945 time: 0.0556090 Aug 08 00:39:09.591917 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-6b7a7468-0048-4bce-bbc7-949dddd8fbbd req-e3cf4315-afb0-4612-8ed3-2752c660e791 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=09b1c30e-59f7-40b1-bf76-92a6a73f1ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620165 Aug 08 00:39:09.783503 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-64cb0703-55e5-4fb0-aede-8468cfa68270 req-1e1fdfc3-d56c-480e-be70-566b54873940 tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=dbd7eaeb-e187-4f41-b379-f063843b6490 HTTP/1.1" status: 200 len: 210 time: 0.0346987 Aug 08 00:39:09.953376 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7f23d8-5ecf-465e-a814-195f3538c72f req-98561df1-ef8d-4854-9d1e-768a783d92d8 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:09.954806 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-cb7f23d8-5ecf-465e-a814-195f3538c72f req-98561df1-ef8d-4854-9d1e-768a783d92d8 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0cf02d3a-b426-4135-a94a-9048d7515184 HTTP/1.1" status: 200 len: 944 time: 0.0510359 Aug 08 00:39:10.005843 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-cb7f23d8-5ecf-465e-a814-195f3538c72f req-55c94dbb-fb44-4d9f-baad-dee34c2ed83b tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=22598ee6-6f03-46c2-8167-60b0fd957b19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447040 Aug 08 00:39:10.291472 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-c5be7a6b-a750-479d-8013-478eca2c00ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (93e2312b-3744-4a9e-8723-a0f19f10f89a), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:39:10.682348 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=100 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:39:10.718446 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced5270f-9719-43c5-b1bf-658a98b54ca4 req-52265f3d-648a-446b-9845-8c5a12a63093 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:10.719992 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-ced5270f-9719-43c5-b1bf-658a98b54ca4 req-52265f3d-648a-446b-9845-8c5a12a63093 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=39cb5181-8bc2-4e47-ab31-1f9524d47ef3 HTTP/1.1" status: 200 len: 945 time: 0.0477118 Aug 08 00:39:10.770047 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-ced5270f-9719-43c5-b1bf-658a98b54ca4 req-1540063e-9002-4f9e-b7ab-1c9e2951a07b tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=09b1c30e-59f7-40b1-bf76-92a6a73f1ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444376 Aug 08 00:39:10.884533 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-a2f2486b-f67b-4bc2-b769-b99d8fc578cd req-08815146-7e24-47e6-a81d-0d0bf48781a1 tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=dbd7eaeb-e187-4f41-b379-f063843b6490 HTTP/1.1" status: 200 len: 210 time: 0.0288270 Aug 08 00:39:11.160858 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c886af-18d6-434d-a693-81b32f947407 req-2889b7ee-fcea-416e-be9b-bc1b6869d7c0 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:11.162262 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-84c886af-18d6-434d-a693-81b32f947407 req-2889b7ee-fcea-416e-be9b-bc1b6869d7c0 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0cf02d3a-b426-4135-a94a-9048d7515184 HTTP/1.1" status: 200 len: 944 time: 0.0797496 Aug 08 00:39:11.163455 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e683f48a-7623-45ba-92fa-346e4f72aa16 req-092a214a-26b7-4ad2-aa0c-a124534a4353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:11.164821 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-e683f48a-7623-45ba-92fa-346e4f72aa16 req-092a214a-26b7-4ad2-aa0c-a124534a4353 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=3101620baddd42c48179a6f411bbd33e&device_id=39cb5181-8bc2-4e47-ab31-1f9524d47ef3 HTTP/1.1" status: 200 len: 1129 time: 0.0716643 Aug 08 00:39:11.210536 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-84c886af-18d6-434d-a693-81b32f947407 req-6d981670-b0de-4715-96ec-2edfdd0e1d37 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=22598ee6-6f03-46c2-8167-60b0fd957b19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425632 Aug 08 00:39:11.891621 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8802f801-e520-44c2-baaa-2ad8ac1da9a7 req-0e872f23-e1c4-42c5-8246-a8038a06c4e1 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:11.893073 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-8802f801-e520-44c2-baaa-2ad8ac1da9a7 req-0e872f23-e1c4-42c5-8246-a8038a06c4e1 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=39cb5181-8bc2-4e47-ab31-1f9524d47ef3 HTTP/1.1" status: 200 len: 945 time: 0.0515659 Aug 08 00:39:11.943215 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-8802f801-e520-44c2-baaa-2ad8ac1da9a7 req-677f7785-0777-4fd7-9b77-19d8ba86f44c tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=09b1c30e-59f7-40b1-bf76-92a6a73f1ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441265 Aug 08 00:39:11.985467 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-24adc100-5f57-4a5c-9c3d-5d96ed9e2bde req-bf041d18-cd07-49fd-bdb1-6ea2ecfdc826 tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=dbd7eaeb-e187-4f41-b379-f063843b6490 HTTP/1.1" status: 200 len: 210 time: 0.0278072 Aug 08 00:39:12.325028 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=100 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:39:12.344026 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bb8ce8-bafa-4c97-bb76-1de8a5f5769f req-77822282-ea80-437b-ada5-8c447f629552 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:12.346868 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-c1bb8ce8-bafa-4c97-bb76-1de8a5f5769f req-77822282-ea80-437b-ada5-8c447f629552 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0cf02d3a-b426-4135-a94a-9048d7515184 HTTP/1.1" status: 200 len: 944 time: 0.0500100 Aug 08 00:39:12.392326 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e683f48a-7623-45ba-92fa-346e4f72aa16 req-2f9a2116-af84-4696-a50a-13e4bc68a0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:12.393596 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-e683f48a-7623-45ba-92fa-346e4f72aa16 req-2f9a2116-af84-4696-a50a-13e4bc68a0e9 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=40eb5d4b-84fa-4b2b-9896-3375999a2051 HTTP/1.1" status: 200 len: 909 time: 0.3517337 Aug 08 00:39:12.397324 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-c1bb8ce8-bafa-4c97-bb76-1de8a5f5769f req-d614f968-c642-4acd-bb1a-e680602d5bd8 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=22598ee6-6f03-46c2-8167-60b0fd957b19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457561 Aug 08 00:39:12.546393 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-e683f48a-7623-45ba-92fa-346e4f72aa16 req-a743e0a3-7495-4bd3-a542-9252102b9b38 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1e516e4f-2b18-41f2-8eaf-d3b6cf4fefb0 HTTP/1.1" status: 200 len: 1001 time: 0.0571079 Aug 08 00:39:12.548376 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-2f8d6545-5a65-4397-9632-6a079acf6c27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (d53f5436-7c7f-4441-9708-9d0333b57745), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:39:12.597727 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e683f48a-7623-45ba-92fa-346e4f72aa16 req-284004af-2b53-498d-9590-4a556a6a6ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:12.599168 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-e683f48a-7623-45ba-92fa-346e4f72aa16 req-284004af-2b53-498d-9590-4a556a6a6ab2 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=b1d5723f-10fd-4b95-91b6-00f6c09bff0d HTTP/1.1" status: 200 len: 847 time: 0.0460210 Aug 08 00:39:12.927738 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e683f48a-7623-45ba-92fa-346e4f72aa16 req-31fa9618-71a6-4e49-afe3-4d3d95975c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:12.930026 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-e683f48a-7623-45ba-92fa-346e4f72aa16 req-31fa9618-71a6-4e49-afe3-4d3d95975c45 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=40eb5d4b-84fa-4b2b-9896-3375999a2051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458703 Aug 08 00:39:13.024217 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-e683f48a-7623-45ba-92fa-346e4f72aa16 req-d6fe2f0d-c5d1-4e01-8904-1d33e163ad24 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/40eb5d4b-84fa-4b2b-9896-3375999a2051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876887 Aug 08 00:39:13.094118 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-3409d10f-d99d-4ee7-9f14-17e0fb9cf280 req-deb2c733-0fdb-4154-bf04-2170d0a206d3 tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=dbd7eaeb-e187-4f41-b379-f063843b6490 HTTP/1.1" status: 200 len: 210 time: 0.0324163 Aug 08 00:39:13.120878 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=100 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:39:13.190310 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801b8e70-4195-4c12-99ee-44f7a2b7278d req-6f674a61-96a7-4b02-9310-23f8267a7237 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:13.192534 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-801b8e70-4195-4c12-99ee-44f7a2b7278d req-6f674a61-96a7-4b02-9310-23f8267a7237 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=39cb5181-8bc2-4e47-ab31-1f9524d47ef3 HTTP/1.1" status: 200 len: 945 time: 0.1503794 Aug 08 00:39:13.277252 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-e683f48a-7623-45ba-92fa-346e4f72aa16 req-29c3a0d8-7135-4263-b206-e2bff6d4e3bc service neutron] 10.222.0.25 "GET /networking/v2.0/networks/40eb5d4b-84fa-4b2b-9896-3375999a2051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2439330 Aug 08 00:39:13.306271 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-801b8e70-4195-4c12-99ee-44f7a2b7278d req-45ec440a-a7a0-4c72-93a6-cb9bc6f5c418 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=09b1c30e-59f7-40b1-bf76-92a6a73f1ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078756 Aug 08 00:39:13.312571 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2f6659-13d9-4449-80bd-a9a4865d6c42 req-f281ac7b-ec20-4c95-be3e-cd8b5a6c1294 tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:13.314070 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-ac2f6659-13d9-4449-80bd-a9a4865d6c42 req-f281ac7b-ec20-4c95-be3e-cd8b5a6c1294 tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] 10.222.0.25 "GET /networking/v2.0/networks?id=5d335768-2822-40df-af2e-ce286fc9bfdf HTTP/1.1" status: 200 len: 808 time: 0.2054012 Aug 08 00:39:13.525087 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42663efd-b3ad-4c1b-ae4d-7d0922715749 req-6e4bbf48-3aa0-4076-8a31-deb8f47f0792 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:13.526601 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-42663efd-b3ad-4c1b-ae4d-7d0922715749 req-6e4bbf48-3aa0-4076-8a31-deb8f47f0792 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0cf02d3a-b426-4135-a94a-9048d7515184 HTTP/1.1" status: 200 len: 944 time: 0.0519521 Aug 08 00:39:13.574574 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-42663efd-b3ad-4c1b-ae4d-7d0922715749 req-ffe8cdd0-e8b6-4ad8-aa70-ab0cc8d1bd69 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=22598ee6-6f03-46c2-8167-60b0fd957b19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423772 Aug 08 00:39:14.200381 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-6344847e-b19f-4d0a-9a38-ffc8197e175c req-1ed2ca90-3eba-4fec-a111-5863d5789c00 tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=dbd7eaeb-e187-4f41-b379-f063843b6490 HTTP/1.1" status: 200 len: 210 time: 0.0286162 Aug 08 00:39:14.223004 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-053f2fa2-08e2-4320-9ef7-ed55b6b025bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (8871f2bb-53fb-48a8-be6c-361eafeaffd1), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:39:14.422993 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d11d9b-7103-4cf3-8d79-28bffaeeb12e req-d0b880e2-0718-492c-83a2-6fa830b9aaef tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:14.424460 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-11d11d9b-7103-4cf3-8d79-28bffaeeb12e req-d0b880e2-0718-492c-83a2-6fa830b9aaef tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=39cb5181-8bc2-4e47-ab31-1f9524d47ef3 HTTP/1.1" status: 200 len: 945 time: 0.0470278 Aug 08 00:39:14.442534 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Device 434deac6-5c7d-4020-9d69-11e8d0ac4767 details requested by agent hyperv_hv-cinder-85164 with host hv-cinder-85164 {{(pid=115993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 08 00:39:14.483616 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-11d11d9b-7103-4cf3-8d79-28bffaeeb12e req-95350e52-04fe-419b-8b44-38b194940781 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=09b1c30e-59f7-40b1-bf76-92a6a73f1ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526898 Aug 08 00:39:14.545069 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] For port 434deac6-5c7d-4020-9d69-11e8d0ac4767, host hv-cinder-85164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85164',level=0,port_id=434deac6-5c7d-4020-9d69-11e8d0ac4767,segment=NetworkSegment(e72a67c9-8c15-4f85-816f-48dd79f90a1d),segment_id=e72a67c9-8c15-4f85-816f-48dd79f90a1d)] {{(pid=115993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:39:14.559108 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Returning: {'device': '434deac6-5c7d-4020-9d69-11e8d0ac4767', 'network_id': '80d6d476-8f39-44d3-b747-4eed8b7c1a18', 'port_id': '434deac6-5c7d-4020-9d69-11e8d0ac4767', 'mac_address': 'fa:16:3e:a7:bf:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e97ee91-c7eb-4a92-adff-260b02055216', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 08 00:39:14.592312 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Current status of the port 434deac6-5c7d-4020-9d69-11e8d0ac4767 is: DOWN; New status is: BUILD {{(pid=115993) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 00:39:14.592704 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (434deac6-5c7d-4020-9d69-11e8d0ac4767), before_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:39:14.606500 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.notifiers.nova [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 434deac6-5c7d-4020-9d69-11e8d0ac4767 {{(pid=115993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 00:39:14.626064 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] For port 434deac6-5c7d-4020-9d69-11e8d0ac4767, host hv-cinder-85164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85164',level=0,port_id=434deac6-5c7d-4020-9d69-11e8d0ac4767,segment=NetworkSegment(e72a67c9-8c15-4f85-816f-48dd79f90a1d),segment_id=e72a67c9-8c15-4f85-816f-48dd79f90a1d)] {{(pid=115993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:39:14.692534 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.v2.base [req-ac2f6659-13d9-4449-80bd-a9a4865d6c42 req-b56457a3-6fcc-4a0f-b1cb-ed970d70ab05 tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] Request body: {'port': {'device_id': 'dbd7eaeb-e187-4f41-b379-f063843b6490', 'network_id': '5d335768-2822-40df-af2e-ce286fc9bfdf', 'admin_state_up': True, 'tenant_id': '2aabdf53ddce4b91a70bdb6a287cb765'}} {{(pid=115992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:39:14.705082 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c2ffbb-b02e-470e-8477-67b30063a8fe req-b2dd9fc2-1450-4a9e-8df6-5e4edbc6bea2 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:14.706750 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-d9c2ffbb-b02e-470e-8477-67b30063a8fe req-b2dd9fc2-1450-4a9e-8df6-5e4edbc6bea2 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0cf02d3a-b426-4135-a94a-9048d7515184 HTTP/1.1" status: 200 len: 944 time: 0.0533497 Aug 08 00:39:14.760911 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-d9c2ffbb-b02e-470e-8477-67b30063a8fe req-47e72065-694b-496a-9f5a-08f509f388de tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=22598ee6-6f03-46c2-8167-60b0fd957b19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470626 Aug 08 00:39:14.792655 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=100 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:39:15.307554 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-8cee5e64-8679-497a-87e4-4469bad0ff8f req-277ace17-3aac-4c91-994c-365f1dee98ac tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=dbd7eaeb-e187-4f41-b379-f063843b6490 HTTP/1.1" status: 200 len: 210 time: 0.0320404 Aug 08 00:39:15.421070 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821'] for port (434deac6-5c7d-4020-9d69-11e8d0ac4767), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:39:15.453478 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac2f6659-13d9-4449-80bd-a9a4865d6c42 req-b56457a3-6fcc-4a0f-b1cb-ed970d70ab05 tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] Made reservation on behalf of 2aabdf53ddce4b91a70bdb6a287cb765 for: {'port': 1} {{(pid=115992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 00:39:15.460286 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-ac2f6659-13d9-4449-80bd-a9a4865d6c42 req-b56457a3-6fcc-4a0f-b1cb-ed970d70ab05 tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (None), before_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:39:15.491208 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Pushing event updated for resources: {'Port': ['ID=434deac6-5c7d-4020-9d69-11e8d0ac4767,revision_number=9']} {{(pid=115993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:39:15.495043 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (aa35aa05-3c09-40ae-a1e3-ebf96fe3358c), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:39:15.502272 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:39:15.502622 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:39:15.502962 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:39:15.503328 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:39:15.503650 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:39:15.503974 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:39:15.504296 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:39:15.504614 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:39:15.504935 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:39:15.505296 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:39:15.505719 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:39:15.506047 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:39:15.506467 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:39:15.506715 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:39:15.507160 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:39:15.601934 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=100 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:39:15.619488 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.db.db_base_plugin_common [req-ac2f6659-13d9-4449-80bd-a9a4865d6c42 req-b56457a3-6fcc-4a0f-b1cb-ed970d70ab05 tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] Allocated IP 172.20.0.5 (5d335768-2822-40df-af2e-ce286fc9bfdf/390a2246-26e8-4262-8de5-00c6b1ec6a12/2911615a-80a4-48f6-87fc-1535c284a643) {{(pid=115992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 00:39:15.620753 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd13af4b-0a8a-424b-a46f-ee8545556c4b req-6bc7bd55-99bc-4b8c-a1bb-ca30e384fe55 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:15.622373 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-fd13af4b-0a8a-424b-a46f-ee8545556c4b req-6bc7bd55-99bc-4b8c-a1bb-ca30e384fe55 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=39cb5181-8bc2-4e47-ab31-1f9524d47ef3 HTTP/1.1" status: 200 len: 945 time: 0.0512459 Aug 08 00:39:15.674788 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-fd13af4b-0a8a-424b-a46f-ee8545556c4b req-5a3e2b8d-ab72-4987-82f1-e7f2826558bc tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=09b1c30e-59f7-40b1-bf76-92a6a73f1ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463181 Aug 08 00:39:15.709152 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] get_ports_and_sgs() called for port_ids ['434deac6-5c7d-4020-9d69-11e8d0ac4767'] {{(pid=115993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 00:39:15.712838 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:39:15.775815 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:39:15.794116 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-ac2f6659-13d9-4449-80bd-a9a4865d6c42 req-b56457a3-6fcc-4a0f-b1cb-ed970d70ab05 tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] Publish callbacks [] for port (2911615a-80a4-48f6-87fc-1535c284a643), precommit_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:39:15.899794 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161b9564-630f-4043-8024-d5b926677ff2 req-1b19b9de-a966-4ad3-8014-fcdc1c6af292 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:15.906626 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-161b9564-630f-4043-8024-d5b926677ff2 req-1b19b9de-a966-4ad3-8014-fcdc1c6af292 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0cf02d3a-b426-4135-a94a-9048d7515184 HTTP/1.1" status: 200 len: 945 time: 0.0568609 Aug 08 00:39:15.916154 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-64237613-c389-4d10-936d-2956085fc78e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (998b03d7-10a2-4624-8114-660f2901b45f), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:39:15.916600 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-ac2f6659-13d9-4449-80bd-a9a4865d6c42 req-b56457a3-6fcc-4a0f-b1cb-ed970d70ab05 tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764676113785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26371331'] for port (2911615a-80a4-48f6-87fc-1535c284a643), after_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:39:15.969267 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac2f6659-13d9-4449-80bd-a9a4865d6c42 req-b56457a3-6fcc-4a0f-b1cb-ed970d70ab05 tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] Network 5d335768-2822-40df-af2e-ce286fc9bfdf is already hosted by enough agents. {{(pid=115992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 00:39:15.978450 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-161b9564-630f-4043-8024-d5b926677ff2 req-f9d7a50f-a3d4-4eb4-8dea-7f816e6dbe15 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=22598ee6-6f03-46c2-8167-60b0fd957b19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709538 Aug 08 00:39:15.993484 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.scheduler.base_scheduler [req-ac2f6659-13d9-4449-80bd-a9a4865d6c42 req-b56457a3-6fcc-4a0f-b1cb-ed970d70ab05 tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] Resources bound (agent type, host, resource id): {{(pid=115992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 00:39:16.004119 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac2f6659-13d9-4449-80bd-a9a4865d6c42 req-b56457a3-6fcc-4a0f-b1cb-ed970d70ab05 tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] Received port after_create {{(pid=115992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 00:39:16.033201 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:39:16.049617 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499f87c4-95d2-4b42-8613-8eb0fa0954b8 req-83f1ddba-cad8-4b0c-81e8-b4843fb0abab tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:16.051092 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-499f87c4-95d2-4b42-8613-8eb0fa0954b8 req-83f1ddba-cad8-4b0c-81e8-b4843fb0abab tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ed4b901e-ba2e-4eaa-bb78-47214419d1a0 HTTP/1.1" status: 200 len: 946 time: 0.0922551 Aug 08 00:39:16.061737 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56457a3-6fcc-4a0f-b1cb-ed970d70ab05 tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] Pushing event updated for resources: {'Port': ['ID=2911615a-80a4-48f6-87fc-1535c284a643,revision_number=1']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:39:16.086806 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56457a3-6fcc-4a0f-b1cb-ed970d70ab05 tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:39:16.087070 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56457a3-6fcc-4a0f-b1cb-ed970d70ab05 tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:39:16.087437 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56457a3-6fcc-4a0f-b1cb-ed970d70ab05 tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:39:16.087774 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56457a3-6fcc-4a0f-b1cb-ed970d70ab05 tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:39:16.088105 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56457a3-6fcc-4a0f-b1cb-ed970d70ab05 tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:39:16.088434 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56457a3-6fcc-4a0f-b1cb-ed970d70ab05 tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:39:16.088758 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56457a3-6fcc-4a0f-b1cb-ed970d70ab05 tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:39:16.089079 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56457a3-6fcc-4a0f-b1cb-ed970d70ab05 tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:39:16.089400 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56457a3-6fcc-4a0f-b1cb-ed970d70ab05 tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:39:16.089719 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56457a3-6fcc-4a0f-b1cb-ed970d70ab05 tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:39:16.090041 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56457a3-6fcc-4a0f-b1cb-ed970d70ab05 tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:39:16.090531 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56457a3-6fcc-4a0f-b1cb-ed970d70ab05 tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:39:16.090716 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56457a3-6fcc-4a0f-b1cb-ed970d70ab05 tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:39:16.090982 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56457a3-6fcc-4a0f-b1cb-ed970d70ab05 tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:39:16.091327 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56457a3-6fcc-4a0f-b1cb-ed970d70ab05 tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:39:16.104999 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2f6659-13d9-4449-80bd-a9a4865d6c42 req-b56457a3-6fcc-4a0f-b1cb-ed970d70ab05 tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:16.105606 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-ac2f6659-13d9-4449-80bd-a9a4865d6c42 req-b56457a3-6fcc-4a0f-b1cb-ed970d70ab05 tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63196'] for port (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:39:16.140515 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-499f87c4-95d2-4b42-8613-8eb0fa0954b8 req-0d4e7e16-7ee1-417d-87bf-84593db2d5ca tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c7fab9c4-62df-4772-9aa5-24224734ea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821345 Aug 08 00:39:16.214354 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-ac2f6659-13d9-4449-80bd-a9a4865d6c42 req-b56457a3-6fcc-4a0f-b1cb-ed970d70ab05 tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5259874 Aug 08 00:39:16.427353 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af88bbc3-2a07-4779-9503-618c6079811b req-c8dcb754-e82d-4de5-9db4-cb0fb36bbc8e tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:16.428969 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-af88bbc3-2a07-4779-9503-618c6079811b req-c8dcb754-e82d-4de5-9db4-cb0fb36bbc8e tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=dbd7eaeb-e187-4f41-b379-f063843b6490 HTTP/1.1" status: 200 len: 931 time: 0.0490267 Aug 08 00:39:16.475527 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Device 434deac6-5c7d-4020-9d69-11e8d0ac4767 up at agent hyperv_hv-cinder-85164 {{(pid=115993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 00:39:16.480159 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-af88bbc3-2a07-4779-9503-618c6079811b req-d0dbdff5-f58a-4764-85ff-2657aea87256 tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=66ce6791-e978-4b6a-a427-41fbf08ca600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457051 Aug 08 00:39:16.641031 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Provisioning complete for port 434deac6-5c7d-4020-9d69-11e8d0ac4767 triggered by entity L2. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:39:16.641402 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (434deac6-5c7d-4020-9d69-11e8d0ac4767), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:39:16.713177 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Current status of the port 434deac6-5c7d-4020-9d69-11e8d0ac4767 is: BUILD; New status is: ACTIVE {{(pid=115993) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 00:39:16.713571 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (434deac6-5c7d-4020-9d69-11e8d0ac4767), before_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:39:16.736508 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cf02d3a-b426-4135-a94a-9048d7515184', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '434deac6-5c7d-4020-9d69-11e8d0ac4767'}] {{(pid=115993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 00:39:16.738736 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffcbb3165cefe78fdef2215408d5e0047484b378f5d65619a4e095a8aefc113e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b75232c3-c1ee-4d31-9bc9-e2a32b2f9537" -d '{"events": [{"server_uuid": "0cf02d3a-b426-4135-a94a-9048d7515184", "name": "network-vif-plugged", "status": "completed", "tag": "434deac6-5c7d-4020-9d69-11e8d0ac4767"}]}' {{(pid=115993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 00:39:16.752303 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] For port 434deac6-5c7d-4020-9d69-11e8d0ac4767, host hv-cinder-85164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85164',level=0,port_id=434deac6-5c7d-4020-9d69-11e8d0ac4767,segment=NetworkSegment(e72a67c9-8c15-4f85-816f-48dd79f90a1d),segment_id=e72a67c9-8c15-4f85-816f-48dd79f90a1d)] {{(pid=115993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:39:16.779295 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 00:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a9ae3bf-f8a9-4d7a-8a73-822d94b082bb x-openstack-request-id: req-4a9ae3bf-f8a9-4d7a-8a73-822d94b082bb {{(pid=115993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 00:39:16.779589 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cf02d3a-b426-4135-a94a-9048d7515184", "name": "network-vif-plugged", "status": "completed", "tag": "434deac6-5c7d-4020-9d69-11e8d0ac4767", "code": 200}]} {{(pid=115993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 00:39:16.779842 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4a9ae3bf-f8a9-4d7a-8a73-822d94b082bb {{(pid=115993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 00:39:16.780244 dv-cinder-851640-3-iscsi neutron-server[115993]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a9ae3bf-f8a9-4d7a-8a73-822d94b082bb'] response: {'server_uuid': '0cf02d3a-b426-4135-a94a-9048d7515184', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '434deac6-5c7d-4020-9d69-11e8d0ac4767', 'code': 200} Aug 08 00:39:16.797332 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0002a676-e20e-4aca-a028-4ef5e2ea6e5b req-c9664e60-3435-4fd7-a7ed-7bcdb1c5f49c tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:16.798792 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-0002a676-e20e-4aca-a028-4ef5e2ea6e5b req-c9664e60-3435-4fd7-a7ed-7bcdb1c5f49c tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=39cb5181-8bc2-4e47-ab31-1f9524d47ef3 HTTP/1.1" status: 200 len: 945 time: 0.0488882 Aug 08 00:39:16.845733 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821'] for port (434deac6-5c7d-4020-9d69-11e8d0ac4767), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:39:16.846581 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Device 1e516e4f-2b18-41f2-8eaf-d3b6cf4fefb0 no longer exists at agent hyperv_hv-cinder-85164 {{(pid=115993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 00:39:16.849290 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-0002a676-e20e-4aca-a028-4ef5e2ea6e5b req-4462c096-992f-4950-ac42-286dbef541bd tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=09b1c30e-59f7-40b1-bf76-92a6a73f1ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439744 Aug 08 00:39:16.924021 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Pushing event updated for resources: {'Port': ['ID=434deac6-5c7d-4020-9d69-11e8d0ac4767,revision_number=10']} {{(pid=115993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:39:16.960613 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Current status of the port 1e516e4f-2b18-41f2-8eaf-d3b6cf4fefb0 is: ACTIVE; New status is: DOWN {{(pid=115993) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 00:39:16.961002 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (1e516e4f-2b18-41f2-8eaf-d3b6cf4fefb0), before_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:39:16.993839 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] For port 1e516e4f-2b18-41f2-8eaf-d3b6cf4fefb0, host hv-cinder-85164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85164',level=0,port_id=1e516e4f-2b18-41f2-8eaf-d3b6cf4fefb0,segment=NetworkSegment(0fda41cf-3f2e-4d41-af88-28d3b79aa971),segment_id=0fda41cf-3f2e-4d41-af88-28d3b79aa971)] {{(pid=115993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:39:17.040115 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821'] for port (1e516e4f-2b18-41f2-8eaf-d3b6cf4fefb0), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:39:17.090258 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Pushing event updated for resources: {'Port': ['ID=1e516e4f-2b18-41f2-8eaf-d3b6cf4fefb0,revision_number=6']} {{(pid=115993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:39:17.107758 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dad003-41cb-409c-984d-2dd364328b96 req-be4b308a-8846-43fb-b735-7989bb268ab8 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:17.109236 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-61dad003-41cb-409c-984d-2dd364328b96 req-be4b308a-8846-43fb-b735-7989bb268ab8 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0cf02d3a-b426-4135-a94a-9048d7515184 HTTP/1.1" status: 200 len: 947 time: 0.0485373 Aug 08 00:39:17.159829 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-61dad003-41cb-409c-984d-2dd364328b96 req-148f1fce-08c9-4246-b19a-6c725bfaa66f tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=22598ee6-6f03-46c2-8167-60b0fd957b19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449586 Aug 08 00:39:17.260430 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.v2.base [req-ac2f6659-13d9-4449-80bd-a9a4865d6c42 req-5a36b865-4193-49bb-a53f-f3f2d2f818f1 service neutron] Request body: {'port': {'device_id': 'dbd7eaeb-e187-4f41-b379-f063843b6490', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85164'}} {{(pid=115992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:39:17.263483 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0ac2d1-3f11-427f-a926-251ae00e8f4f req-9546d9ce-f5cd-4b57-8cf8-d6125b357b59 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:17.265937 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-da0ac2d1-3f11-427f-a926-251ae00e8f4f req-9546d9ce-f5cd-4b57-8cf8-d6125b357b59 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ed4b901e-ba2e-4eaa-bb78-47214419d1a0 HTTP/1.1" status: 200 len: 946 time: 0.0520265 Aug 08 00:39:17.297839 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:39:17.327698 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-da0ac2d1-3f11-427f-a926-251ae00e8f4f req-ccabe3ee-3a95-483c-a372-abbb0db5a91e tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c7fab9c4-62df-4772-9aa5-24224734ea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501661 Aug 08 00:39:17.337095 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-ac2f6659-13d9-4449-80bd-a9a4865d6c42 req-5a36b865-4193-49bb-a53f-f3f2d2f818f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (2911615a-80a4-48f6-87fc-1535c284a643), before_update {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:39:17.625691 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d268ba76-df66-4582-9564-0d0b9987e4e5 req-2ee7eb04-b609-429d-bbdb-cf1c7e2fc1b7 tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:17.627289 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-d268ba76-df66-4582-9564-0d0b9987e4e5 req-2ee7eb04-b609-429d-bbdb-cf1c7e2fc1b7 tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=dbd7eaeb-e187-4f41-b379-f063843b6490 HTTP/1.1" status: 200 len: 931 time: 0.0662000 Aug 08 00:39:17.682349 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:39:17.700619 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.notifiers.nova [req-ac2f6659-13d9-4449-80bd-a9a4865d6c42 req-5a36b865-4193-49bb-a53f-f3f2d2f818f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2911615a-80a4-48f6-87fc-1535c284a643 {{(pid=115992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 00:39:17.715524 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-ac2f6659-13d9-4449-80bd-a9a4865d6c42 req-5a36b865-4193-49bb-a53f-f3f2d2f818f1 service neutron] Publish callbacks [] for port (2911615a-80a4-48f6-87fc-1535c284a643), precommit_update {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:39:17.730516 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ccd25a-355b-4220-831c-a9b0a8bffb8c req-2bc49de6-b04b-4c42-af67-c7cc3a3bdbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:17.732013 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-d8ccd25a-355b-4220-831c-a9b0a8bffb8c req-2bc49de6-b04b-4c42-af67-c7cc3a3bdbf5 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0cf02d3a-b426-4135-a94a-9048d7515184 HTTP/1.1" status: 200 len: 1131 time: 0.0879147 Aug 08 00:39:17.734801 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779cdbc2-328f-4955-b12f-35933c55a9cf req-b336af47-f55f-4373-af60-d286f91e3fa3 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:17.736379 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-779cdbc2-328f-4955-b12f-35933c55a9cf req-b336af47-f55f-4373-af60-d286f91e3fa3 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ed4b901e-ba2e-4eaa-bb78-47214419d1a0 HTTP/1.1" status: 200 len: 946 time: 0.0539033 Aug 08 00:39:17.748981 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.db.provisioning_blocks [req-ac2f6659-13d9-4449-80bd-a9a4865d6c42 req-5a36b865-4193-49bb-a53f-f3f2d2f818f1 service neutron] Transition to ACTIVE for port object 2911615a-80a4-48f6-87fc-1535c284a643 will not be triggered until provisioned by entity L2. {{(pid=115992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 08 00:39:17.758694 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-d268ba76-df66-4582-9564-0d0b9987e4e5 req-451918f4-5bce-4791-87ab-a6bc3e2eec92 tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=66ce6791-e978-4b6a-a427-41fbf08ca600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134641 Aug 08 00:39:17.810925 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-d8ccd25a-355b-4220-831c-a9b0a8bffb8c req-5b649be5-e42d-4579-9a0b-e9cf9df9c3a5 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=22598ee6-6f03-46c2-8167-60b0fd957b19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605466 Aug 08 00:39:17.834236 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-ac2f6659-13d9-4449-80bd-a9a4865d6c42 req-5a36b865-4193-49bb-a53f-f3f2d2f818f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26371340'] for port (2911615a-80a4-48f6-87fc-1535c284a643), after_update {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:39:17.838072 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.plugin [req-779cdbc2-328f-4955-b12f-35933c55a9cf req-ae9805a6-1ac6-46f5-906d-88917b782fd1 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Deleting port ef74e25d-7ffe-42e3-9abd-4b9fe8caa2d7 {{(pid=115991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 00:39:17.838592 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [req-779cdbc2-328f-4955-b12f-35933c55a9cf req-ae9805a6-1ac6-46f5-906d-88917b782fd1 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764676511537'] for port (ef74e25d-7ffe-42e3-9abd-4b9fe8caa2d7), before_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:39:17.896017 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a36b865-4193-49bb-a53f-f3f2d2f818f1 service neutron] Pushing event updated for resources: {'Port': ['ID=2911615a-80a4-48f6-87fc-1535c284a643,revision_number=2']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:39:17.947205 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.managers [req-ac2f6659-13d9-4449-80bd-a9a4865d6c42 req-5a36b865-4193-49bb-a53f-f3f2d2f818f1 service neutron] Attempting to bind port 2911615a-80a4-48f6-87fc-1535c284a643 on host hv-cinder-85164 for vnic_type normal with profile {{(pid=115992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 00:39:17.947560 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.managers [req-ac2f6659-13d9-4449-80bd-a9a4865d6c42 req-5a36b865-4193-49bb-a53f-f3f2d2f818f1 service neutron] Attempting to bind port 2911615a-80a4-48f6-87fc-1535c284a643 by drivers openvswitch,hyperv on host hv-cinder-85164 at level 0 using segments [{'id': '446d5229-5e0e-4055-82be-24178e826f95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '5d335768-2822-40df-af2e-ce286fc9bfdf'}] {{(pid=115992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 00:39:17.947893 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2f6659-13d9-4449-80bd-a9a4865d6c42 req-5a36b865-4193-49bb-a53f-f3f2d2f818f1 service neutron] Attempting to bind port 2911615a-80a4-48f6-87fc-1535c284a643 on network 5d335768-2822-40df-af2e-ce286fc9bfdf {{(pid=115992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 00:39:17.952422 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2f6659-13d9-4449-80bd-a9a4865d6c42 req-5a36b865-4193-49bb-a53f-f3f2d2f818f1 service neutron] Port 2911615a-80a4-48f6-87fc-1535c284a643 on network 5d335768-2822-40df-af2e-ce286fc9bfdf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85164 {{(pid=115992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 08 00:39:17.952668 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2f6659-13d9-4449-80bd-a9a4865d6c42 req-5a36b865-4193-49bb-a53f-f3f2d2f818f1 service neutron] Attempting to bind port 2911615a-80a4-48f6-87fc-1535c284a643 on network 5d335768-2822-40df-af2e-ce286fc9bfdf {{(pid=115992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 00:39:17.957514 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2f6659-13d9-4449-80bd-a9a4865d6c42 req-5a36b865-4193-49bb-a53f-f3f2d2f818f1 service neutron] Checking agent: {'id': 'c200ec1a-5dc3-458a-a30d-0f16255c41c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85164', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 0, 30, 30), 'started_at': datetime.datetime(2022, 8, 8, 0, 30, 30), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 00:39:17.957884 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2f6659-13d9-4449-80bd-a9a4865d6c42 req-5a36b865-4193-49bb-a53f-f3f2d2f818f1 service neutron] Checking segment: {'id': '446d5229-5e0e-4055-82be-24178e826f95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '5d335768-2822-40df-af2e-ce286fc9bfdf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 00:39:17.958260 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2f6659-13d9-4449-80bd-a9a4865d6c42 req-5a36b865-4193-49bb-a53f-f3f2d2f818f1 service neutron] Bound using segment: {'id': '446d5229-5e0e-4055-82be-24178e826f95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '5d335768-2822-40df-af2e-ce286fc9bfdf'} {{(pid=115992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 00:39:17.958677 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.managers [req-ac2f6659-13d9-4449-80bd-a9a4865d6c42 req-5a36b865-4193-49bb-a53f-f3f2d2f818f1 service neutron] Bound port: 2911615a-80a4-48f6-87fc-1535c284a643, host: hv-cinder-85164, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '446d5229-5e0e-4055-82be-24178e826f95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '5d335768-2822-40df-af2e-ce286fc9bfdf'}}] {{(pid=115992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 00:39:17.959307 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-ac2f6659-13d9-4449-80bd-a9a4865d6c42 req-5a36b865-4193-49bb-a53f-f3f2d2f818f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (2911615a-80a4-48f6-87fc-1535c284a643), before_update {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:39:17.980811 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.db [req-779cdbc2-328f-4955-b12f-35933c55a9cf req-ae9805a6-1ac6-46f5-906d-88917b782fd1 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] For port ef74e25d-7ffe-42e3-9abd-4b9fe8caa2d7, host hv-cinder-85164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85164',level=0,port_id=ef74e25d-7ffe-42e3-9abd-4b9fe8caa2d7,segment=NetworkSegment(56f79eda-31d2-4604-82b3-22c1f0bf411f),segment_id=56f79eda-31d2-4604-82b3-22c1f0bf411f)] {{(pid=115991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:39:17.981222 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [req-779cdbc2-328f-4955-b12f-35933c55a9cf req-ae9805a6-1ac6-46f5-906d-88917b782fd1 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440649'] for port (ef74e25d-7ffe-42e3-9abd-4b9fe8caa2d7), precommit_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:39:18.000386 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eea4f16-6891-4880-b0d8-b884a007c9a7 req-bdc3354f-6c45-4d44-a8f9-45dec204ae09 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:18.001870 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-8eea4f16-6891-4880-b0d8-b884a007c9a7 req-bdc3354f-6c45-4d44-a8f9-45dec204ae09 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=39cb5181-8bc2-4e47-ab31-1f9524d47ef3 HTTP/1.1" status: 200 len: 943 time: 0.0685630 Aug 08 00:39:18.023674 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.db [req-ac2f6659-13d9-4449-80bd-a9a4865d6c42 req-5a36b865-4193-49bb-a53f-f3f2d2f818f1 service neutron] For port 2911615a-80a4-48f6-87fc-1535c284a643, host hv-cinder-85164, cleared binding levels {{(pid=115992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 00:39:18.026643 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.db [req-ac2f6659-13d9-4449-80bd-a9a4865d6c42 req-5a36b865-4193-49bb-a53f-f3f2d2f818f1 service neutron] For port 2911615a-80a4-48f6-87fc-1535c284a643, host hv-cinder-85164, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85164',level=0,port_id=2911615a-80a4-48f6-87fc-1535c284a643,segment=NetworkSegment(446d5229-5e0e-4055-82be-24178e826f95),segment_id=446d5229-5e0e-4055-82be-24178e826f95)] {{(pid=115992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 00:39:18.063643 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=100 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:39:18.108764 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-ac2f6659-13d9-4449-80bd-a9a4865d6c42 req-5a36b865-4193-49bb-a53f-f3f2d2f818f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26371340'] for port (2911615a-80a4-48f6-87fc-1535c284a643), after_update {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:39:18.112980 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2f6659-13d9-4449-80bd-a9a4865d6c42 req-5a36b865-4193-49bb-a53f-f3f2d2f818f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:18.113577 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-ac2f6659-13d9-4449-80bd-a9a4865d6c42 req-5a36b865-4193-49bb-a53f-f3f2d2f818f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63196'] for port (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:39:18.115035 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-ac2f6659-13d9-4449-80bd-a9a4865d6c42 req-5a36b865-4193-49bb-a53f-f3f2d2f818f1 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/2911615a-80a4-48f6-87fc-1535c284a643 HTTP/1.1" status: 200 len: 1093 time: 0.8630791 Aug 08 00:39:18.117430 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbd7eaeb-e187-4f41-b379-f063843b6490', 'tag': '2911615a-80a4-48f6-87fc-1535c284a643'}] {{(pid=115992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 00:39:18.118874 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15c1dc6174c04d27a45b4789687485f3f31469fbdbb3cd0a658d3b47a2d9b382" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67ae1632-ad5b-4b0c-8b24-48cce3cdfaa5" -d '{"events": [{"name": "network-changed", "server_uuid": "dbd7eaeb-e187-4f41-b379-f063843b6490", "tag": "2911615a-80a4-48f6-87fc-1535c284a643"}]}' {{(pid=115992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 00:39:18.133826 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-8eea4f16-6891-4880-b0d8-b884a007c9a7 req-ad5c85ac-8c7e-42d6-8325-9ad9693be4ab tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=09b1c30e-59f7-40b1-bf76-92a6a73f1ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1254766 Aug 08 00:39:18.164757 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a36b865-4193-49bb-a53f-f3f2d2f818f1 service neutron] Pushing event updated for resources: {'Port': ['ID=2911615a-80a4-48f6-87fc-1535c284a643,revision_number=3']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:39:18.194658 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [req-779cdbc2-328f-4955-b12f-35933c55a9cf req-ae9805a6-1ac6-46f5-906d-88917b782fd1 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:39:18.195035 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [req-779cdbc2-328f-4955-b12f-35933c55a9cf req-ae9805a6-1ac6-46f5-906d-88917b782fd1 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-499989'] for floatingip (9925f607-ac75-4505-ad82-0e2bda5d71e4), after_update {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:39:18.195386 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.db.l3_db [req-779cdbc2-328f-4955-b12f-35933c55a9cf req-ae9805a6-1ac6-46f5-906d-88917b782fd1 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Floating IP 9925f607-ac75-4505-ad82-0e2bda5d71e4 disassociated. External IP: 172.27.3.219, port: ef74e25d-7ffe-42e3-9abd-4b9fe8caa2d7. Aug 08 00:39:18.195721 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.plugin [req-779cdbc2-328f-4955-b12f-35933c55a9cf req-ae9805a6-1ac6-46f5-906d-88917b782fd1 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Calling delete_port for ef74e25d-7ffe-42e3-9abd-4b9fe8caa2d7 owned by compute:nova {{(pid=115991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 00:39:18.203979 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 00:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3baad4a-0f8d-4994-8297-3dbfffbe9611 x-openstack-request-id: req-e3baad4a-0f8d-4994-8297-3dbfffbe9611 {{(pid=115992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 00:39:18.204277 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbd7eaeb-e187-4f41-b379-f063843b6490", "tag": "2911615a-80a4-48f6-87fc-1535c284a643", "status": "completed", "code": 200}]} {{(pid=115992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 00:39:18.204623 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e3baad4a-0f8d-4994-8297-3dbfffbe9611 {{(pid=115992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 00:39:18.205563 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3baad4a-0f8d-4994-8297-3dbfffbe9611'] response: {'name': 'network-changed', 'server_uuid': 'dbd7eaeb-e187-4f41-b379-f063843b6490', 'tag': '2911615a-80a4-48f6-87fc-1535c284a643', 'status': 'completed', 'code': 200} Aug 08 00:39:18.281027 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:39:18.303048 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52cb10c-82a0-4a21-a7c0-1b50324ce9ac req-29870dfc-92bc-48d0-bb19-d1c8f97e9eed tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:18.305237 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-d52cb10c-82a0-4a21-a7c0-1b50324ce9ac req-29870dfc-92bc-48d0-bb19-d1c8f97e9eed tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0cf02d3a-b426-4135-a94a-9048d7515184 HTTP/1.1" status: 200 len: 947 time: 0.0505891 Aug 08 00:39:18.374884 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ae1632-ad5b-4b0c-8b24-48cce3cdfaa5 req-55d7fc3e-7ac6-4ba4-8ad1-a4e86198c86c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:18.376471 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-67ae1632-ad5b-4b0c-8b24-48cce3cdfaa5 req-55d7fc3e-7ac6-4ba4-8ad1-a4e86198c86c service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=2aabdf53ddce4b91a70bdb6a287cb765&device_id=dbd7eaeb-e187-4f41-b379-f063843b6490 HTTP/1.1" status: 200 len: 1127 time: 0.0703213 Aug 08 00:39:18.397373 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-d52cb10c-82a0-4a21-a7c0-1b50324ce9ac req-1853360b-6ab7-4fa4-b37a-41406cb4898f tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=22598ee6-6f03-46c2-8167-60b0fd957b19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813158 Aug 08 00:39:18.450256 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [req-779cdbc2-328f-4955-b12f-35933c55a9cf req-ae9805a6-1ac6-46f5-906d-88917b782fd1 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764676515054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764676113794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2785209'] for port (ef74e25d-7ffe-42e3-9abd-4b9fe8caa2d7), after_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:39:18.492696 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ae1632-ad5b-4b0c-8b24-48cce3cdfaa5 req-6f259256-93cb-459b-bb61-7d00c7c08672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:18.494296 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-67ae1632-ad5b-4b0c-8b24-48cce3cdfaa5 req-6f259256-93cb-459b-bb61-7d00c7c08672 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?tenant_id=2aabdf53ddce4b91a70bdb6a287cb765&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1104398 Aug 08 00:39:18.497233 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9805a6-1ac6-46f5-906d-88917b782fd1 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Pushing event deleted for resources: {'Port': ['ID=ef74e25d-7ffe-42e3-9abd-4b9fe8caa2d7,revision_number=None']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:39:18.507917 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9805a6-1ac6-46f5-906d-88917b782fd1 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:39:18.508311 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9805a6-1ac6-46f5-906d-88917b782fd1 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:39:18.508675 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9805a6-1ac6-46f5-906d-88917b782fd1 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:39:18.508969 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9805a6-1ac6-46f5-906d-88917b782fd1 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:39:18.509295 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9805a6-1ac6-46f5-906d-88917b782fd1 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:39:18.509655 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9805a6-1ac6-46f5-906d-88917b782fd1 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:39:18.509926 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9805a6-1ac6-46f5-906d-88917b782fd1 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:39:18.510239 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9805a6-1ac6-46f5-906d-88917b782fd1 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:39:18.510562 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9805a6-1ac6-46f5-906d-88917b782fd1 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:39:18.510880 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9805a6-1ac6-46f5-906d-88917b782fd1 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:39:18.511420 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9805a6-1ac6-46f5-906d-88917b782fd1 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:39:18.511696 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9805a6-1ac6-46f5-906d-88917b782fd1 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:39:18.512018 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9805a6-1ac6-46f5-906d-88917b782fd1 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:39:18.512386 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9805a6-1ac6-46f5-906d-88917b782fd1 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:39:18.512702 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9805a6-1ac6-46f5-906d-88917b782fd1 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:39:18.564203 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-fd7f9be3-4ada-43ab-ba54-27fb4ff55520 req-9fa0a73a-894a-4411-8102-bad3bc420cc2 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ed4b901e-ba2e-4eaa-bb78-47214419d1a0 HTTP/1.1" status: 200 len: 210 time: 0.0332348 Aug 08 00:39:18.624523 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.scheduler.l3_agent_scheduler [req-779cdbc2-328f-4955-b12f-35933c55a9cf req-ae9805a6-1ac6-46f5-906d-88917b782fd1 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Router d99aed4c-db56-4c90-b02b-64144441fa35 has already been hosted by L3 agent d53f5436-7c7f-4441-9708-9d0333b57745 {{(pid=115991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 00:39:18.775672 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35795683-39ed-402a-860e-2ee092ed84e8 req-56133b84-9d5a-412d-8e18-599cc91804b9 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:18.777100 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-35795683-39ed-402a-860e-2ee092ed84e8 req-56133b84-9d5a-412d-8e18-599cc91804b9 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=39cb5181-8bc2-4e47-ab31-1f9524d47ef3 HTTP/1.1" status: 200 len: 943 time: 0.0841000 Aug 08 00:39:18.781433 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-badcea87-8874-4188-8d5a-849414446500 req-171f1929-9908-4f6a-bd43-ed426a9500f0 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=39cb5181-8bc2-4e47-ab31-1f9524d47ef3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0496485 Aug 08 00:39:18.781970 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39cb5181-8bc2-4e47-ab31-1f9524d47ef3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e516e4f-2b18-41f2-8eaf-d3b6cf4fefb0'}] {{(pid=115993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 00:39:18.782346 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-779cdbc2-328f-4955-b12f-35933c55a9cf req-ae9805a6-1ac6-46f5-906d-88917b782fd1 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Notify agent at l3_agent.dv-cinder-851640-3-iscsi the message routers_updated {{(pid=115991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 00:39:18.784805 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffcbb3165cefe78fdef2215408d5e0047484b378f5d65619a4e095a8aefc113e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1db4af88-e47f-4e57-9f91-1e39bb4a409a" -d '{"events": [{"server_uuid": "39cb5181-8bc2-4e47-ab31-1f9524d47ef3", "name": "network-vif-unplugged", "status": "completed", "tag": "1e516e4f-2b18-41f2-8eaf-d3b6cf4fefb0"}]}' {{(pid=115993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 00:39:18.797031 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1df45d-bcf4-4f75-9864-9e952034a7f7 None None] Sync routers for ids ['d99aed4c-db56-4c90-b02b-64144441fa35'] in dv-cinder-851640-3-iscsi {{(pid=115993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 00:39:18.852354 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1df45d-bcf4-4f75-9864-9e952034a7f7 None None] Routers {'d99aed4c-db56-4c90-b02b-64144441fa35'} bound to L3 agent in host dv-cinder-851640-3-iscsi {{(pid=115993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 00:39:18.853337 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_hamode_db [None req-de1df45d-bcf4-4f75-9864-9e952034a7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851640-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-08T00:24:12Z,description=,heartbeat_timestamp=2022-08-08T00:39:12Z,host='dv-cinder-851640-3-iscsi',id=d53f5436-7c7f-4441-9708-9d0333b57745,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T00:24:13Z,topic='l3_agent')) {'router_ids': ['d99aed4c-db56-4c90-b02b-64144441fa35'], 'active': True} {{(pid=115993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:39:18.916499 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:39:18.948336 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.db.l3_dvrscheduler_db [req-779cdbc2-328f-4955-b12f-35933c55a9cf req-ae9805a6-1ac6-46f5-906d-88917b782fd1 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] No DVR routers for this DVR port ef74e25d-7ffe-42e3-9abd-4b9fe8caa2d7 on host hv-cinder-85164 {{(pid=115991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 08 00:39:18.951481 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [req-779cdbc2-328f-4955-b12f-35933c55a9cf req-ae9805a6-1ac6-46f5-906d-88917b782fd1 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63196'] for port (None), before_response {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:39:18.958020 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-779cdbc2-328f-4955-b12f-35933c55a9cf req-ae9805a6-1ac6-46f5-906d-88917b782fd1 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.25 "DELETE /networking/v2.0/ports/ef74e25d-7ffe-42e3-9abd-4b9fe8caa2d7 HTTP/1.1" status: 204 len: 173 time: 1.2046516 Aug 08 00:39:18.965272 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed4b901e-ba2e-4eaa-bb78-47214419d1a0', 'name': 'network-vif-deleted', 'tag': 'ef74e25d-7ffe-42e3-9abd-4b9fe8caa2d7'}] {{(pid=115991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 00:39:18.969300 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73a3e3d67458d2a17dff5edd29115f5abec4313aa2236b93bd84783ab3df8685" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb2aa748-b879-40b8-934d-c1dcfdc2457a" -d '{"events": [{"server_uuid": "ed4b901e-ba2e-4eaa-bb78-47214419d1a0", "name": "network-vif-deleted", "tag": "ef74e25d-7ffe-42e3-9abd-4b9fe8caa2d7"}]}' {{(pid=115991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 00:39:18.979469 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ae1632-ad5b-4b0c-8b24-48cce3cdfaa5 req-97a77c3e-b8ad-481c-9847-831aa0df0c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:18.981693 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-67ae1632-ad5b-4b0c-8b24-48cce3cdfaa5 req-97a77c3e-b8ad-481c-9847-831aa0df0c8b service neutron] 10.222.0.25 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2406332 Aug 08 00:39:18.987824 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvr_db [None req-de1df45d-bcf4-4f75-9864-9e952034a7f7 None None] Set router d99aed4c-db56-4c90-b02b-64144441fa35 gateway port host: dv-cinder-851640-3-iscsi {{(pid=115993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 00:39:18.993704 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badcea87-8874-4188-8d5a-849414446500 req-20bda3db-ac35-4ba9-90e5-92845a7b3ceb tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:18.995157 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-badcea87-8874-4188-8d5a-849414446500 req-20bda3db-ac35-4ba9-90e5-92845a7b3ceb tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] 10.222.0.15 "GET /networking/v2.0/ports/1e516e4f-2b18-41f2-8eaf-d3b6cf4fefb0 HTTP/1.1" status: 200 len: 940 time: 0.1196363 Aug 08 00:39:19.017633 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-35795683-39ed-402a-860e-2ee092ed84e8 req-c2b7b369-e767-48b7-a993-78db2645306d tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=09b1c30e-59f7-40b1-bf76-92a6a73f1ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2288473 Aug 08 00:39:19.050078 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:39:19.087147 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2f6659-13d9-4449-80bd-a9a4865d6c42 req-be659ec2-5508-44fb-b883-52012ee6626a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:19.089160 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-ac2f6659-13d9-4449-80bd-a9a4865d6c42 req-be659ec2-5508-44fb-b883-52012ee6626a service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=2aabdf53ddce4b91a70bdb6a287cb765&device_id=dbd7eaeb-e187-4f41-b379-f063843b6490 HTTP/1.1" status: 200 len: 1127 time: 0.0617800 Aug 08 00:39:19.156472 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-ac2f6659-13d9-4449-80bd-a9a4865d6c42 req-0bf6c420-c6c2-4903-97d2-3158d8c3a7e6 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2911615a-80a4-48f6-87fc-1535c284a643 HTTP/1.1" status: 200 len: 217 time: 0.0382464 Aug 08 00:39:19.158051 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1581f8-66cc-4a01-abc7-0cb1622eeb05 req-349183ec-47b5-4434-8ff4-afa464545c02 tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:19.159761 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-0e1581f8-66cc-4a01-abc7-0cb1622eeb05 req-349183ec-47b5-4434-8ff4-afa464545c02 tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=dbd7eaeb-e187-4f41-b379-f063843b6490 HTTP/1.1" status: 200 len: 943 time: 0.0690463 Aug 08 00:39:19.207722 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 08 Aug 2022 00:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c499051-c801-405a-822c-bda469c6fbeb x-openstack-request-id: req-0c499051-c801-405a-822c-bda469c6fbeb {{(pid=115993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 00:39:19.208014 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39cb5181-8bc2-4e47-ab31-1f9524d47ef3", "name": "network-vif-unplugged", "status": "failed", "tag": "1e516e4f-2b18-41f2-8eaf-d3b6cf4fefb0", "code": 422}]} {{(pid=115993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 00:39:19.208269 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0c499051-c801-405a-822c-bda469c6fbeb {{(pid=115993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 00:39:19.208669 dv-cinder-851640-3-iscsi neutron-server[115993]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-0c499051-c801-405a-822c-bda469c6fbeb']: {'server_uuid': '39cb5181-8bc2-4e47-ab31-1f9524d47ef3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1e516e4f-2b18-41f2-8eaf-d3b6cf4fefb0', 'code': 422} returned with failed status Aug 08 00:39:19.235942 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-0e1581f8-66cc-4a01-abc7-0cb1622eeb05 req-e0e254c0-9d34-4500-addd-6f9bb641a55b tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=66ce6791-e978-4b6a-a427-41fbf08ca600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642936 Aug 08 00:39:19.240015 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 00:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dfabbf7-e90a-4fc1-8797-4ff0ba5b95e5 x-openstack-request-id: req-5dfabbf7-e90a-4fc1-8797-4ff0ba5b95e5 {{(pid=115991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 00:39:19.243500 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed4b901e-ba2e-4eaa-bb78-47214419d1a0", "name": "network-vif-deleted", "tag": "ef74e25d-7ffe-42e3-9abd-4b9fe8caa2d7", "status": "completed", "code": 200}]} {{(pid=115991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 00:39:19.243500 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5dfabbf7-e90a-4fc1-8797-4ff0ba5b95e5 {{(pid=115991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 00:39:19.243500 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5dfabbf7-e90a-4fc1-8797-4ff0ba5b95e5'] response: {'server_uuid': 'ed4b901e-ba2e-4eaa-bb78-47214419d1a0', 'name': 'network-vif-deleted', 'tag': 'ef74e25d-7ffe-42e3-9abd-4b9fe8caa2d7', 'status': 'completed', 'code': 200} Aug 08 00:39:19.257334 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_hamode_db [None req-de1df45d-bcf4-4f75-9864-9e952034a7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd99aed4c-db56-4c90-b02b-64144441fa35', 'name': 'tempest-TestVolumeBootPattern-1815404956-router', 'tenant_id': 'a22da44baa6b472e91d99fbcb03b583c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '7a061287-b52c-47b1-848a-b38d19005ef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:35:38Z', 'updated_at': '2022-08-08T00:35:45Z', 'revision_number': 4, 'project_id': 'a22da44baa6b472e91d99fbcb03b583c', 'gw_port': {'id': '7a061287-b52c-47b1-848a-b38d19005ef5', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:21:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99aed4c-db56-4c90-b02b-64144441fa35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:35:39Z', 'updated_at': '2022-08-08T00:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi', '_interfaces': [{'id': 'b8522b74-8a47-4852-94d4-8aec395de36e', 'name': '', 'network_id': 'e16e278d-24ed-46ec-9b21-78207cc53646', 'tenant_id': 'a22da44baa6b472e91d99fbcb03b583c', 'mac_address': 'fa:16:3e:6a:5f:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99aed4c-db56-4c90-b02b-64144441fa35', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '49ad74e6-a7f8-44c2-b833-dcbba288ca27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:35:44Z', 'updated_at': '2022-08-08T00:35:55Z', 'revision_number': 5, 'project_id': 'a22da44baa6b472e91d99fbcb03b583c', 'subnets': [{'id': '49ad74e6-a7f8-44c2-b833-dcbba288ca27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851640-3-iscsi', False) {} {{(pid=115993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:39:19.291820 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1df45d-bcf4-4f75-9864-9e952034a7f7 None None] Checking router: d99aed4c-db56-4c90-b02b-64144441fa35 for host: dv-cinder-851640-3-iscsi {{(pid=115993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 00:39:19.299158 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:39:19.301976 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1df45d-bcf4-4f75-9864-9e952034a7f7 None None] Routers {'d99aed4c-db56-4c90-b02b-64144441fa35'} bound to L3 agent in host dv-cinder-851640-3-iscsi {{(pid=115993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 00:39:19.302583 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_hamode_db [None req-de1df45d-bcf4-4f75-9864-9e952034a7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851640-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-08T00:24:12Z,description=,heartbeat_timestamp=2022-08-08T00:39:12Z,host='dv-cinder-851640-3-iscsi',id=d53f5436-7c7f-4441-9708-9d0333b57745,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T00:24:13Z,topic='l3_agent')) {'router_ids': ['d99aed4c-db56-4c90-b02b-64144441fa35'], 'active': True} {{(pid=115993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:39:19.337676 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b553a61-01b3-453c-b44b-ffb646d65803 req-6dc76f3d-1ac4-4d08-a06f-ecb692e1f037 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:19.339189 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-5b553a61-01b3-453c-b44b-ffb646d65803 req-6dc76f3d-1ac4-4d08-a06f-ecb692e1f037 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1c80c22a-1596-4b59-a033-7c82163e2b00 HTTP/1.1" status: 200 len: 946 time: 0.0485353 Aug 08 00:39:19.380120 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:39:19.391776 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-5b553a61-01b3-453c-b44b-ffb646d65803 req-37d82f02-e704-4ec7-a013-f0ee3d2b7619 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d44e612b-729e-480c-9de1-26b2215d243b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466435 Aug 08 00:39:19.408158 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvr_db [None req-de1df45d-bcf4-4f75-9864-9e952034a7f7 None None] Set router d99aed4c-db56-4c90-b02b-64144441fa35 gateway port host: dv-cinder-851640-3-iscsi {{(pid=115993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 00:39:19.533764 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a537e8-7f55-429b-8f45-5ec8dd3c5066 req-72cdba60-00e0-43f2-bf26-f8aef336e159 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:19.535783 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-27a537e8-7f55-429b-8f45-5ec8dd3c5066 req-72cdba60-00e0-43f2-bf26-f8aef336e159 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0cf02d3a-b426-4135-a94a-9048d7515184 HTTP/1.1" status: 200 len: 947 time: 0.0495446 Aug 08 00:39:19.581458 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:39:19.587393 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-27a537e8-7f55-429b-8f45-5ec8dd3c5066 req-dbad6042-9690-410c-867b-5ee5267226df tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=22598ee6-6f03-46c2-8167-60b0fd957b19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457406 Aug 08 00:39:19.614760 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_hamode_db [None req-de1df45d-bcf4-4f75-9864-9e952034a7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd99aed4c-db56-4c90-b02b-64144441fa35', 'name': 'tempest-TestVolumeBootPattern-1815404956-router', 'tenant_id': 'a22da44baa6b472e91d99fbcb03b583c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '7a061287-b52c-47b1-848a-b38d19005ef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:35:38Z', 'updated_at': '2022-08-08T00:35:45Z', 'revision_number': 4, 'project_id': 'a22da44baa6b472e91d99fbcb03b583c', 'gw_port': {'id': '7a061287-b52c-47b1-848a-b38d19005ef5', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:21:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99aed4c-db56-4c90-b02b-64144441fa35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:35:39Z', 'updated_at': '2022-08-08T00:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi', '_interfaces': [{'id': 'b8522b74-8a47-4852-94d4-8aec395de36e', 'name': '', 'network_id': 'e16e278d-24ed-46ec-9b21-78207cc53646', 'tenant_id': 'a22da44baa6b472e91d99fbcb03b583c', 'mac_address': 'fa:16:3e:6a:5f:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99aed4c-db56-4c90-b02b-64144441fa35', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '49ad74e6-a7f8-44c2-b833-dcbba288ca27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:35:44Z', 'updated_at': '2022-08-08T00:35:55Z', 'revision_number': 5, 'project_id': 'a22da44baa6b472e91d99fbcb03b583c', 'subnets': [{'id': '49ad74e6-a7f8-44c2-b833-dcbba288ca27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851640-3-iscsi', False) {} {{(pid=115993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:39:19.614956 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=2 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:39:19.623294 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=4 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:39:19.644228 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1df45d-bcf4-4f75-9864-9e952034a7f7 None None] The sync data for ids ['d99aed4c-db56-4c90-b02b-64144441fa35'] in dv-cinder-851640-3-iscsi is: [{'id': 'd99aed4c-db56-4c90-b02b-64144441fa35', 'name': 'tempest-TestVolumeBootPattern-1815404956-router', 'tenant_id': 'a22da44baa6b472e91d99fbcb03b583c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '7a061287-b52c-47b1-848a-b38d19005ef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:35:38Z', 'updated_at': '2022-08-08T00:35:45Z', 'revision_number': 4, 'project_id': 'a22da44baa6b472e91d99fbcb03b583c', 'gw_port': {'id': '7a061287-b52c-47b1-848a-b38d19005ef5', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:21:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99aed4c-db56-4c90-b02b-64144441fa35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:35:39Z', 'updated_at': '2022-08-08T00:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi', '_interfaces': [{'id': 'b8522b74-8a47-4852-94d4-8aec395de36e', 'name': '', 'network_id': 'e16e278d-24ed-46ec-9b21-78207cc53646', 'tenant_id': 'a22da44baa6b472e91d99fbcb03b583c', 'mac_address': 'fa:16:3e:6a:5f:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99aed4c-db56-4c90-b02b-64144441fa35', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '49ad74e6-a7f8-44c2-b833-dcbba288ca27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:35:44Z', 'updated_at': '2022-08-08T00:35:55Z', 'revision_number': 5, 'project_id': 'a22da44baa6b472e91d99fbcb03b583c', 'subnets': [{'id': '49ad74e6-a7f8-44c2-b833-dcbba288ca27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 00:39:19.675280 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-625e60c8-eb2b-4b05-8591-ada0d7a965f3 req-5423b834-cb01-4482-a960-6a9a9e618a66 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ed4b901e-ba2e-4eaa-bb78-47214419d1a0 HTTP/1.1" status: 200 len: 210 time: 0.0360830 Aug 08 00:39:19.875334 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245607dc-19bd-4520-b9b5-0122261e5c5d None None] New status for floating IP 9925f607-ac75-4505-ad82-0e2bda5d71e4: DOWN {{(pid=115994) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 08 00:39:20.139470 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb342d7b-5cab-4706-b5d2-41c8ef384dc1 req-8978a505-00d1-47a1-a3c1-e9b7e965f195 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:20.140848 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-eb342d7b-5cab-4706-b5d2-41c8ef384dc1 req-8978a505-00d1-47a1-a3c1-e9b7e965f195 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=39cb5181-8bc2-4e47-ab31-1f9524d47ef3 HTTP/1.1" status: 200 len: 943 time: 0.0466084 Aug 08 00:39:20.189432 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-eb342d7b-5cab-4706-b5d2-41c8ef384dc1 req-b2f80a14-a2ca-4715-8559-a879c1cca042 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=09b1c30e-59f7-40b1-bf76-92a6a73f1ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431437 Aug 08 00:39:20.360047 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91811efe-a9e0-46d8-9d52-d4332b7ba7d1 req-7d544733-b1ae-4d26-be74-5594ebac7a8b tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:20.361491 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-91811efe-a9e0-46d8-9d52-d4332b7ba7d1 req-7d544733-b1ae-4d26-be74-5594ebac7a8b tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=dbd7eaeb-e187-4f41-b379-f063843b6490 HTTP/1.1" status: 200 len: 943 time: 0.0472083 Aug 08 00:39:20.408097 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-91811efe-a9e0-46d8-9d52-d4332b7ba7d1 req-aa88f4cb-a01a-44e2-a466-ea703bcf00eb tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=66ce6791-e978-4b6a-a427-41fbf08ca600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409143 Aug 08 00:39:20.512170 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bb767e-61ab-43c6-845b-59da729e1f4e req-4027bfb2-5d40-437f-a7d9-23b07246c6e3 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:20.513624 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-13bb767e-61ab-43c6-845b-59da729e1f4e req-4027bfb2-5d40-437f-a7d9-23b07246c6e3 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1c80c22a-1596-4b59-a033-7c82163e2b00 HTTP/1.1" status: 200 len: 946 time: 0.0498934 Aug 08 00:39:20.560565 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-13bb767e-61ab-43c6-845b-59da729e1f4e req-75bcf354-a586-4ce3-a57d-3a5fe8464013 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d44e612b-729e-480c-9de1-26b2215d243b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413256 Aug 08 00:39:20.714144 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c435e8-2c97-47a9-909f-cab12d58dab0 req-cca846bd-035c-4392-896b-8f184711ffb7 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:20.715848 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-05c435e8-2c97-47a9-909f-cab12d58dab0 req-cca846bd-035c-4392-896b-8f184711ffb7 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0cf02d3a-b426-4135-a94a-9048d7515184 HTTP/1.1" status: 200 len: 947 time: 0.0482559 Aug 08 00:39:20.766674 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-05c435e8-2c97-47a9-909f-cab12d58dab0 req-07f2b9a6-f89a-48d5-ad77-7474b2c404bc tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=22598ee6-6f03-46c2-8167-60b0fd957b19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455141 Aug 08 00:39:20.779908 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-38942925-8ed1-41a1-b7cc-2100f759a964 req-fd5b1db1-e8c0-497a-8629-5ccc699850d6 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ed4b901e-ba2e-4eaa-bb78-47214419d1a0 HTTP/1.1" status: 200 len: 210 time: 0.0288398 Aug 08 00:39:20.933799 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2f6659-13d9-4449-80bd-a9a4865d6c42 req-84102e76-96c5-478a-b60f-79c0bbafb6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:20.935290 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-ac2f6659-13d9-4449-80bd-a9a4865d6c42 req-84102e76-96c5-478a-b60f-79c0bbafb6cf service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=390a2246-26e8-4262-8de5-00c6b1ec6a12 HTTP/1.1" status: 200 len: 848 time: 0.0489459 Aug 08 00:39:20.970867 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-ac2f6659-13d9-4449-80bd-a9a4865d6c42 req-31fb1f87-1362-42c6-b6e7-1abbaf6d0813 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=5d335768-2822-40df-af2e-ce286fc9bfdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285597 Aug 08 00:39:21.169623 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-ac2f6659-13d9-4449-80bd-a9a4865d6c42 req-1537fe01-98d1-4794-9688-cdd1a0e04b2d service neutron] 10.222.0.25 "GET /networking/v2.0/networks/5d335768-2822-40df-af2e-ce286fc9bfdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942597 Aug 08 00:39:21.299651 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef65f03-349c-4975-b674-c19b14ca865b req-a7d370c6-b340-4bb4-9f6d-c86b2387c8b3 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:21.301124 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-aef65f03-349c-4975-b674-c19b14ca865b req-a7d370c6-b340-4bb4-9f6d-c86b2387c8b3 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1c80c22a-1596-4b59-a033-7c82163e2b00 HTTP/1.1" status: 200 len: 946 time: 0.0940793 Aug 08 00:39:21.345796 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a862b8-c2af-4769-af4a-8f02d842c397 req-1d3126c7-3229-4963-a84b-8504e2fc0963 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:21.347686 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-f0a862b8-c2af-4769-af4a-8f02d842c397 req-1d3126c7-3229-4963-a84b-8504e2fc0963 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=39cb5181-8bc2-4e47-ab31-1f9524d47ef3 HTTP/1.1" status: 200 len: 943 time: 0.0588200 Aug 08 00:39:21.400749 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.plugin [req-aef65f03-349c-4975-b674-c19b14ca865b req-bdfb96d7-2bb5-439e-86ce-862c8f25cd6d tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Deleting port 925b229f-7a24-4cd8-9a75-d6005c402efb {{(pid=115991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 00:39:21.401462 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [req-aef65f03-349c-4975-b674-c19b14ca865b req-bdfb96d7-2bb5-439e-86ce-862c8f25cd6d tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764676511537'] for port (925b229f-7a24-4cd8-9a75-d6005c402efb), before_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:39:21.410966 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-ac2f6659-13d9-4449-80bd-a9a4865d6c42 req-1fbf8bc9-51c7-4f58-b936-5bcb2fbfeafa service neutron] 10.222.0.25 "GET /networking/v2.0/networks/5d335768-2822-40df-af2e-ce286fc9bfdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045097 Aug 08 00:39:21.425362 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-f0a862b8-c2af-4769-af4a-8f02d842c397 req-46b05226-ba77-420b-82b9-c29b0774638f tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=09b1c30e-59f7-40b1-bf76-92a6a73f1ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667095 Aug 08 00:39:21.543437 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.db [req-aef65f03-349c-4975-b674-c19b14ca865b req-bdfb96d7-2bb5-439e-86ce-862c8f25cd6d tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] For port 925b229f-7a24-4cd8-9a75-d6005c402efb, host hv-cinder-85164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85164',level=0,port_id=925b229f-7a24-4cd8-9a75-d6005c402efb,segment=NetworkSegment(6130275c-b522-41d3-91a1-cf819d706112),segment_id=6130275c-b522-41d3-91a1-cf819d706112)] {{(pid=115991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:39:21.545653 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [req-aef65f03-349c-4975-b674-c19b14ca865b req-bdfb96d7-2bb5-439e-86ce-862c8f25cd6d tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440649'] for port (925b229f-7a24-4cd8-9a75-d6005c402efb), precommit_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:39:21.565841 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a31f05-85e1-4ab0-8c48-3f7f356334c0 req-cfbcf81e-c2b2-4122-a64a-a0a609b3b543 tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:21.568761 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-93a31f05-85e1-4ab0-8c48-3f7f356334c0 req-cfbcf81e-c2b2-4122-a64a-a0a609b3b543 tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=dbd7eaeb-e187-4f41-b379-f063843b6490 HTTP/1.1" status: 200 len: 943 time: 0.0793340 Aug 08 00:39:21.611123 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=100 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:39:21.692532 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4970c04a-83ec-4a9c-92c9-fd9f9da20ee5 req-2405b594-1f10-44c6-b48f-fa8f61b5b1d5 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:21.694690 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-4970c04a-83ec-4a9c-92c9-fd9f9da20ee5 req-2405b594-1f10-44c6-b48f-fa8f61b5b1d5 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1c80c22a-1596-4b59-a033-7c82163e2b00 HTTP/1.1" status: 200 len: 946 time: 0.0569696 Aug 08 00:39:21.699179 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-93a31f05-85e1-4ab0-8c48-3f7f356334c0 req-36adc0d8-7c05-44ac-ad82-e02db888dbd3 tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=66ce6791-e978-4b6a-a427-41fbf08ca600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025469 Aug 08 00:39:21.746705 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-4970c04a-83ec-4a9c-92c9-fd9f9da20ee5 req-ca7e7e9e-0d8c-435a-8d83-6e991ec07298 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d44e612b-729e-480c-9de1-26b2215d243b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459127 Aug 08 00:39:21.761179 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [req-aef65f03-349c-4975-b674-c19b14ca865b req-bdfb96d7-2bb5-439e-86ce-862c8f25cd6d tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:39:21.761607 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [req-aef65f03-349c-4975-b674-c19b14ca865b req-bdfb96d7-2bb5-439e-86ce-862c8f25cd6d tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-499989'] for floatingip (60027b57-1a19-4b09-ab66-244034baef1c), after_update {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:39:21.761954 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.db.l3_db [req-aef65f03-349c-4975-b674-c19b14ca865b req-bdfb96d7-2bb5-439e-86ce-862c8f25cd6d tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Floating IP 60027b57-1a19-4b09-ab66-244034baef1c disassociated. External IP: 172.27.3.224, port: 925b229f-7a24-4cd8-9a75-d6005c402efb. Aug 08 00:39:21.762313 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.plugin [req-aef65f03-349c-4975-b674-c19b14ca865b req-bdfb96d7-2bb5-439e-86ce-862c8f25cd6d tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Calling delete_port for 925b229f-7a24-4cd8-9a75-d6005c402efb owned by compute:nova {{(pid=115991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 00:39:21.849776 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:39:21.900375 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-88a4b609-d926-413b-a9d0-0ee4392f7277 req-ca32fafa-d1f3-48e8-a27b-ea936af03d3e tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ed4b901e-ba2e-4eaa-bb78-47214419d1a0 HTTP/1.1" status: 200 len: 210 time: 0.0303771 Aug 08 00:39:21.935036 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27cf1d6-6c3f-48aa-ae87-e122161b6d1d req-ea6ef2d7-7647-40cb-bd76-c7041240bdc5 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:21.936556 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-f27cf1d6-6c3f-48aa-ae87-e122161b6d1d req-ea6ef2d7-7647-40cb-bd76-c7041240bdc5 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0cf02d3a-b426-4135-a94a-9048d7515184 HTTP/1.1" status: 200 len: 947 time: 0.0847645 Aug 08 00:39:21.990655 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-f27cf1d6-6c3f-48aa-ae87-e122161b6d1d req-a27e9649-762c-4497-bcfc-b231ac9cf2a8 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=22598ee6-6f03-46c2-8167-60b0fd957b19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482693 Aug 08 00:39:22.063961 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [req-aef65f03-349c-4975-b674-c19b14ca865b req-bdfb96d7-2bb5-439e-86ce-862c8f25cd6d tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764676515054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764676113794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2785209'] for port (925b229f-7a24-4cd8-9a75-d6005c402efb), after_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:39:22.096293 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfb96d7-2bb5-439e-86ce-862c8f25cd6d tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Pushing event deleted for resources: {'Port': ['ID=925b229f-7a24-4cd8-9a75-d6005c402efb,revision_number=None']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:39:22.215492 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aef65f03-349c-4975-b674-c19b14ca865b req-bdfb96d7-2bb5-439e-86ce-862c8f25cd6d tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Router 91800c1e-3ae7-435f-9362-f23934c36aa6 has already been hosted by L3 agent d53f5436-7c7f-4441-9708-9d0333b57745 {{(pid=115991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 00:39:22.322951 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aef65f03-349c-4975-b674-c19b14ca865b req-bdfb96d7-2bb5-439e-86ce-862c8f25cd6d tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Notify agent at l3_agent.dv-cinder-851640-3-iscsi the message routers_updated {{(pid=115991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 00:39:22.335334 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47bc6ec0-75a6-4e49-b449-70945da134c2 None None] Sync routers for ids ['91800c1e-3ae7-435f-9362-f23934c36aa6'] in dv-cinder-851640-3-iscsi {{(pid=115993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 00:39:22.346524 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47bc6ec0-75a6-4e49-b449-70945da134c2 None None] Routers {'91800c1e-3ae7-435f-9362-f23934c36aa6'} bound to L3 agent in host dv-cinder-851640-3-iscsi {{(pid=115993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 00:39:22.347133 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_hamode_db [None req-47bc6ec0-75a6-4e49-b449-70945da134c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851640-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-08T00:24:12Z,description=,heartbeat_timestamp=2022-08-08T00:39:12Z,host='dv-cinder-851640-3-iscsi',id=d53f5436-7c7f-4441-9708-9d0333b57745,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T00:24:13Z,topic='l3_agent')) {'router_ids': ['91800c1e-3ae7-435f-9362-f23934c36aa6'], 'active': True} {{(pid=115993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:39:22.370426 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.db.l3_dvrscheduler_db [req-aef65f03-349c-4975-b674-c19b14ca865b req-bdfb96d7-2bb5-439e-86ce-862c8f25cd6d tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] No DVR routers for this DVR port 925b229f-7a24-4cd8-9a75-d6005c402efb on host hv-cinder-85164 {{(pid=115991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 08 00:39:22.373616 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [req-aef65f03-349c-4975-b674-c19b14ca865b req-bdfb96d7-2bb5-439e-86ce-862c8f25cd6d tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63196'] for port (None), before_response {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:39:22.377104 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-aef65f03-349c-4975-b674-c19b14ca865b req-bdfb96d7-2bb5-439e-86ce-862c8f25cd6d tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.25 "DELETE /networking/v2.0/ports/925b229f-7a24-4cd8-9a75-d6005c402efb HTTP/1.1" status: 204 len: 173 time: 1.0702593 Aug 08 00:39:22.377538 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c80c22a-1596-4b59-a033-7c82163e2b00', 'name': 'network-vif-deleted', 'tag': '925b229f-7a24-4cd8-9a75-d6005c402efb'}] {{(pid=115991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 00:39:22.379789 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73a3e3d67458d2a17dff5edd29115f5abec4313aa2236b93bd84783ab3df8685" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-493bda3f-36d4-4d34-bda1-c21f3481898f" -d '{"events": [{"server_uuid": "1c80c22a-1596-4b59-a033-7c82163e2b00", "name": "network-vif-deleted", "tag": "925b229f-7a24-4cd8-9a75-d6005c402efb"}]}' {{(pid=115991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 00:39:22.420697 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 00:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ef65f0d-82cc-41eb-981f-43bb1504b8bd x-openstack-request-id: req-6ef65f0d-82cc-41eb-981f-43bb1504b8bd {{(pid=115991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 00:39:22.421061 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c80c22a-1596-4b59-a033-7c82163e2b00", "name": "network-vif-deleted", "tag": "925b229f-7a24-4cd8-9a75-d6005c402efb", "status": "completed", "code": 200}]} {{(pid=115991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 00:39:22.421411 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6ef65f0d-82cc-41eb-981f-43bb1504b8bd {{(pid=115991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 00:39:22.421884 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ef65f0d-82cc-41eb-981f-43bb1504b8bd'] response: {'server_uuid': '1c80c22a-1596-4b59-a033-7c82163e2b00', 'name': 'network-vif-deleted', 'tag': '925b229f-7a24-4cd8-9a75-d6005c402efb', 'status': 'completed', 'code': 200} Aug 08 00:39:22.463682 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvr_db [None req-47bc6ec0-75a6-4e49-b449-70945da134c2 None None] Set router 91800c1e-3ae7-435f-9362-f23934c36aa6 gateway port host: dv-cinder-851640-3-iscsi {{(pid=115993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 00:39:22.495824 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Device ef74e25d-7ffe-42e3-9abd-4b9fe8caa2d7 no longer exists at agent hyperv_hv-cinder-85164 {{(pid=115993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 00:39:22.565694 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] No Port match for: ef74e25d-7ffe-42e3-9abd-4b9fe8caa2d7 {{(pid=115993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 08 00:39:22.565841 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Device ef74e25d-7ffe-42e3-9abd-4b9fe8caa2d7 not bound to the agent host hv-cinder-85164 {{(pid=115993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 00:39:22.578134 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555e0847-54eb-4793-a680-e3f826f293ae req-b8fe3b29-4a48-4af5-b018-bcb5ab6065cc tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:22.580699 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-555e0847-54eb-4793-a680-e3f826f293ae req-b8fe3b29-4a48-4af5-b018-bcb5ab6065cc tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=39cb5181-8bc2-4e47-ab31-1f9524d47ef3 HTTP/1.1" status: 200 len: 943 time: 0.0773666 Aug 08 00:39:22.649978 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-555e0847-54eb-4793-a680-e3f826f293ae req-ed542d60-d61b-4a3e-81c9-3cf9aaf37089 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=09b1c30e-59f7-40b1-bf76-92a6a73f1ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612910 Aug 08 00:39:22.721570 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=100 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:39:22.731045 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_hamode_db [None req-47bc6ec0-75a6-4e49-b449-70945da134c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91800c1e-3ae7-435f-9362-f23934c36aa6', 'name': 'tempest-AttachVolumeNegativeTest-1151103598-router', 'tenant_id': 'e97eb34021d44eb0a99763034c1e9e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': '349bc66f-427c-48e3-b507-b91075ef7023', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:34:02Z', 'updated_at': '2022-08-08T00:34:05Z', 'revision_number': 4, 'project_id': 'e97eb34021d44eb0a99763034c1e9e87', 'gw_port': {'id': '349bc66f-427c-48e3-b507-b91075ef7023', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:3b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91800c1e-3ae7-435f-9362-f23934c36aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:34:03Z', 'updated_at': '2022-08-08T00:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi', '_interfaces': [{'id': '72ff9781-3013-479e-ab34-a89546cc7e00', 'name': '', 'network_id': 'a5ea35fc-5529-4ec7-b035-b5f2637c5acc', 'tenant_id': 'e97eb34021d44eb0a99763034c1e9e87', 'mac_address': 'fa:16:3e:71:a5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91800c1e-3ae7-435f-9362-f23934c36aa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'a880aa77-4bc5-4c6a-8fdf-3a29dea9cf69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:34:04Z', 'updated_at': '2022-08-08T00:34:10Z', 'revision_number': 5, 'project_id': 'e97eb34021d44eb0a99763034c1e9e87', 'subnets': [{'id': 'a880aa77-4bc5-4c6a-8fdf-3a29dea9cf69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851640-3-iscsi', False) {} {{(pid=115993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:39:22.757519 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47bc6ec0-75a6-4e49-b449-70945da134c2 None None] Checking router: 91800c1e-3ae7-435f-9362-f23934c36aa6 for host: dv-cinder-851640-3-iscsi {{(pid=115993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 00:39:22.766891 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47bc6ec0-75a6-4e49-b449-70945da134c2 None None] Routers {'91800c1e-3ae7-435f-9362-f23934c36aa6'} bound to L3 agent in host dv-cinder-851640-3-iscsi {{(pid=115993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 00:39:22.767528 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_hamode_db [None req-47bc6ec0-75a6-4e49-b449-70945da134c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851640-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-08T00:24:12Z,description=,heartbeat_timestamp=2022-08-08T00:39:12Z,host='dv-cinder-851640-3-iscsi',id=d53f5436-7c7f-4441-9708-9d0333b57745,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T00:24:13Z,topic='l3_agent')) {'router_ids': ['91800c1e-3ae7-435f-9362-f23934c36aa6'], 'active': True} {{(pid=115993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:39:22.835074 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4980d23c-ed84-416d-a673-0642126847a1 req-7ff3c23b-f4ff-4470-a4f6-e527ae34c1be tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:22.842066 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-4980d23c-ed84-416d-a673-0642126847a1 req-7ff3c23b-f4ff-4470-a4f6-e527ae34c1be tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=dbd7eaeb-e187-4f41-b379-f063843b6490 HTTP/1.1" status: 200 len: 943 time: 0.0587056 Aug 08 00:39:22.890728 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvr_db [None req-47bc6ec0-75a6-4e49-b449-70945da134c2 None None] Set router 91800c1e-3ae7-435f-9362-f23934c36aa6 gateway port host: dv-cinder-851640-3-iscsi {{(pid=115993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 00:39:22.919270 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-3787a338-ff7c-4f3a-90b9-3c564fda64cd req-826e5a08-e1ff-4f83-9486-3c1e31bb3137 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1c80c22a-1596-4b59-a033-7c82163e2b00 HTTP/1.1" status: 200 len: 210 time: 0.0309598 Aug 08 00:39:22.925070 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-4980d23c-ed84-416d-a673-0642126847a1 req-57130f78-f600-4044-9ff8-eca047cfa760 tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=66ce6791-e978-4b6a-a427-41fbf08ca600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820837 Aug 08 00:39:23.107674 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_hamode_db [None req-47bc6ec0-75a6-4e49-b449-70945da134c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91800c1e-3ae7-435f-9362-f23934c36aa6', 'name': 'tempest-AttachVolumeNegativeTest-1151103598-router', 'tenant_id': 'e97eb34021d44eb0a99763034c1e9e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': '349bc66f-427c-48e3-b507-b91075ef7023', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:34:02Z', 'updated_at': '2022-08-08T00:34:05Z', 'revision_number': 4, 'project_id': 'e97eb34021d44eb0a99763034c1e9e87', 'gw_port': {'id': '349bc66f-427c-48e3-b507-b91075ef7023', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:3b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91800c1e-3ae7-435f-9362-f23934c36aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:34:03Z', 'updated_at': '2022-08-08T00:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi', '_interfaces': [{'id': '72ff9781-3013-479e-ab34-a89546cc7e00', 'name': '', 'network_id': 'a5ea35fc-5529-4ec7-b035-b5f2637c5acc', 'tenant_id': 'e97eb34021d44eb0a99763034c1e9e87', 'mac_address': 'fa:16:3e:71:a5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91800c1e-3ae7-435f-9362-f23934c36aa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'a880aa77-4bc5-4c6a-8fdf-3a29dea9cf69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:34:04Z', 'updated_at': '2022-08-08T00:34:10Z', 'revision_number': 5, 'project_id': 'e97eb34021d44eb0a99763034c1e9e87', 'subnets': [{'id': 'a880aa77-4bc5-4c6a-8fdf-3a29dea9cf69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851640-3-iscsi', False) {} {{(pid=115993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:39:23.123873 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6679ad08-3d2c-47f8-b358-7078d5dc96c7 req-30926d91-1a0a-49be-8b2a-9dd059e8531c tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:23.125394 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-6679ad08-3d2c-47f8-b358-7078d5dc96c7 req-30926d91-1a0a-49be-8b2a-9dd059e8531c tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0cf02d3a-b426-4135-a94a-9048d7515184 HTTP/1.1" status: 200 len: 947 time: 0.0525661 Aug 08 00:39:23.135695 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47bc6ec0-75a6-4e49-b449-70945da134c2 None None] The sync data for ids ['91800c1e-3ae7-435f-9362-f23934c36aa6'] in dv-cinder-851640-3-iscsi is: [{'id': '91800c1e-3ae7-435f-9362-f23934c36aa6', 'name': 'tempest-AttachVolumeNegativeTest-1151103598-router', 'tenant_id': 'e97eb34021d44eb0a99763034c1e9e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': '349bc66f-427c-48e3-b507-b91075ef7023', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:34:02Z', 'updated_at': '2022-08-08T00:34:05Z', 'revision_number': 4, 'project_id': 'e97eb34021d44eb0a99763034c1e9e87', 'gw_port': {'id': '349bc66f-427c-48e3-b507-b91075ef7023', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:3b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91800c1e-3ae7-435f-9362-f23934c36aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:34:03Z', 'updated_at': '2022-08-08T00:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi', '_interfaces': [{'id': '72ff9781-3013-479e-ab34-a89546cc7e00', 'name': '', 'network_id': 'a5ea35fc-5529-4ec7-b035-b5f2637c5acc', 'tenant_id': 'e97eb34021d44eb0a99763034c1e9e87', 'mac_address': 'fa:16:3e:71:a5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91800c1e-3ae7-435f-9362-f23934c36aa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'a880aa77-4bc5-4c6a-8fdf-3a29dea9cf69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:34:04Z', 'updated_at': '2022-08-08T00:34:10Z', 'revision_number': 5, 'project_id': 'e97eb34021d44eb0a99763034c1e9e87', 'subnets': [{'id': 'a880aa77-4bc5-4c6a-8fdf-3a29dea9cf69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 00:39:23.168682 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:39:23.185388 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-6679ad08-3d2c-47f8-b358-7078d5dc96c7 req-c896df13-2e44-48b1-a346-41b82e7919ea tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=22598ee6-6f03-46c2-8167-60b0fd957b19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538070 Aug 08 00:39:23.257034 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-a6ba4ad5-1e56-4560-94d5-adc9c4c439da req-a3570f44-4fe5-4523-a64d-7d1b0a503b66 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.15 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-259062108&fields=id&tenant_id=a22da44baa6b472e91d99fbcb03b583c HTTP/1.1" status: 200 len: 267 time: 0.0741642 Aug 08 00:39:23.361910 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ba4ad5-1e56-4560-94d5-adc9c4c439da req-74adb5ff-b2d9-474c-b3e2-9cd51f02300e tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:23.368884 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-a6ba4ad5-1e56-4560-94d5-adc9c4c439da req-74adb5ff-b2d9-474c-b3e2-9cd51f02300e tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.15 "GET /networking/v2.0/networks?id=e16e278d-24ed-46ec-9b21-78207cc53646 HTTP/1.1" status: 200 len: 812 time: 0.1109176 Aug 08 00:39:23.380343 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-a6ba4ad5-1e56-4560-94d5-adc9c4c439da req-db723129-77c8-4731-ac4f-3e83a1c658b5 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.15 "GET /networking/v2.0/quotas/a22da44baa6b472e91d99fbcb03b583c HTTP/1.1" status: 200 len: 375 time: 0.0104511 Aug 08 00:39:23.416423 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0d516a-f322-421b-8d60-da2954991f47 None None] New status for floating IP 60027b57-1a19-4b09-ab66-244034baef1c: DOWN {{(pid=115994) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 08 00:39:23.421560 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=100 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:39:23.438416 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-a6ba4ad5-1e56-4560-94d5-adc9c4c439da req-a8455b84-0ce7-401d-911d-43b21a395c8a tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=a22da44baa6b472e91d99fbcb03b583c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0506682 Aug 08 00:39:23.520546 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=100 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:39:23.548695 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-a6ba4ad5-1e56-4560-94d5-adc9c4c439da req-b9722a4a-4077-4958-998d-ffac90ae85eb service neutron] 10.222.0.15 "GET /networking/v2.0/networks/e16e278d-24ed-46ec-9b21-78207cc53646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974746 Aug 08 00:39:23.649791 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-a6ba4ad5-1e56-4560-94d5-adc9c4c439da req-f1aa6ca6-6428-4d71-9748-dabf748f9f8a service neutron] 10.222.0.15 "GET /networking/v2.0/networks/e16e278d-24ed-46ec-9b21-78207cc53646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917721 Aug 08 00:39:23.775747 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8ac668-c4a6-401e-b409-6483a2266770 req-3f1e04a1-939f-4fae-8f79-2f0c0c3e7ac0 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:23.777446 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-7a8ac668-c4a6-401e-b409-6483a2266770 req-3f1e04a1-939f-4fae-8f79-2f0c0c3e7ac0 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=39cb5181-8bc2-4e47-ab31-1f9524d47ef3 HTTP/1.1" status: 200 len: 943 time: 0.0500553 Aug 08 00:39:23.828521 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-7a8ac668-c4a6-401e-b409-6483a2266770 req-c2e86bed-e44c-4629-b759-456f04505013 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=09b1c30e-59f7-40b1-bf76-92a6a73f1ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455911 Aug 08 00:39:23.889500 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badcea87-8874-4188-8d5a-849414446500 req-bd71be92-39af-45b1-b07c-da21ed23dc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:23.890986 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-badcea87-8874-4188-8d5a-849414446500 req-bd71be92-39af-45b1-b07c-da21ed23dc15 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=39cb5181-8bc2-4e47-ab31-1f9524d47ef3&tenant_id=3101620baddd42c48179a6f411bbd33e HTTP/1.1" status: 200 len: 1127 time: 0.0442896 Aug 08 00:39:23.956224 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badcea87-8874-4188-8d5a-849414446500 req-0a14806d-d1e4-4f83-a4d0-7a40ac89d869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:23.957756 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-badcea87-8874-4188-8d5a-849414446500 req-0a14806d-d1e4-4f83-a4d0-7a40ac89d869 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=3101620baddd42c48179a6f411bbd33e&device_id=39cb5181-8bc2-4e47-ab31-1f9524d47ef3 HTTP/1.1" status: 200 len: 1127 time: 0.0438824 Aug 08 00:39:24.064563 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee82c7c9-056c-49ca-a411-70a83ce5156f req-82b7056c-6325-4018-a2f7-544ed8ed1eef tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:24.066030 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-ee82c7c9-056c-49ca-a411-70a83ce5156f req-82b7056c-6325-4018-a2f7-544ed8ed1eef tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=dbd7eaeb-e187-4f41-b379-f063843b6490 HTTP/1.1" status: 200 len: 943 time: 0.0584273 Aug 08 00:39:24.111024 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badcea87-8874-4188-8d5a-849414446500 req-8c134e5e-7626-4c68-bfcc-b6181dc18828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:24.112566 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-badcea87-8874-4188-8d5a-849414446500 req-8c134e5e-7626-4c68-bfcc-b6181dc18828 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=40eb5d4b-84fa-4b2b-9896-3375999a2051 HTTP/1.1" status: 200 len: 909 time: 0.1479218 Aug 08 00:39:24.172668 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-ee82c7c9-056c-49ca-a411-70a83ce5156f req-cd595b36-e65d-4d63-98db-5cc12719c228 tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=66ce6791-e978-4b6a-a427-41fbf08ca600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973535 Aug 08 00:39:24.190274 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-badcea87-8874-4188-8d5a-849414446500 req-c095a5dc-3bcc-431b-8c5e-3f26fbd5c659 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1e516e4f-2b18-41f2-8eaf-d3b6cf4fefb0 HTTP/1.1" status: 200 len: 999 time: 0.0697837 Aug 08 00:39:24.242292 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badcea87-8874-4188-8d5a-849414446500 req-03847293-d451-4666-aa77-88b2682f48e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:24.243810 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-badcea87-8874-4188-8d5a-849414446500 req-03847293-d451-4666-aa77-88b2682f48e5 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=b1d5723f-10fd-4b95-91b6-00f6c09bff0d HTTP/1.1" status: 200 len: 847 time: 0.0470276 Aug 08 00:39:24.294204 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badcea87-8874-4188-8d5a-849414446500 req-abd418cb-0427-4a29-959e-ea296b1a2542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:24.295822 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-badcea87-8874-4188-8d5a-849414446500 req-abd418cb-0427-4a29-959e-ea296b1a2542 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=40eb5d4b-84fa-4b2b-9896-3375999a2051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453632 Aug 08 00:39:24.310768 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-35d71de5-c249-428c-acfb-dfc0f5a5cc38 req-5f7f4247-cfab-4b4e-a521-2b0104ef30b9 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b89abab5-8e69-4485-be7a-d76eb57f16a5 HTTP/1.1" status: 200 len: 210 time: 0.0290339 Aug 08 00:39:24.321368 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 34292) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:39:24.387180 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-59a530ce-89b4-4c29-a507-43aa5b1f489b tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks [] for security_group (d44e612b-729e-480c-9de1-26b2215d243b), before_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:39:24.407602 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-badcea87-8874-4188-8d5a-849414446500 req-9dd1dc1a-048b-4579-a0d5-daf49277098a service neutron] 10.222.0.25 "GET /networking/v2.0/networks/40eb5d4b-84fa-4b2b-9896-3375999a2051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029830 Aug 08 00:39:24.414700 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-59a530ce-89b4-4c29-a507-43aa5b1f489b tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks [] for security_group (d44e612b-729e-480c-9de1-26b2215d243b), precommit_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:39:24.431363 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=100 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:39:24.502228 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-badcea87-8874-4188-8d5a-849414446500 req-d1a7ec7c-bd71-4480-ad56-e5e558dc08cc service neutron] 10.222.0.25 "GET /networking/v2.0/networks/40eb5d4b-84fa-4b2b-9896-3375999a2051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880466 Aug 08 00:39:24.507244 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Device 2911615a-80a4-48f6-87fc-1535c284a643 details requested by agent hyperv_hv-cinder-85164 with host hv-cinder-85164 {{(pid=115993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 08 00:39:24.542581 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-59a530ce-89b4-4c29-a507-43aa5b1f489b tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (d44e612b-729e-480c-9de1-26b2215d243b), after_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:39:24.545192 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-59a530ce-89b4-4c29-a507-43aa5b1f489b tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks [] for security_group (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:39:24.546436 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-59a530ce-89b4-4c29-a507-43aa5b1f489b tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "DELETE /networking/v2.0/security-groups/d44e612b-729e-480c-9de1-26b2215d243b HTTP/1.1" status: 204 len: 168 time: 0.2240095 Aug 08 00:39:24.549325 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 34298) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:39:24.556783 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a530ce-89b4-4c29-a507-43aa5b1f489b tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d44e612b-729e-480c-9de1-26b2215d243b,revision_number=None']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:39:24.564265 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.api.v2.resource [None req-c3217cd8-ea6f-41bc-9aef-ba158c93d16f tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] show failed (client error): The resource could not be found. Aug 08 00:39:24.565353 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-c3217cd8-ea6f-41bc-9aef-ba158c93d16f tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "GET /networking/v2.0/security-groups/d44e612b-729e-480c-9de1-26b2215d243b HTTP/1.1" status: 404 len: 347 time: 0.0146000 Aug 08 00:39:24.568324 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 34300) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:39:24.701885 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.plugin [None req-d5a1c9dc-7e77-4b26-9a48-db55b903f0d8 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Deleting port 5f701edb-4de5-4a57-84e5-83a018f0f8a8 {{(pid=115992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 00:39:24.701885 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-d5a1c9dc-7e77-4b26-9a48-db55b903f0d8 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764676511537'] for port (5f701edb-4de5-4a57-84e5-83a018f0f8a8), before_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:39:24.746791 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] For port 2911615a-80a4-48f6-87fc-1535c284a643, host hv-cinder-85164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85164',level=0,port_id=2911615a-80a4-48f6-87fc-1535c284a643,segment=NetworkSegment(446d5229-5e0e-4055-82be-24178e826f95),segment_id=446d5229-5e0e-4055-82be-24178e826f95)] {{(pid=115993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:39:24.758921 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Returning: {'device': '2911615a-80a4-48f6-87fc-1535c284a643', 'network_id': '5d335768-2822-40df-af2e-ce286fc9bfdf', 'port_id': '2911615a-80a4-48f6-87fc-1535c284a643', 'mac_address': 'fa:16:3e:ad:21:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '390a2246-26e8-4262-8de5-00c6b1ec6a12', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 08 00:39:24.784229 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-d5a1c9dc-7e77-4b26-9a48-db55b903f0d8 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440649'] for port (5f701edb-4de5-4a57-84e5-83a018f0f8a8), precommit_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:39:24.785055 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-d5a1c9dc-7e77-4b26-9a48-db55b903f0d8 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks [] for floatingip (5f701edb-4de5-4a57-84e5-83a018f0f8a8), precommit_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:39:24.795981 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Current status of the port 2911615a-80a4-48f6-87fc-1535c284a643 is: DOWN; New status is: BUILD {{(pid=115993) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 00:39:24.795981 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (2911615a-80a4-48f6-87fc-1535c284a643), before_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:39:24.800590 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.plugin [None req-d5a1c9dc-7e77-4b26-9a48-db55b903f0d8 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Calling delete_port for 5f701edb-4de5-4a57-84e5-83a018f0f8a8 owned by network:floatingip {{(pid=115992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 00:39:24.809441 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.notifiers.nova [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2911615a-80a4-48f6-87fc-1535c284a643 {{(pid=115993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 00:39:24.829956 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] For port 2911615a-80a4-48f6-87fc-1535c284a643, host hv-cinder-85164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85164',level=0,port_id=2911615a-80a4-48f6-87fc-1535c284a643,segment=NetworkSegment(446d5229-5e0e-4055-82be-24178e826f95),segment_id=446d5229-5e0e-4055-82be-24178e826f95)] {{(pid=115993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:39:24.925538 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821'] for port (2911615a-80a4-48f6-87fc-1535c284a643), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:39:24.980629 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Pushing event updated for resources: {'Port': ['ID=2911615a-80a4-48f6-87fc-1535c284a643,revision_number=4']} {{(pid=115993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:39:25.011200 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-d5a1c9dc-7e77-4b26-9a48-db55b903f0d8 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764676515054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764676113794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26371331'] for port (5f701edb-4de5-4a57-84e5-83a018f0f8a8), after_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:39:25.011426 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27062009-9d55-49ef-852e-48a84048fb33 req-cfc3c151-7096-44bb-9dd5-d11497e654d4 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:25.012845 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-27062009-9d55-49ef-852e-48a84048fb33 req-cfc3c151-7096-44bb-9dd5-d11497e654d4 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=39cb5181-8bc2-4e47-ab31-1f9524d47ef3 HTTP/1.1" status: 200 len: 943 time: 0.0480642 Aug 08 00:39:25.035107 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a1c9dc-7e77-4b26-9a48-db55b903f0d8 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Pushing event deleted for resources: {'Port': ['ID=5f701edb-4de5-4a57-84e5-83a018f0f8a8,revision_number=None']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:39:25.065326 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-27062009-9d55-49ef-852e-48a84048fb33 req-c814fa16-7b0e-4d07-bd84-454ff6f28cb1 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=09b1c30e-59f7-40b1-bf76-92a6a73f1ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467176 Aug 08 00:39:25.106471 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:39:25.111384 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-d5a1c9dc-7e77-4b26-9a48-db55b903f0d8 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks [] for floatingip (60027b57-1a19-4b09-ab66-244034baef1c), after_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:39:25.113839 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-d5a1c9dc-7e77-4b26-9a48-db55b903f0d8 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63196'] for floatingip (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:39:25.114982 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-d5a1c9dc-7e77-4b26-9a48-db55b903f0d8 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "DELETE /networking/v2.0/floatingips/60027b57-1a19-4b09-ab66-244034baef1c HTTP/1.1" status: 204 len: 168 time: 0.5453289 Aug 08 00:39:25.165345 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] get_ports_and_sgs() called for port_ids ['2911615a-80a4-48f6-87fc-1535c284a643'] {{(pid=115993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 00:39:25.169039 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=100 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:39:25.255216 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 34310) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:39:25.260160 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.v2.base [None req-a1c1e23d-d113-4fc9-93e3-228c6785f2ba tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Request body: {'security_group': {'name': 'tempest-securitygroup--499244625', 'description': 'tempest-description--1341429097'}} {{(pid=115992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:39:25.301620 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690d5cd9-4a0a-4b52-baa3-076ce79cf7c7 req-5f3d9955-145c-468c-a990-f2827b417640 tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:25.303757 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-690d5cd9-4a0a-4b52-baa3-076ce79cf7c7 req-5f3d9955-145c-468c-a990-f2827b417640 tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=dbd7eaeb-e187-4f41-b379-f063843b6490 HTTP/1.1" status: 200 len: 944 time: 0.0530097 Aug 08 00:39:25.371592 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-a1c1e23d-d113-4fc9-93e3-228c6785f2ba tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks [] for security_group (None), before_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:39:25.429531 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-d94c367a-e176-4b0f-b341-d5f69fb0ffb9 req-197c127c-22fc-4689-8a21-fd53edcdc604 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b89abab5-8e69-4485-be7a-d76eb57f16a5 HTTP/1.1" status: 200 len: 210 time: 0.0379648 Aug 08 00:39:25.474758 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-a1c1e23d-d113-4fc9-93e3-228c6785f2ba tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks [] for security_group (8d0f4141-1b4a-4d50-9062-88383dffc1dc), precommit_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:39:25.531199 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-a1c1e23d-d113-4fc9-93e3-228c6785f2ba tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (8d0f4141-1b4a-4d50-9062-88383dffc1dc), after_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:39:25.564974 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c1e23d-d113-4fc9-93e3-228c6785f2ba tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d0f4141-1b4a-4d50-9062-88383dffc1dc,revision_number=1']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:39:25.602263 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-a1c1e23d-d113-4fc9-93e3-228c6785f2ba tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks [] for security_group (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:39:25.603661 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-a1c1e23d-d113-4fc9-93e3-228c6785f2ba tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3472414 Aug 08 00:39:25.606532 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 34314) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:39:25.610982 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.v2.base [None req-bfe76a8c-63df-4770-8c3a-e5b74ec3ada9 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Request body: {'security_group_rule': {'security_group_id': '8d0f4141-1b4a-4d50-9062-88383dffc1dc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:39:25.614047 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-690d5cd9-4a0a-4b52-baa3-076ce79cf7c7 req-710469ad-13ab-4f94-8534-3002182469e7 tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=66ce6791-e978-4b6a-a427-41fbf08ca600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3044760 Aug 08 00:39:25.686427 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-bfe76a8c-63df-4770-8c3a-e5b74ec3ada9 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks [] for security_group_rule (acbc8e56-1901-4add-917a-6c8540a05cc1), before_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:39:25.714995 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=5 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:39:25.747588 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-bfe76a8c-63df-4770-8c3a-e5b74ec3ada9 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks [] for security_group_rule (acbc8e56-1901-4add-917a-6c8540a05cc1), precommit_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:39:25.817149 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-bfe76a8c-63df-4770-8c3a-e5b74ec3ada9 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339626'] for security_group_rule (acbc8e56-1901-4add-917a-6c8540a05cc1), after_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:39:25.837536 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe76a8c-63df-4770-8c3a-e5b74ec3ada9 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acbc8e56-1901-4add-917a-6c8540a05cc1,revision_number=0']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:39:25.909985 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-bfe76a8c-63df-4770-8c3a-e5b74ec3ada9 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:39:25.911238 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-bfe76a8c-63df-4770-8c3a-e5b74ec3ada9 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3035934 Aug 08 00:39:25.916959 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 34316) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:39:25.921156 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.v2.base [None req-677827da-d4d9-4014-965f-3553c12c514c tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Request body: {'security_group_rule': {'security_group_id': '8d0f4141-1b4a-4d50-9062-88383dffc1dc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:39:26.014700 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-677827da-d4d9-4014-965f-3553c12c514c tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks [] for security_group_rule (73d803a9-a800-490e-9403-87691a04b3ea), before_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:39:26.071900 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-677827da-d4d9-4014-965f-3553c12c514c tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks [] for security_group_rule (73d803a9-a800-490e-9403-87691a04b3ea), precommit_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:39:26.155023 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-677827da-d4d9-4014-965f-3553c12c514c tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339626'] for security_group_rule (73d803a9-a800-490e-9403-87691a04b3ea), after_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:39:26.193307 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677827da-d4d9-4014-965f-3553c12c514c tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73d803a9-a800-490e-9403-87691a04b3ea,revision_number=0']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:39:26.206420 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54514e7-9404-49ed-be24-af166efe2690 req-45f536b6-a3ad-478e-9ee9-876d72f11dfd tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:26.207931 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-a54514e7-9404-49ed-be24-af166efe2690 req-45f536b6-a3ad-478e-9ee9-876d72f11dfd tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=39cb5181-8bc2-4e47-ab31-1f9524d47ef3 HTTP/1.1" status: 200 len: 943 time: 0.0637696 Aug 08 00:39:26.261383 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-a54514e7-9404-49ed-be24-af166efe2690 req-23ce5c31-0293-4746-a385-e210db807160 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=09b1c30e-59f7-40b1-bf76-92a6a73f1ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466971 Aug 08 00:39:26.279481 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-677827da-d4d9-4014-965f-3553c12c514c tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:39:26.285232 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-677827da-d4d9-4014-965f-3553c12c514c tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3673043 Aug 08 00:39:26.288962 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 34320) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:39:26.293465 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.v2.base [None req-070700a3-7319-4d16-b0bd-d24d90f4544d tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Request body: {'floatingip': {'floating_network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f'}} {{(pid=115992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:39:26.360840 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ba4ad5-1e56-4560-94d5-adc9c4c439da req-32a55a60-5020-4aaf-a6b4-9f6cf91d7cb7 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:26.362274 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-a6ba4ad5-1e56-4560-94d5-adc9c4c439da req-32a55a60-5020-4aaf-a6b4-9f6cf91d7cb7 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.25 "GET /networking/v2.0/networks?id=e16e278d-24ed-46ec-9b21-78207cc53646 HTTP/1.1" status: 200 len: 812 time: 0.1082726 Aug 08 00:39:26.381400 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-070700a3-7319-4d16-b0bd-d24d90f4544d tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:39:26.391065 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=100 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:39:26.434177 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-a6ba4ad5-1e56-4560-94d5-adc9c4c439da req-1f94d99c-4da3-4d2f-86d5-2fd7e4577ba2 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=a22da44baa6b472e91d99fbcb03b583c HTTP/1.1" status: 200 len: 379 time: 0.0638061 Aug 08 00:39:26.443671 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.v2.base [req-a6ba4ad5-1e56-4560-94d5-adc9c4c439da req-ad10eb9a-3912-4a78-bfec-db1bb95262bc tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Request body: {'port': {'device_id': 'b89abab5-8e69-4485-be7a-d76eb57f16a5', 'network_id': 'e16e278d-24ed-46ec-9b21-78207cc53646', 'admin_state_up': True, 'tenant_id': 'a22da44baa6b472e91d99fbcb03b583c', 'security_groups': ['c7fab9c4-62df-4772-9aa5-24224734ea2b']}} {{(pid=115991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:39:26.467825 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-070700a3-7319-4d16-b0bd-d24d90f4544d tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (None), before_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:39:26.479359 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=79,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:39:26.521259 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Device 2911615a-80a4-48f6-87fc-1535c284a643 up at agent hyperv_hv-cinder-85164 {{(pid=115993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 00:39:26.566797 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:39:26.576438 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Provisioning for port 2911615a-80a4-48f6-87fc-1535c284a643 completed by entity L2. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 08 00:39:26.595497 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.db.db_base_plugin_common [None req-070700a3-7319-4d16-b0bd-d24d90f4544d tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Allocated IP 172.27.3.155 (743d2d45-6b8c-49b7-a932-c537e45f946f/7df84031-3cb2-4601-a018-b61b0ad731dc/c0e606b8-7363-4249-8ddf-e7648e4a7586) {{(pid=115992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 00:39:26.602878 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-d52c1bd0-fe91-4724-a281-3ee4bccb6cc1 req-dadc1748-9c5c-4404-b107-e994d1eaa199 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b89abab5-8e69-4485-be7a-d76eb57f16a5 HTTP/1.1" status: 200 len: 210 time: 0.0865281 Aug 08 00:39:26.656818 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Provisioning complete for port 2911615a-80a4-48f6-87fc-1535c284a643 triggered by entity L2. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:39:26.662940 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (2911615a-80a4-48f6-87fc-1535c284a643), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:39:26.678644 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6ba4ad5-1e56-4560-94d5-adc9c4c439da req-ad10eb9a-3912-4a78-bfec-db1bb95262bc tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Made reservation on behalf of a22da44baa6b472e91d99fbcb03b583c for: {'port': 1} {{(pid=115991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 00:39:26.682106 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [req-a6ba4ad5-1e56-4560-94d5-adc9c4c439da req-ad10eb9a-3912-4a78-bfec-db1bb95262bc tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (None), before_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:39:26.724004 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-070700a3-7319-4d16-b0bd-d24d90f4544d tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks [] for port (c0e606b8-7363-4249-8ddf-e7648e4a7586), precommit_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:39:26.761233 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:39:26.770188 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Current status of the port 2911615a-80a4-48f6-87fc-1535c284a643 is: BUILD; New status is: ACTIVE {{(pid=115993) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 00:39:26.770680 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (2911615a-80a4-48f6-87fc-1535c284a643), before_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:39:26.779915 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e268ae-6a79-4bfb-a8e5-99e6e6bb8e25 req-8f630f80-e059-4606-83d5-8b6c2858b886 tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:26.781419 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-f2e268ae-6a79-4bfb-a8e5-99e6e6bb8e25 req-8f630f80-e059-4606-83d5-8b6c2858b886 tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=dbd7eaeb-e187-4f41-b379-f063843b6490 HTTP/1.1" status: 200 len: 944 time: 0.0705664 Aug 08 00:39:26.800508 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbd7eaeb-e187-4f41-b379-f063843b6490', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2911615a-80a4-48f6-87fc-1535c284a643'}] {{(pid=115993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 00:39:26.803560 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffcbb3165cefe78fdef2215408d5e0047484b378f5d65619a4e095a8aefc113e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e22e14d-3f36-4526-a84d-5fecc63b4554" -d '{"events": [{"server_uuid": "dbd7eaeb-e187-4f41-b379-f063843b6490", "name": "network-vif-plugged", "status": "completed", "tag": "2911615a-80a4-48f6-87fc-1535c284a643"}]}' {{(pid=115993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 00:39:26.817612 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] For port 2911615a-80a4-48f6-87fc-1535c284a643, host hv-cinder-85164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85164',level=0,port_id=2911615a-80a4-48f6-87fc-1535c284a643,segment=NetworkSegment(446d5229-5e0e-4055-82be-24178e826f95),segment_id=446d5229-5e0e-4055-82be-24178e826f95)] {{(pid=115993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:39:26.842427 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-f2e268ae-6a79-4bfb-a8e5-99e6e6bb8e25 req-e391d95f-e66e-49c9-b1a8-997794ba5cbc tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=66ce6791-e978-4b6a-a427-41fbf08ca600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509946 Aug 08 00:39:26.845321 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.db.db_base_plugin_common [req-a6ba4ad5-1e56-4560-94d5-adc9c4c439da req-ad10eb9a-3912-4a78-bfec-db1bb95262bc tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Allocated IP 172.20.0.14 (e16e278d-24ed-46ec-9b21-78207cc53646/49ad74e6-a7f8-44c2-b833-dcbba288ca27/e6fc7acc-6a32-4ac7-91cb-f76468a453aa) {{(pid=115991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 00:39:26.847134 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 00:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf0fef83-c532-4e1c-bdac-ba8fae6ceb82 x-openstack-request-id: req-bf0fef83-c532-4e1c-bdac-ba8fae6ceb82 {{(pid=115993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 00:39:26.847522 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbd7eaeb-e187-4f41-b379-f063843b6490", "name": "network-vif-plugged", "status": "completed", "tag": "2911615a-80a4-48f6-87fc-1535c284a643", "code": 200}]} {{(pid=115993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 00:39:26.847798 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bf0fef83-c532-4e1c-bdac-ba8fae6ceb82 {{(pid=115993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 00:39:26.848217 dv-cinder-851640-3-iscsi neutron-server[115993]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf0fef83-c532-4e1c-bdac-ba8fae6ceb82'] response: {'server_uuid': 'dbd7eaeb-e187-4f41-b379-f063843b6490', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2911615a-80a4-48f6-87fc-1535c284a643', 'code': 200} Aug 08 00:39:26.855944 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:39:26.930212 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821'] for port (2911615a-80a4-48f6-87fc-1535c284a643), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:39:26.931287 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-070700a3-7319-4d16-b0bd-d24d90f4544d tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764676113785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26371331'] for port (c0e606b8-7363-4249-8ddf-e7648e4a7586), after_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:39:26.931455 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Device 925b229f-7a24-4cd8-9a75-d6005c402efb no longer exists at agent hyperv_hv-cinder-85164 {{(pid=115993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 00:39:26.953279 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] No Port match for: 925b229f-7a24-4cd8-9a75-d6005c402efb {{(pid=115993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 08 00:39:26.968503 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Device 925b229f-7a24-4cd8-9a75-d6005c402efb not bound to the agent host hv-cinder-85164 {{(pid=115993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 00:39:26.968672 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-070700a3-7319-4d16-b0bd-d24d90f4544d tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Network 743d2d45-6b8c-49b7-a932-c537e45f946f is already hosted by enough agents. {{(pid=115992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 00:39:26.974207 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.scheduler.base_scheduler [None req-070700a3-7319-4d16-b0bd-d24d90f4544d tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Resources bound (agent type, host, resource id): {{(pid=115992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 00:39:26.977778 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070700a3-7319-4d16-b0bd-d24d90f4544d tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Received port after_create {{(pid=115992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 00:39:27.002597 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070700a3-7319-4d16-b0bd-d24d90f4544d tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Pushing event updated for resources: {'Port': ['ID=c0e606b8-7363-4249-8ddf-e7648e4a7586,revision_number=1']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:39:27.007941 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [req-a6ba4ad5-1e56-4560-94d5-adc9c4c439da req-ad10eb9a-3912-4a78-bfec-db1bb95262bc tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Publish callbacks [] for port (e6fc7acc-6a32-4ac7-91cb-f76468a453aa), precommit_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:39:27.008436 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Pushing event updated for resources: {'Port': ['ID=2911615a-80a4-48f6-87fc-1535c284a643,revision_number=5']} {{(pid=115993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:39:27.072448 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-070700a3-7319-4d16-b0bd-d24d90f4544d tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks [] for floatingip (153d5dbe-f954-460c-8f78-914f9d2794b3), precommit_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:39:27.132101 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [req-a6ba4ad5-1e56-4560-94d5-adc9c4c439da req-ad10eb9a-3912-4a78-bfec-db1bb95262bc tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764676113785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2785209'] for port (e6fc7acc-6a32-4ac7-91cb-f76468a453aa), after_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:39:27.177524 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6ba4ad5-1e56-4560-94d5-adc9c4c439da req-ad10eb9a-3912-4a78-bfec-db1bb95262bc tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Network e16e278d-24ed-46ec-9b21-78207cc53646 is already hosted by enough agents. {{(pid=115991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 00:39:27.180784 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.scheduler.base_scheduler [req-a6ba4ad5-1e56-4560-94d5-adc9c4c439da req-ad10eb9a-3912-4a78-bfec-db1bb95262bc tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Resources bound (agent type, host, resource id): {{(pid=115991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 00:39:27.185866 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6ba4ad5-1e56-4560-94d5-adc9c4c439da req-ad10eb9a-3912-4a78-bfec-db1bb95262bc tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Received port after_create {{(pid=115991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 00:39:27.190239 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-070700a3-7319-4d16-b0bd-d24d90f4544d tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (c0e606b8-7363-4249-8ddf-e7648e4a7586), before_update {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:39:27.216137 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad10eb9a-3912-4a78-bfec-db1bb95262bc tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Pushing event updated for resources: {'Port': ['ID=e6fc7acc-6a32-4ac7-91cb-f76468a453aa,revision_number=1']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:39:27.250214 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ba4ad5-1e56-4560-94d5-adc9c4c439da req-ad10eb9a-3912-4a78-bfec-db1bb95262bc tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:27.250843 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [req-a6ba4ad5-1e56-4560-94d5-adc9c4c439da req-ad10eb9a-3912-4a78-bfec-db1bb95262bc tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63196'] for port (None), before_response {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:39:27.267795 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302886ea-bba9-4a37-9b66-731af648d2fc req-68562f96-fc6e-40c7-b6e0-0af8a6b16edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:27.269281 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-302886ea-bba9-4a37-9b66-731af648d2fc req-68562f96-fc6e-40c7-b6e0-0af8a6b16edd service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=dbd7eaeb-e187-4f41-b379-f063843b6490 HTTP/1.1" status: 200 len: 1129 time: 0.0582311 Aug 08 00:39:27.323449 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:39:27.365877 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:INSERT=5,neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:39:27.372901 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-a6ba4ad5-1e56-4560-94d5-adc9c4c439da req-ad10eb9a-3912-4a78-bfec-db1bb95262bc tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9327660 Aug 08 00:39:27.374469 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-302886ea-bba9-4a37-9b66-731af648d2fc req-419fb571-f0bd-49cf-a3b3-e07d59c8cd48 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=66ce6791-e978-4b6a-a427-41fbf08ca600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930798 Aug 08 00:39:27.414149 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef522667-9990-49d9-98b8-4bf1401bc5dc req-1704a2c6-e5d4-4cd5-b5a9-75c14548fcf2 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:27.416954 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-070700a3-7319-4d16-b0bd-d24d90f4544d tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks [] for port (c0e606b8-7363-4249-8ddf-e7648e4a7586), precommit_update {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:39:27.422004 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-ef522667-9990-49d9-98b8-4bf1401bc5dc req-1704a2c6-e5d4-4cd5-b5a9-75c14548fcf2 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=39cb5181-8bc2-4e47-ab31-1f9524d47ef3 HTTP/1.1" status: 200 len: 943 time: 0.0667613 Aug 08 00:39:27.436969 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-2767ae70-5250-4ac2-9897-dd7d8d63731e None None] Provisioning complete for port e6fc7acc-6a32-4ac7-91cb-f76468a453aa triggered by entity DHCP. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:39:27.437428 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-2767ae70-5250-4ac2-9897-dd7d8d63731e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (e6fc7acc-6a32-4ac7-91cb-f76468a453aa), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:39:27.469338 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-ef522667-9990-49d9-98b8-4bf1401bc5dc req-a981e9d2-160e-4442-b139-02498479469f tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=09b1c30e-59f7-40b1-bf76-92a6a73f1ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464101 Aug 08 00:39:27.469535 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-2767ae70-5250-4ac2-9897-dd7d8d63731e None None] Port e6fc7acc-6a32-4ac7-91cb-f76468a453aa cannot update to ACTIVE because it is not bound. {{(pid=115993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 08 00:39:27.479913 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-070700a3-7319-4d16-b0bd-d24d90f4544d tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26371340'] for port (c0e606b8-7363-4249-8ddf-e7648e4a7586), after_update {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:39:27.544948 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-070700a3-7319-4d16-b0bd-d24d90f4544d tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-499989'] for floatingip (153d5dbe-f954-460c-8f78-914f9d2794b3), after_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:39:27.547507 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070700a3-7319-4d16-b0bd-d24d90f4544d tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Pushing event updated for resources: {'Port': ['ID=c0e606b8-7363-4249-8ddf-e7648e4a7586,revision_number=2']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:39:27.571697 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.v2.base [req-a6ba4ad5-1e56-4560-94d5-adc9c4c439da req-c53f1d86-36a3-493d-a9f2-1a3a101fd1b5 service neutron] Request body: {'port': {'device_id': 'b89abab5-8e69-4485-be7a-d76eb57f16a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85164'}} {{(pid=115991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:39:27.619123 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-070700a3-7319-4d16-b0bd-d24d90f4544d tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63196'] for floatingip (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:39:27.620417 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-070700a3-7319-4d16-b0bd-d24d90f4544d tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3305030 Aug 08 00:39:27.641348 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [req-a6ba4ad5-1e56-4560-94d5-adc9c4c439da req-c53f1d86-36a3-493d-a9f2-1a3a101fd1b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (e6fc7acc-6a32-4ac7-91cb-f76468a453aa), before_update {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:39:27.750607 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f7b018-d26e-466f-a947-3c3637eabfd6 req-a746eec2-9489-4fc2-8865-15674f6a7961 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:27.752436 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-c2f7b018-d26e-466f-a947-3c3637eabfd6 req-a746eec2-9489-4fc2-8865-15674f6a7961 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b89abab5-8e69-4485-be7a-d76eb57f16a5 HTTP/1.1" status: 200 len: 932 time: 0.0599165 Aug 08 00:39:27.804649 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-c2f7b018-d26e-466f-a947-3c3637eabfd6 req-5bc65355-ac0b-4ab9-a75d-7cd4a7127524 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c7fab9c4-62df-4772-9aa5-24224734ea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453818 Aug 08 00:39:27.866503 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-1dbb28e2-401e-43bf-845c-f66e65da2483 req-df761087-c052-4965-9bbf-2e400431e9dc tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--499244625&fields=id&tenant_id=e97eb34021d44eb0a99763034c1e9e87 HTTP/1.1" status: 200 len: 267 time: 0.1074119 Aug 08 00:39:27.962161 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe05c1f4-5912-4123-a753-bc9093cb80e1 req-a9190058-db3a-45bc-a1d5-5f5b17647c42 tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:27.962879 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:39:27.963596 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-fe05c1f4-5912-4123-a753-bc9093cb80e1 req-a9190058-db3a-45bc-a1d5-5f5b17647c42 tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=dbd7eaeb-e187-4f41-b379-f063843b6490 HTTP/1.1" status: 200 len: 945 time: 0.0481057 Aug 08 00:39:28.012434 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-fe05c1f4-5912-4123-a753-bc9093cb80e1 req-377ea669-4d00-440a-9102-7a3aab4edf73 tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=66ce6791-e978-4b6a-a427-41fbf08ca600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430362 Aug 08 00:39:28.044655 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbb28e2-401e-43bf-845c-f66e65da2483 req-719527d4-4635-410a-aad7-14bb588481a7 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:28.046146 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-1dbb28e2-401e-43bf-845c-f66e65da2483 req-719527d4-4635-410a-aad7-14bb588481a7 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "GET /networking/v2.0/networks?id=a5ea35fc-5529-4ec7-b035-b5f2637c5acc HTTP/1.1" status: 200 len: 815 time: 0.1714118 Aug 08 00:39:28.051800 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.notifiers.nova [req-a6ba4ad5-1e56-4560-94d5-adc9c4c439da req-c53f1d86-36a3-493d-a9f2-1a3a101fd1b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6fc7acc-6a32-4ac7-91cb-f76468a453aa {{(pid=115991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 00:39:28.061436 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [req-a6ba4ad5-1e56-4560-94d5-adc9c4c439da req-c53f1d86-36a3-493d-a9f2-1a3a101fd1b5 service neutron] Publish callbacks [] for port (e6fc7acc-6a32-4ac7-91cb-f76468a453aa), precommit_update {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:39:28.078976 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-1dbb28e2-401e-43bf-845c-f66e65da2483 req-2a3e43d8-6224-4450-a469-f7a7a9a7b336 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "GET /networking/v2.0/quotas/e97eb34021d44eb0a99763034c1e9e87 HTTP/1.1" status: 200 len: 375 time: 0.0221043 Aug 08 00:39:28.081486 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.db.provisioning_blocks [req-a6ba4ad5-1e56-4560-94d5-adc9c4c439da req-c53f1d86-36a3-493d-a9f2-1a3a101fd1b5 service neutron] Transition to ACTIVE for port object e6fc7acc-6a32-4ac7-91cb-f76468a453aa will not be triggered until provisioned by entity L2. {{(pid=115991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 08 00:39:28.129853 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-1dbb28e2-401e-43bf-845c-f66e65da2483 req-26ad4ab2-aba0-4c6f-a7c7-9600e6f8cd32 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=e97eb34021d44eb0a99763034c1e9e87&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0446935 Aug 08 00:39:28.177072 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [req-a6ba4ad5-1e56-4560-94d5-adc9c4c439da req-c53f1d86-36a3-493d-a9f2-1a3a101fd1b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2785206'] for port (e6fc7acc-6a32-4ac7-91cb-f76468a453aa), after_update {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:39:28.321196 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53f1d86-36a3-493d-a9f2-1a3a101fd1b5 service neutron] Pushing event updated for resources: {'Port': ['ID=e6fc7acc-6a32-4ac7-91cb-f76468a453aa,revision_number=2']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:39:28.376606 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.managers [req-a6ba4ad5-1e56-4560-94d5-adc9c4c439da req-c53f1d86-36a3-493d-a9f2-1a3a101fd1b5 service neutron] Attempting to bind port e6fc7acc-6a32-4ac7-91cb-f76468a453aa on host hv-cinder-85164 for vnic_type normal with profile {{(pid=115991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 00:39:28.377319 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.managers [req-a6ba4ad5-1e56-4560-94d5-adc9c4c439da req-c53f1d86-36a3-493d-a9f2-1a3a101fd1b5 service neutron] Attempting to bind port e6fc7acc-6a32-4ac7-91cb-f76468a453aa by drivers openvswitch,hyperv on host hv-cinder-85164 at level 0 using segments [{'id': '56f79eda-31d2-4604-82b3-22c1f0bf411f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e16e278d-24ed-46ec-9b21-78207cc53646'}] {{(pid=115991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 00:39:28.377319 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ba4ad5-1e56-4560-94d5-adc9c4c439da req-c53f1d86-36a3-493d-a9f2-1a3a101fd1b5 service neutron] Attempting to bind port e6fc7acc-6a32-4ac7-91cb-f76468a453aa on network e16e278d-24ed-46ec-9b21-78207cc53646 {{(pid=115991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 00:39:28.385017 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-1dbb28e2-401e-43bf-845c-f66e65da2483 req-7e11173f-3900-4b83-a0a4-1c451c25f3a4 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/a5ea35fc-5529-4ec7-b035-b5f2637c5acc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2432430 Aug 08 00:39:28.385981 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ba4ad5-1e56-4560-94d5-adc9c4c439da req-c53f1d86-36a3-493d-a9f2-1a3a101fd1b5 service neutron] Port e6fc7acc-6a32-4ac7-91cb-f76468a453aa on network e16e278d-24ed-46ec-9b21-78207cc53646 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85164 {{(pid=115991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 08 00:39:28.386310 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ba4ad5-1e56-4560-94d5-adc9c4c439da req-c53f1d86-36a3-493d-a9f2-1a3a101fd1b5 service neutron] Attempting to bind port e6fc7acc-6a32-4ac7-91cb-f76468a453aa on network e16e278d-24ed-46ec-9b21-78207cc53646 {{(pid=115991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 00:39:28.398842 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ba4ad5-1e56-4560-94d5-adc9c4c439da req-c53f1d86-36a3-493d-a9f2-1a3a101fd1b5 service neutron] Checking agent: {'id': 'c200ec1a-5dc3-458a-a30d-0f16255c41c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85164', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 0, 30, 30), 'started_at': datetime.datetime(2022, 8, 8, 0, 30, 30), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 00:39:28.399185 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ba4ad5-1e56-4560-94d5-adc9c4c439da req-c53f1d86-36a3-493d-a9f2-1a3a101fd1b5 service neutron] Checking segment: {'id': '56f79eda-31d2-4604-82b3-22c1f0bf411f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e16e278d-24ed-46ec-9b21-78207cc53646'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 00:39:28.399585 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ba4ad5-1e56-4560-94d5-adc9c4c439da req-c53f1d86-36a3-493d-a9f2-1a3a101fd1b5 service neutron] Bound using segment: {'id': '56f79eda-31d2-4604-82b3-22c1f0bf411f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e16e278d-24ed-46ec-9b21-78207cc53646'} {{(pid=115991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 00:39:28.400022 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.managers [req-a6ba4ad5-1e56-4560-94d5-adc9c4c439da req-c53f1d86-36a3-493d-a9f2-1a3a101fd1b5 service neutron] Bound port: e6fc7acc-6a32-4ac7-91cb-f76468a453aa, host: hv-cinder-85164, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56f79eda-31d2-4604-82b3-22c1f0bf411f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e16e278d-24ed-46ec-9b21-78207cc53646'}}] {{(pid=115991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 00:39:28.400382 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [req-a6ba4ad5-1e56-4560-94d5-adc9c4c439da req-c53f1d86-36a3-493d-a9f2-1a3a101fd1b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (e6fc7acc-6a32-4ac7-91cb-f76468a453aa), before_update {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:39:28.424091 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:39:28.541223 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.db [req-a6ba4ad5-1e56-4560-94d5-adc9c4c439da req-c53f1d86-36a3-493d-a9f2-1a3a101fd1b5 service neutron] For port e6fc7acc-6a32-4ac7-91cb-f76468a453aa, host hv-cinder-85164, cleared binding levels {{(pid=115991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 00:39:28.545803 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.db [req-a6ba4ad5-1e56-4560-94d5-adc9c4c439da req-c53f1d86-36a3-493d-a9f2-1a3a101fd1b5 service neutron] For port e6fc7acc-6a32-4ac7-91cb-f76468a453aa, host hv-cinder-85164, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85164',level=0,port_id=e6fc7acc-6a32-4ac7-91cb-f76468a453aa,segment=NetworkSegment(56f79eda-31d2-4604-82b3-22c1f0bf411f),segment_id=56f79eda-31d2-4604-82b3-22c1f0bf411f)] {{(pid=115991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 00:39:28.551185 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-1dbb28e2-401e-43bf-845c-f66e65da2483 req-58a4ff13-c987-4966-a0fe-746d77c5a7bd service neutron] 10.222.0.15 "GET /networking/v2.0/networks/a5ea35fc-5529-4ec7-b035-b5f2637c5acc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598337 Aug 08 00:39:28.601484 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90de424-19a1-4a57-ad0d-92bde94c9332 req-65a1053b-1016-4b13-a732-00d75f8074c3 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:28.602991 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-c90de424-19a1-4a57-ad0d-92bde94c9332 req-65a1053b-1016-4b13-a732-00d75f8074c3 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=39cb5181-8bc2-4e47-ab31-1f9524d47ef3 HTTP/1.1" status: 200 len: 943 time: 0.0612586 Aug 08 00:39:28.622258 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:39:28.633065 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.agents_db [None req-431a3ab4-e5a4-4361-9fcb-d2d78b6c2e03 None None] Agent healthcheck: found 6 active agents {{(pid=115994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 00:39:28.640631 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [req-a6ba4ad5-1e56-4560-94d5-adc9c4c439da req-c53f1d86-36a3-493d-a9f2-1a3a101fd1b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2785206'] for port (e6fc7acc-6a32-4ac7-91cb-f76468a453aa), after_update {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:39:28.645294 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ba4ad5-1e56-4560-94d5-adc9c4c439da req-c53f1d86-36a3-493d-a9f2-1a3a101fd1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:28.645909 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [req-a6ba4ad5-1e56-4560-94d5-adc9c4c439da req-c53f1d86-36a3-493d-a9f2-1a3a101fd1b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63196'] for port (None), before_response {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:39:28.647597 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-a6ba4ad5-1e56-4560-94d5-adc9c4c439da req-c53f1d86-36a3-493d-a9f2-1a3a101fd1b5 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/e6fc7acc-6a32-4ac7-91cb-f76468a453aa HTTP/1.1" status: 200 len: 1094 time: 1.0809007 Aug 08 00:39:28.650138 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b89abab5-8e69-4485-be7a-d76eb57f16a5', 'tag': 'e6fc7acc-6a32-4ac7-91cb-f76468a453aa'}] {{(pid=115991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 00:39:28.651646 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73a3e3d67458d2a17dff5edd29115f5abec4313aa2236b93bd84783ab3df8685" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8501780d-f4ed-4af5-8187-9c01277a5693" -d '{"events": [{"name": "network-changed", "server_uuid": "b89abab5-8e69-4485-be7a-d76eb57f16a5", "tag": "e6fc7acc-6a32-4ac7-91cb-f76468a453aa"}]}' {{(pid=115991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 00:39:28.655191 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-c90de424-19a1-4a57-ad0d-92bde94c9332 req-3d980f74-f658-4f04-a6c8-b0f02ebb3e01 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=09b1c30e-59f7-40b1-bf76-92a6a73f1ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465705 Aug 08 00:39:28.712386 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 00:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84f34aef-722e-4b51-a630-fab29eb96de9 x-openstack-request-id: req-84f34aef-722e-4b51-a630-fab29eb96de9 {{(pid=115991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 00:39:28.712386 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b89abab5-8e69-4485-be7a-d76eb57f16a5", "tag": "e6fc7acc-6a32-4ac7-91cb-f76468a453aa", "status": "completed", "code": 200}]} {{(pid=115991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 00:39:28.712386 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-84f34aef-722e-4b51-a630-fab29eb96de9 {{(pid=115991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 00:39:28.712386 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84f34aef-722e-4b51-a630-fab29eb96de9'] response: {'name': 'network-changed', 'server_uuid': 'b89abab5-8e69-4485-be7a-d76eb57f16a5', 'tag': 'e6fc7acc-6a32-4ac7-91cb-f76468a453aa', 'status': 'completed', 'code': 200} Aug 08 00:39:28.714759 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53f1d86-36a3-493d-a9f2-1a3a101fd1b5 service neutron] Pushing event updated for resources: {'Port': ['ID=e6fc7acc-6a32-4ac7-91cb-f76468a453aa,revision_number=3']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:39:28.805516 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-34d1af5a-a806-4594-a132-5f0464692f7b req-c41865d4-62de-4d33-8f61-bfc0ca323b26 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=db7fafce-9b1b-4bb2-91a8-8230aa090306 HTTP/1.1" status: 200 len: 210 time: 0.0468144 Aug 08 00:39:28.930653 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8501780d-f4ed-4af5-8187-9c01277a5693 req-e9355741-fd7e-4bfa-bfed-21dd2718f43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:28.932173 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-8501780d-f4ed-4af5-8187-9c01277a5693 req-e9355741-fd7e-4bfa-bfed-21dd2718f43b service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=a22da44baa6b472e91d99fbcb03b583c&device_id=b89abab5-8e69-4485-be7a-d76eb57f16a5 HTTP/1.1" status: 200 len: 1128 time: 0.0654256 Aug 08 00:39:28.968991 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b54e229-dc59-41e5-909f-b50985be3606 req-9f32a4e2-3174-4a5b-8277-9f44110a8fdf tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:28.970445 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-9b54e229-dc59-41e5-909f-b50985be3606 req-9f32a4e2-3174-4a5b-8277-9f44110a8fdf tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b89abab5-8e69-4485-be7a-d76eb57f16a5 HTTP/1.1" status: 200 len: 944 time: 0.0714173 Aug 08 00:39:29.072756 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-9b54e229-dc59-41e5-909f-b50985be3606 req-dfda87d6-a8a8-4b35-819a-7cfe0c965b9b tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c7fab9c4-62df-4772-9aa5-24224734ea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736270 Aug 08 00:39:29.090003 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8501780d-f4ed-4af5-8187-9c01277a5693 req-a777e0b3-7b64-4f25-8363-6968df90af55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:29.090003 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-8501780d-f4ed-4af5-8187-9c01277a5693 req-a777e0b3-7b64-4f25-8363-6968df90af55 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?tenant_id=a22da44baa6b472e91d99fbcb03b583c&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1496098 Aug 08 00:39:29.140070 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e7186e-ea20-48f2-8000-14b17b36a8a3 req-77bf7b80-9d72-4f13-8b46-53e6aa150240 tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:29.141588 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-e2e7186e-ea20-48f2-8000-14b17b36a8a3 req-77bf7b80-9d72-4f13-8b46-53e6aa150240 tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=dbd7eaeb-e187-4f41-b379-f063843b6490 HTTP/1.1" status: 200 len: 945 time: 0.0492001 Aug 08 00:39:29.154823 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:39:29.188952 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8501780d-f4ed-4af5-8187-9c01277a5693 req-7e243c2b-9d10-4911-a97f-6e90ae523561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:29.190434 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-8501780d-f4ed-4af5-8187-9c01277a5693 req-7e243c2b-9d10-4911-a97f-6e90ae523561 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0948431 Aug 08 00:39:29.191820 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-e2e7186e-ea20-48f2-8000-14b17b36a8a3 req-21466ab7-648b-4581-bebd-dfc777a38b83 tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=66ce6791-e978-4b6a-a427-41fbf08ca600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434370 Aug 08 00:39:29.280992 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ba4ad5-1e56-4560-94d5-adc9c4c439da req-73f1db11-7620-40e7-b70c-aeb09ffdeb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:29.282529 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-a6ba4ad5-1e56-4560-94d5-adc9c4c439da req-73f1db11-7620-40e7-b70c-aeb09ffdeb3b service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=a22da44baa6b472e91d99fbcb03b583c&device_id=b89abab5-8e69-4485-be7a-d76eb57f16a5 HTTP/1.1" status: 200 len: 1128 time: 0.0481720 Aug 08 00:39:29.323120 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-a6ba4ad5-1e56-4560-94d5-adc9c4c439da req-d28ede9a-f98e-48ce-9edf-860eeac2b77f service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e6fc7acc-6a32-4ac7-91cb-f76468a453aa HTTP/1.1" status: 200 len: 217 time: 0.0336878 Aug 08 00:39:29.374906 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ba4ad5-1e56-4560-94d5-adc9c4c439da req-0b2a8f19-32c5-4379-bf69-ce48dbc0f81c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:29.376455 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-a6ba4ad5-1e56-4560-94d5-adc9c4c439da req-0b2a8f19-32c5-4379-bf69-ce48dbc0f81c service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=49ad74e6-a7f8-44c2-b833-dcbba288ca27 HTTP/1.1" status: 200 len: 851 time: 0.0470462 Aug 08 00:39:29.427208 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ba4ad5-1e56-4560-94d5-adc9c4c439da req-6cedec02-6c0f-4062-a7ef-778e2072a5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:29.428783 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-a6ba4ad5-1e56-4560-94d5-adc9c4c439da req-6cedec02-6c0f-4062-a7ef-778e2072a5a4 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=e16e278d-24ed-46ec-9b21-78207cc53646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440397 Aug 08 00:39:29.518902 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-a6ba4ad5-1e56-4560-94d5-adc9c4c439da req-57af87bc-1993-4bab-adf0-ad96f8f41c10 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/e16e278d-24ed-46ec-9b21-78207cc53646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842271 Aug 08 00:39:29.614850 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-a6ba4ad5-1e56-4560-94d5-adc9c4c439da req-228b73a3-8312-4988-95c9-9adad7a5993c service neutron] 10.222.0.25 "GET /networking/v2.0/networks/e16e278d-24ed-46ec-9b21-78207cc53646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874901 Aug 08 00:39:29.780148 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1599af59-596b-43e4-ac4e-679a7c5a80d2 req-41359d5d-7b44-4e6e-8af6-70eb49b13d7d tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:29.781697 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-1599af59-596b-43e4-ac4e-679a7c5a80d2 req-41359d5d-7b44-4e6e-8af6-70eb49b13d7d tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=39cb5181-8bc2-4e47-ab31-1f9524d47ef3 HTTP/1.1" status: 200 len: 943 time: 0.0497394 Aug 08 00:39:29.831164 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-1599af59-596b-43e4-ac4e-679a7c5a80d2 req-1cfbad43-f480-435a-8c38-af47fd8b91fc tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=09b1c30e-59f7-40b1-bf76-92a6a73f1ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438213 Aug 08 00:39:29.918480 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-9bdc40c1-6714-4982-b320-32ca27311988 req-216f262e-9408-4d8b-847c-d70d96923c6c tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=db7fafce-9b1b-4bb2-91a8-8230aa090306 HTTP/1.1" status: 200 len: 210 time: 0.0304894 Aug 08 00:39:30.194639 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7f0de3-2697-406a-9f5d-47b3d91fa6d8 req-f6add512-8f57-4a72-b9a7-7735818d1094 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:30.196181 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-0d7f0de3-2697-406a-9f5d-47b3d91fa6d8 req-f6add512-8f57-4a72-b9a7-7735818d1094 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b89abab5-8e69-4485-be7a-d76eb57f16a5 HTTP/1.1" status: 200 len: 944 time: 0.0499802 Aug 08 00:39:30.208334 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=100 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:39:30.251067 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-0d7f0de3-2697-406a-9f5d-47b3d91fa6d8 req-708401aa-cd77-40d4-8d0c-550c75e4b13b tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c7fab9c4-62df-4772-9aa5-24224734ea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492823 Aug 08 00:39:30.546946 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (c200ec1a-5dc3-458a-a30d-0f16255c41c0), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:39:30.569792 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4942b07-ee2c-4947-83ab-ac2b4a0e8806 req-a5b66fb5-48c8-4daa-b959-26efd5dbc575 tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:30.571302 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-a4942b07-ee2c-4947-83ab-ac2b4a0e8806 req-a5b66fb5-48c8-4daa-b959-26efd5dbc575 tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=dbd7eaeb-e187-4f41-b379-f063843b6490 HTTP/1.1" status: 200 len: 945 time: 0.0483537 Aug 08 00:39:30.621866 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-a4942b07-ee2c-4947-83ab-ac2b4a0e8806 req-a6c42368-aafb-4dbe-9923-e779e02b9606 tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=66ce6791-e978-4b6a-a427-41fbf08ca600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448556 Aug 08 00:39:31.026752 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-f1d6d5ce-e618-42b2-ab56-934462183d25 req-392b5482-38b3-4965-8934-099d838b277d tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=db7fafce-9b1b-4bb2-91a8-8230aa090306 HTTP/1.1" status: 200 len: 210 time: 0.0301423 Aug 08 00:39:31.204791 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c9d399-d8e7-4ad7-b2a5-7294168c00c4 req-cdbd5d1d-da78-4b84-9a93-9172de93ed91 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:31.206162 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-48c9d399-d8e7-4ad7-b2a5-7294168c00c4 req-cdbd5d1d-da78-4b84-9a93-9172de93ed91 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=39cb5181-8bc2-4e47-ab31-1f9524d47ef3 HTTP/1.1" status: 200 len: 943 time: 0.2984605 Aug 08 00:39:31.254397 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-48c9d399-d8e7-4ad7-b2a5-7294168c00c4 req-68f1277c-f43d-4ac9-98d5-6aa119d3c537 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=09b1c30e-59f7-40b1-bf76-92a6a73f1ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418780 Aug 08 00:39:31.368688 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f357a57-675d-4cab-b247-282a66ff6879 req-bf7bbd80-cae0-4b59-82eb-c50a320c12fa tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:31.370136 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-1f357a57-675d-4cab-b247-282a66ff6879 req-bf7bbd80-cae0-4b59-82eb-c50a320c12fa tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b89abab5-8e69-4485-be7a-d76eb57f16a5 HTTP/1.1" status: 200 len: 944 time: 0.0475428 Aug 08 00:39:31.421453 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-1f357a57-675d-4cab-b247-282a66ff6879 req-55662f08-a764-4358-a4fc-0e71cbba9dc6 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c7fab9c4-62df-4772-9aa5-24224734ea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456812 Aug 08 00:39:31.743108 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0b7337-c3b9-4c3b-9c3b-3ac0beae2420 req-fa693d22-87f5-4808-8f9a-56141ed37384 tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:31.744590 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-0e0b7337-c3b9-4c3b-9c3b-3ac0beae2420 req-fa693d22-87f5-4808-8f9a-56141ed37384 tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=dbd7eaeb-e187-4f41-b379-f063843b6490 HTTP/1.1" status: 200 len: 945 time: 0.0467768 Aug 08 00:39:31.792568 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-0e0b7337-c3b9-4c3b-9c3b-3ac0beae2420 req-e2f754df-510c-4244-99b1-0dbfc6cd6352 tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=66ce6791-e978-4b6a-a427-41fbf08ca600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416806 Aug 08 00:39:32.132387 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-0feb0352-f780-485b-8ba7-d334ef384732 req-69e7e9a3-fc32-485e-af16-0d63a7c6c235 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=db7fafce-9b1b-4bb2-91a8-8230aa090306 HTTP/1.1" status: 200 len: 210 time: 0.0304558 Aug 08 00:39:32.210671 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336a5916-44e2-44f2-b61c-09f3f9316583 req-a1890196-b060-453b-929b-d07e51e8c1d1 tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:32.212120 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-336a5916-44e2-44f2-b61c-09f3f9316583 req-a1890196-b060-453b-929b-d07e51e8c1d1 tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=dbd7eaeb-e187-4f41-b379-f063843b6490 HTTP/1.1" status: 200 len: 945 time: 0.0495439 Aug 08 00:39:32.375584 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ca98d0-8483-4e79-8f74-e5931cca61c9 req-e77a3690-75df-414c-b02a-95c3dc5b4dc1 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:32.377038 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-31ca98d0-8483-4e79-8f74-e5931cca61c9 req-e77a3690-75df-414c-b02a-95c3dc5b4dc1 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=39cb5181-8bc2-4e47-ab31-1f9524d47ef3 HTTP/1.1" status: 200 len: 943 time: 0.0495963 Aug 08 00:39:32.424906 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-31ca98d0-8483-4e79-8f74-e5931cca61c9 req-2f575031-8345-486c-8c39-a20088051f4b tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=09b1c30e-59f7-40b1-bf76-92a6a73f1ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421057 Aug 08 00:39:32.551195 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Device 1e516e4f-2b18-41f2-8eaf-d3b6cf4fefb0 details requested by agent hyperv_hv-cinder-85164 with host hv-cinder-85164 {{(pid=115993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 08 00:39:32.562205 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.plugin [req-336a5916-44e2-44f2-b61c-09f3f9316583 req-7fcd8f65-3c56-460c-ba83-71a7e7edcd10 tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] Deleting port 2911615a-80a4-48f6-87fc-1535c284a643 {{(pid=115991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 00:39:32.562550 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [req-336a5916-44e2-44f2-b61c-09f3f9316583 req-7fcd8f65-3c56-460c-ba83-71a7e7edcd10 tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764676511537'] for port (2911615a-80a4-48f6-87fc-1535c284a643), before_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:39:32.614230 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b77c517-85ba-4383-93fa-d588011f7bd7 req-f50928cc-a6a7-481a-8d2d-4508c9bc717f tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:32.621005 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-6b77c517-85ba-4383-93fa-d588011f7bd7 req-f50928cc-a6a7-481a-8d2d-4508c9bc717f tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b89abab5-8e69-4485-be7a-d76eb57f16a5 HTTP/1.1" status: 200 len: 944 time: 0.1248631 Aug 08 00:39:32.660760 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] For port 1e516e4f-2b18-41f2-8eaf-d3b6cf4fefb0, host hv-cinder-85164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85164',level=0,port_id=1e516e4f-2b18-41f2-8eaf-d3b6cf4fefb0,segment=NetworkSegment(0fda41cf-3f2e-4d41-af88-28d3b79aa971),segment_id=0fda41cf-3f2e-4d41-af88-28d3b79aa971)] {{(pid=115993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:39:32.668148 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Returning: {'device': '1e516e4f-2b18-41f2-8eaf-d3b6cf4fefb0', 'network_id': '40eb5d4b-84fa-4b2b-9896-3375999a2051', 'port_id': '1e516e4f-2b18-41f2-8eaf-d3b6cf4fefb0', 'mac_address': 'fa:16:3e:83:48:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1d5723f-10fd-4b95-91b6-00f6c09bff0d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 08 00:39:32.710074 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Current status of the port 1e516e4f-2b18-41f2-8eaf-d3b6cf4fefb0 is: DOWN; New status is: BUILD {{(pid=115993) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 00:39:32.710768 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (1e516e4f-2b18-41f2-8eaf-d3b6cf4fefb0), before_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:39:32.717492 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-6b77c517-85ba-4383-93fa-d588011f7bd7 req-6deeb706-72b5-4f2b-b25f-e1dc5902ea15 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c7fab9c4-62df-4772-9aa5-24224734ea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956023 Aug 08 00:39:32.725422 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.db [req-336a5916-44e2-44f2-b61c-09f3f9316583 req-7fcd8f65-3c56-460c-ba83-71a7e7edcd10 tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] For port 2911615a-80a4-48f6-87fc-1535c284a643, host hv-cinder-85164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85164',level=0,port_id=2911615a-80a4-48f6-87fc-1535c284a643,segment=NetworkSegment(446d5229-5e0e-4055-82be-24178e826f95),segment_id=446d5229-5e0e-4055-82be-24178e826f95)] {{(pid=115991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:39:32.725422 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [req-336a5916-44e2-44f2-b61c-09f3f9316583 req-7fcd8f65-3c56-460c-ba83-71a7e7edcd10 tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440649'] for port (2911615a-80a4-48f6-87fc-1535c284a643), precommit_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:39:32.726389 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:39:32.729163 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.notifiers.nova [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e516e4f-2b18-41f2-8eaf-d3b6cf4fefb0 {{(pid=115993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 00:39:32.737355 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.plugin [req-336a5916-44e2-44f2-b61c-09f3f9316583 req-7fcd8f65-3c56-460c-ba83-71a7e7edcd10 tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] Calling delete_port for 2911615a-80a4-48f6-87fc-1535c284a643 owned by compute:nova {{(pid=115991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 00:39:32.752282 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] For port 1e516e4f-2b18-41f2-8eaf-d3b6cf4fefb0, host hv-cinder-85164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85164',level=0,port_id=1e516e4f-2b18-41f2-8eaf-d3b6cf4fefb0,segment=NetworkSegment(0fda41cf-3f2e-4d41-af88-28d3b79aa971),segment_id=0fda41cf-3f2e-4d41-af88-28d3b79aa971)] {{(pid=115993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:39:32.755255 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbb28e2-401e-43bf-845c-f66e65da2483 req-f0d3b94e-6795-4765-8053-33af18debab8 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:32.757689 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-1dbb28e2-401e-43bf-845c-f66e65da2483 req-f0d3b94e-6795-4765-8053-33af18debab8 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.25 "GET /networking/v2.0/networks?id=a5ea35fc-5529-4ec7-b035-b5f2637c5acc HTTP/1.1" status: 200 len: 815 time: 0.1481776 Aug 08 00:39:32.836674 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-1dbb28e2-401e-43bf-845c-f66e65da2483 req-10a23f3d-8261-479a-a5ea-4219c829c9d2 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=e97eb34021d44eb0a99763034c1e9e87 HTTP/1.1" status: 200 len: 379 time: 0.0663967 Aug 08 00:39:32.840878 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821'] for port (1e516e4f-2b18-41f2-8eaf-d3b6cf4fefb0), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:39:32.846953 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.v2.base [req-1dbb28e2-401e-43bf-845c-f66e65da2483 req-dd95f157-a9d3-4ff3-982b-92c1442827af tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Request body: {'port': {'device_id': 'db7fafce-9b1b-4bb2-91a8-8230aa090306', 'network_id': 'a5ea35fc-5529-4ec7-b035-b5f2637c5acc', 'admin_state_up': True, 'tenant_id': 'e97eb34021d44eb0a99763034c1e9e87', 'security_groups': ['8d0f4141-1b4a-4d50-9062-88383dffc1dc']}} {{(pid=115992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:39:32.907112 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Pushing event updated for resources: {'Port': ['ID=1e516e4f-2b18-41f2-8eaf-d3b6cf4fefb0,revision_number=7']} {{(pid=115993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:39:32.964409 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6bd5c2-1fd8-400d-ad97-6f8cc1121dd6 req-7c626857-975f-4eee-bd3b-ec4fe0933574 tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:32.965874 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-4c6bd5c2-1fd8-400d-ad97-6f8cc1121dd6 req-7c626857-975f-4eee-bd3b-ec4fe0933574 tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=dbd7eaeb-e187-4f41-b379-f063843b6490 HTTP/1.1" status: 200 len: 945 time: 0.0729427 Aug 08 00:39:33.010331 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [req-336a5916-44e2-44f2-b61c-09f3f9316583 req-7fcd8f65-3c56-460c-ba83-71a7e7edcd10 tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764676515054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764676113794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2785209'] for port (2911615a-80a4-48f6-87fc-1535c284a643), after_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:39:33.037772 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-4c6bd5c2-1fd8-400d-ad97-6f8cc1121dd6 req-0c15dab7-c112-4fb8-9050-269ba48d14d4 tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=66ce6791-e978-4b6a-a427-41fbf08ca600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657301 Aug 08 00:39:33.043522 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcd8f65-3c56-460c-ba83-71a7e7edcd10 tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] Pushing event deleted for resources: {'Port': ['ID=2911615a-80a4-48f6-87fc-1535c284a643,revision_number=None']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:39:33.090306 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.db.l3_dvrscheduler_db [req-336a5916-44e2-44f2-b61c-09f3f9316583 req-7fcd8f65-3c56-460c-ba83-71a7e7edcd10 tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] No DVR routers for this DVR port 2911615a-80a4-48f6-87fc-1535c284a643 on host hv-cinder-85164 {{(pid=115991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 08 00:39:33.092882 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [req-336a5916-44e2-44f2-b61c-09f3f9316583 req-7fcd8f65-3c56-460c-ba83-71a7e7edcd10 tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63196'] for port (None), before_response {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:39:33.094660 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] get_ports_and_sgs() called for port_ids ['1e516e4f-2b18-41f2-8eaf-d3b6cf4fefb0'] {{(pid=115993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 00:39:33.096171 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-336a5916-44e2-44f2-b61c-09f3f9316583 req-7fcd8f65-3c56-460c-ba83-71a7e7edcd10 tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] 10.222.0.25 "DELETE /networking/v2.0/ports/2911615a-80a4-48f6-87fc-1535c284a643 HTTP/1.1" status: 204 len: 173 time: 0.6523583 Aug 08 00:39:33.096612 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbd7eaeb-e187-4f41-b379-f063843b6490', 'name': 'network-vif-deleted', 'tag': '2911615a-80a4-48f6-87fc-1535c284a643'}] {{(pid=115991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 00:39:33.099009 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73a3e3d67458d2a17dff5edd29115f5abec4313aa2236b93bd84783ab3df8685" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd1373ed-f5cb-47fc-9a08-b9101c3d0d3b" -d '{"events": [{"server_uuid": "dbd7eaeb-e187-4f41-b379-f063843b6490", "name": "network-vif-deleted", "tag": "2911615a-80a4-48f6-87fc-1535c284a643"}]}' {{(pid=115991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 00:39:33.112675 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1dbb28e2-401e-43bf-845c-f66e65da2483 req-dd95f157-a9d3-4ff3-982b-92c1442827af tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Made reservation on behalf of e97eb34021d44eb0a99763034c1e9e87 for: {'port': 1} {{(pid=115992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 00:39:33.117122 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-1dbb28e2-401e-43bf-845c-f66e65da2483 req-dd95f157-a9d3-4ff3-982b-92c1442827af tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (None), before_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:39:33.127681 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=100 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:39:33.136774 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] get_ports_and_sgs() called for port_ids ['2911615a-80a4-48f6-87fc-1535c284a643'] {{(pid=115993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 00:39:33.148669 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 00:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aa874c8-4453-48d3-89e1-c42b27072448 x-openstack-request-id: req-3aa874c8-4453-48d3-89e1-c42b27072448 {{(pid=115991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 00:39:33.149178 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbd7eaeb-e187-4f41-b379-f063843b6490", "name": "network-vif-deleted", "tag": "2911615a-80a4-48f6-87fc-1535c284a643", "status": "completed", "code": 200}]} {{(pid=115991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 00:39:33.149278 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3aa874c8-4453-48d3-89e1-c42b27072448 {{(pid=115991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 00:39:33.149669 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3aa874c8-4453-48d3-89e1-c42b27072448'] response: {'server_uuid': 'dbd7eaeb-e187-4f41-b379-f063843b6490', 'name': 'network-vif-deleted', 'tag': '2911615a-80a4-48f6-87fc-1535c284a643', 'status': 'completed', 'code': 200} Aug 08 00:39:33.278435 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-efe899ae-2797-42a3-b69c-f3089820b226 req-85ed0cfa-b939-41e9-8e84-0fea79a7e53d tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=db7fafce-9b1b-4bb2-91a8-8230aa090306 HTTP/1.1" status: 200 len: 210 time: 0.0425689 Aug 08 00:39:33.294676 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.db.db_base_plugin_common [req-1dbb28e2-401e-43bf-845c-f66e65da2483 req-dd95f157-a9d3-4ff3-982b-92c1442827af tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Allocated IP 172.20.0.13 (a5ea35fc-5529-4ec7-b035-b5f2637c5acc/a880aa77-4bc5-4c6a-8fdf-3a29dea9cf69/2ac4078a-6ecb-482c-989a-86eba88e3b88) {{(pid=115992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 00:39:33.314144 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:39:33.449065 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:39:33.462173 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-1dbb28e2-401e-43bf-845c-f66e65da2483 req-dd95f157-a9d3-4ff3-982b-92c1442827af tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks [] for port (2ac4078a-6ecb-482c-989a-86eba88e3b88), precommit_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:39:33.545897 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761f3414-24b2-49f8-80ca-10754be9af9f req-36565def-09cd-495c-9f00-37bacfbce098 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:33.547400 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-761f3414-24b2-49f8-80ca-10754be9af9f req-36565def-09cd-495c-9f00-37bacfbce098 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=39cb5181-8bc2-4e47-ab31-1f9524d47ef3 HTTP/1.1" status: 200 len: 944 time: 0.0482233 Aug 08 00:39:33.555431 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-1dbb28e2-401e-43bf-845c-f66e65da2483 req-dd95f157-a9d3-4ff3-982b-92c1442827af tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764676113785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26371331'] for port (2ac4078a-6ecb-482c-989a-86eba88e3b88), after_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:39:33.574013 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:39:33.602910 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-761f3414-24b2-49f8-80ca-10754be9af9f req-9d0173c2-5740-4ef2-ada0-620d82858412 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=09b1c30e-59f7-40b1-bf76-92a6a73f1ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498722 Aug 08 00:39:33.605467 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1dbb28e2-401e-43bf-845c-f66e65da2483 req-dd95f157-a9d3-4ff3-982b-92c1442827af tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Network a5ea35fc-5529-4ec7-b035-b5f2637c5acc is already hosted by enough agents. {{(pid=115992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 00:39:33.611144 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.scheduler.base_scheduler [req-1dbb28e2-401e-43bf-845c-f66e65da2483 req-dd95f157-a9d3-4ff3-982b-92c1442827af tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Resources bound (agent type, host, resource id): {{(pid=115992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 00:39:33.613597 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd95f157-a9d3-4ff3-982b-92c1442827af tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Pushing event updated for resources: {'Port': ['ID=2ac4078a-6ecb-482c-989a-86eba88e3b88,revision_number=1']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:39:33.616647 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dbb28e2-401e-43bf-845c-f66e65da2483 req-dd95f157-a9d3-4ff3-982b-92c1442827af tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Received port after_create {{(pid=115992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 00:39:33.670551 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbb28e2-401e-43bf-845c-f66e65da2483 req-dd95f157-a9d3-4ff3-982b-92c1442827af tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:33.671371 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-1dbb28e2-401e-43bf-845c-f66e65da2483 req-dd95f157-a9d3-4ff3-982b-92c1442827af tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63196'] for port (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:39:33.739046 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-1dbb28e2-401e-43bf-845c-f66e65da2483 req-dd95f157-a9d3-4ff3-982b-92c1442827af tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8963332 Aug 08 00:39:33.752014 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.v2.base [req-1dbb28e2-401e-43bf-845c-f66e65da2483 req-5f20a75b-4580-42e6-bdfa-1d5576aaa6c1 service neutron] Request body: {'port': {'device_id': 'db7fafce-9b1b-4bb2-91a8-8230aa090306', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85164'}} {{(pid=115992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:39:33.839211 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-c03e102b-b703-4ec8-b91d-4ea4137882a2 None None] Provisioning complete for port 2ac4078a-6ecb-482c-989a-86eba88e3b88 triggered by entity DHCP. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:39:33.840262 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-c03e102b-b703-4ec8-b91d-4ea4137882a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (2ac4078a-6ecb-482c-989a-86eba88e3b88), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:39:33.847625 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-1dbb28e2-401e-43bf-845c-f66e65da2483 req-5f20a75b-4580-42e6-bdfa-1d5576aaa6c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (2ac4078a-6ecb-482c-989a-86eba88e3b88), before_update {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:39:33.873418 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-c03e102b-b703-4ec8-b91d-4ea4137882a2 None None] Port 2ac4078a-6ecb-482c-989a-86eba88e3b88 cannot update to ACTIVE because it is not bound. {{(pid=115993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 08 00:39:33.875799 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191d73dd-f1f5-4b0d-9c80-3576d69633ab req-348a7a9f-0070-470a-8e36-9f0ee9133d96 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:33.877305 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-191d73dd-f1f5-4b0d-9c80-3576d69633ab req-348a7a9f-0070-470a-8e36-9f0ee9133d96 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b89abab5-8e69-4485-be7a-d76eb57f16a5 HTTP/1.1" status: 200 len: 944 time: 0.0674839 Aug 08 00:39:33.929362 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:39:33.957132 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-191d73dd-f1f5-4b0d-9c80-3576d69633ab req-2717432b-e01b-49b3-8b2e-844bca189ae3 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c7fab9c4-62df-4772-9aa5-24224734ea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635774 Aug 08 00:39:34.158316 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-303aedb7-7157-42f6-b83c-afab47b5d856 req-578c8693-a7c5-4623-914d-1ee360e84283 tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=dbd7eaeb-e187-4f41-b379-f063843b6490 HTTP/1.1" status: 200 len: 210 time: 0.0313563 Aug 08 00:39:34.210560 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.notifiers.nova [req-1dbb28e2-401e-43bf-845c-f66e65da2483 req-5f20a75b-4580-42e6-bdfa-1d5576aaa6c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ac4078a-6ecb-482c-989a-86eba88e3b88 {{(pid=115992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 00:39:34.218246 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-1dbb28e2-401e-43bf-845c-f66e65da2483 req-5f20a75b-4580-42e6-bdfa-1d5576aaa6c1 service neutron] Publish callbacks [] for port (2ac4078a-6ecb-482c-989a-86eba88e3b88), precommit_update {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:39:34.231281 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.db.provisioning_blocks [req-1dbb28e2-401e-43bf-845c-f66e65da2483 req-5f20a75b-4580-42e6-bdfa-1d5576aaa6c1 service neutron] Transition to ACTIVE for port object 2ac4078a-6ecb-482c-989a-86eba88e3b88 will not be triggered until provisioned by entity L2. {{(pid=115992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 08 00:39:34.303438 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-1dbb28e2-401e-43bf-845c-f66e65da2483 req-5f20a75b-4580-42e6-bdfa-1d5576aaa6c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26371340'] for port (2ac4078a-6ecb-482c-989a-86eba88e3b88), after_update {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:39:34.381182 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f20a75b-4580-42e6-bdfa-1d5576aaa6c1 service neutron] Pushing event updated for resources: {'Port': ['ID=2ac4078a-6ecb-482c-989a-86eba88e3b88,revision_number=2']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:39:34.424327 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:39:34.446518 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54267dbb-592e-4b70-88dd-7058fc1a75f0 req-1ad13122-a862-49b7-a56e-cdffc212aa65 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:34.448273 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-54267dbb-592e-4b70-88dd-7058fc1a75f0 req-1ad13122-a862-49b7-a56e-cdffc212aa65 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=db7fafce-9b1b-4bb2-91a8-8230aa090306 HTTP/1.1" status: 200 len: 944 time: 0.0817194 Aug 08 00:39:34.482186 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.managers [req-1dbb28e2-401e-43bf-845c-f66e65da2483 req-5f20a75b-4580-42e6-bdfa-1d5576aaa6c1 service neutron] Attempting to bind port 2ac4078a-6ecb-482c-989a-86eba88e3b88 on host hv-cinder-85164 for vnic_type normal with profile {{(pid=115992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 00:39:34.482847 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.managers [req-1dbb28e2-401e-43bf-845c-f66e65da2483 req-5f20a75b-4580-42e6-bdfa-1d5576aaa6c1 service neutron] Attempting to bind port 2ac4078a-6ecb-482c-989a-86eba88e3b88 by drivers openvswitch,hyperv on host hv-cinder-85164 at level 0 using segments [{'id': '6130275c-b522-41d3-91a1-cf819d706112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a5ea35fc-5529-4ec7-b035-b5f2637c5acc'}] {{(pid=115992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 00:39:34.482847 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dbb28e2-401e-43bf-845c-f66e65da2483 req-5f20a75b-4580-42e6-bdfa-1d5576aaa6c1 service neutron] Attempting to bind port 2ac4078a-6ecb-482c-989a-86eba88e3b88 on network a5ea35fc-5529-4ec7-b035-b5f2637c5acc {{(pid=115992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 00:39:34.490797 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dbb28e2-401e-43bf-845c-f66e65da2483 req-5f20a75b-4580-42e6-bdfa-1d5576aaa6c1 service neutron] Port 2ac4078a-6ecb-482c-989a-86eba88e3b88 on network a5ea35fc-5529-4ec7-b035-b5f2637c5acc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85164 {{(pid=115992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 08 00:39:34.491126 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dbb28e2-401e-43bf-845c-f66e65da2483 req-5f20a75b-4580-42e6-bdfa-1d5576aaa6c1 service neutron] Attempting to bind port 2ac4078a-6ecb-482c-989a-86eba88e3b88 on network a5ea35fc-5529-4ec7-b035-b5f2637c5acc {{(pid=115992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 00:39:34.504980 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dbb28e2-401e-43bf-845c-f66e65da2483 req-5f20a75b-4580-42e6-bdfa-1d5576aaa6c1 service neutron] Checking agent: {'id': 'c200ec1a-5dc3-458a-a30d-0f16255c41c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85164', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 0, 30, 30), 'started_at': datetime.datetime(2022, 8, 8, 0, 30, 30), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 0, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 00:39:34.505310 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dbb28e2-401e-43bf-845c-f66e65da2483 req-5f20a75b-4580-42e6-bdfa-1d5576aaa6c1 service neutron] Checking segment: {'id': '6130275c-b522-41d3-91a1-cf819d706112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a5ea35fc-5529-4ec7-b035-b5f2637c5acc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 00:39:34.505681 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dbb28e2-401e-43bf-845c-f66e65da2483 req-5f20a75b-4580-42e6-bdfa-1d5576aaa6c1 service neutron] Bound using segment: {'id': '6130275c-b522-41d3-91a1-cf819d706112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a5ea35fc-5529-4ec7-b035-b5f2637c5acc'} {{(pid=115992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 00:39:34.506679 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.managers [req-1dbb28e2-401e-43bf-845c-f66e65da2483 req-5f20a75b-4580-42e6-bdfa-1d5576aaa6c1 service neutron] Bound port: 2ac4078a-6ecb-482c-989a-86eba88e3b88, host: hv-cinder-85164, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6130275c-b522-41d3-91a1-cf819d706112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a5ea35fc-5529-4ec7-b035-b5f2637c5acc'}}] {{(pid=115992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 00:39:34.507052 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-1dbb28e2-401e-43bf-845c-f66e65da2483 req-5f20a75b-4580-42e6-bdfa-1d5576aaa6c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (2ac4078a-6ecb-482c-989a-86eba88e3b88), before_update {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:39:34.528509 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-54267dbb-592e-4b70-88dd-7058fc1a75f0 req-5a09d0c9-c37e-4b60-855c-66ab7a477fd7 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=8d0f4141-1b4a-4d50-9062-88383dffc1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716038 Aug 08 00:39:34.572547 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Device 1e516e4f-2b18-41f2-8eaf-d3b6cf4fefb0 up at agent hyperv_hv-cinder-85164 {{(pid=115993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 00:39:34.586703 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.db [req-1dbb28e2-401e-43bf-845c-f66e65da2483 req-5f20a75b-4580-42e6-bdfa-1d5576aaa6c1 service neutron] For port 2ac4078a-6ecb-482c-989a-86eba88e3b88, host hv-cinder-85164, cleared binding levels {{(pid=115992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 00:39:34.590090 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.db [req-1dbb28e2-401e-43bf-845c-f66e65da2483 req-5f20a75b-4580-42e6-bdfa-1d5576aaa6c1 service neutron] For port 2ac4078a-6ecb-482c-989a-86eba88e3b88, host hv-cinder-85164, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85164',level=0,port_id=2ac4078a-6ecb-482c-989a-86eba88e3b88,segment=NetworkSegment(6130275c-b522-41d3-91a1-cf819d706112),segment_id=6130275c-b522-41d3-91a1-cf819d706112)] {{(pid=115992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 00:39:34.604571 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:39:34.617583 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Provisioning complete for port 1e516e4f-2b18-41f2-8eaf-d3b6cf4fefb0 triggered by entity L2. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:39:34.617959 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (1e516e4f-2b18-41f2-8eaf-d3b6cf4fefb0), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:39:34.669160 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-1dbb28e2-401e-43bf-845c-f66e65da2483 req-5f20a75b-4580-42e6-bdfa-1d5576aaa6c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26371340'] for port (2ac4078a-6ecb-482c-989a-86eba88e3b88), after_update {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:39:34.675357 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbb28e2-401e-43bf-845c-f66e65da2483 req-5f20a75b-4580-42e6-bdfa-1d5576aaa6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:34.676042 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-1dbb28e2-401e-43bf-845c-f66e65da2483 req-5f20a75b-4580-42e6-bdfa-1d5576aaa6c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63196'] for port (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:39:34.677782 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-1dbb28e2-401e-43bf-845c-f66e65da2483 req-5f20a75b-4580-42e6-bdfa-1d5576aaa6c1 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/2ac4078a-6ecb-482c-989a-86eba88e3b88 HTTP/1.1" status: 200 len: 1094 time: 0.9305460 Aug 08 00:39:34.681433 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db7fafce-9b1b-4bb2-91a8-8230aa090306', 'tag': '2ac4078a-6ecb-482c-989a-86eba88e3b88'}] {{(pid=115992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 00:39:34.686943 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15c1dc6174c04d27a45b4789687485f3f31469fbdbb3cd0a658d3b47a2d9b382" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5383c73-4b53-4a54-b578-6fa4232b0b02" -d '{"events": [{"name": "network-changed", "server_uuid": "db7fafce-9b1b-4bb2-91a8-8230aa090306", "tag": "2ac4078a-6ecb-482c-989a-86eba88e3b88"}]}' {{(pid=115992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 00:39:34.711468 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Current status of the port 1e516e4f-2b18-41f2-8eaf-d3b6cf4fefb0 is: BUILD; New status is: ACTIVE {{(pid=115993) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 00:39:34.717322 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (1e516e4f-2b18-41f2-8eaf-d3b6cf4fefb0), before_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:39:34.744036 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39cb5181-8bc2-4e47-ab31-1f9524d47ef3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e516e4f-2b18-41f2-8eaf-d3b6cf4fefb0'}] {{(pid=115993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 00:39:34.745962 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8938591-31b8-402a-a1df-d44c4f02f22b req-a3dcb110-e60d-410d-8e49-9cc091c23196 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:34.746843 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 00:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ee41a45-f5e3-48cf-8f8f-cfb1888d30b3 x-openstack-request-id: req-6ee41a45-f5e3-48cf-8f8f-cfb1888d30b3 {{(pid=115992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 00:39:34.747183 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db7fafce-9b1b-4bb2-91a8-8230aa090306", "tag": "2ac4078a-6ecb-482c-989a-86eba88e3b88", "status": "completed", "code": 200}]} {{(pid=115992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 00:39:34.747460 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffcbb3165cefe78fdef2215408d5e0047484b378f5d65619a4e095a8aefc113e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfc3e57b-cca4-4cc5-bf67-98b9a1f05197" -d '{"events": [{"server_uuid": "39cb5181-8bc2-4e47-ab31-1f9524d47ef3", "name": "network-vif-plugged", "status": "completed", "tag": "1e516e4f-2b18-41f2-8eaf-d3b6cf4fefb0"}]}' {{(pid=115993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 00:39:34.747680 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6ee41a45-f5e3-48cf-8f8f-cfb1888d30b3 {{(pid=115992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 00:39:34.748032 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ee41a45-f5e3-48cf-8f8f-cfb1888d30b3'] response: {'name': 'network-changed', 'server_uuid': 'db7fafce-9b1b-4bb2-91a8-8230aa090306', 'tag': '2ac4078a-6ecb-482c-989a-86eba88e3b88', 'status': 'completed', 'code': 200} Aug 08 00:39:34.751121 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f20a75b-4580-42e6-bdfa-1d5576aaa6c1 service neutron] Pushing event updated for resources: {'Port': ['ID=2ac4078a-6ecb-482c-989a-86eba88e3b88,revision_number=3']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:39:34.754685 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-f8938591-31b8-402a-a1df-d44c4f02f22b req-a3dcb110-e60d-410d-8e49-9cc091c23196 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=39cb5181-8bc2-4e47-ab31-1f9524d47ef3 HTTP/1.1" status: 200 len: 944 time: 0.0681577 Aug 08 00:39:34.762654 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] For port 1e516e4f-2b18-41f2-8eaf-d3b6cf4fefb0, host hv-cinder-85164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85164',level=0,port_id=1e516e4f-2b18-41f2-8eaf-d3b6cf4fefb0,segment=NetworkSegment(0fda41cf-3f2e-4d41-af88-28d3b79aa971),segment_id=0fda41cf-3f2e-4d41-af88-28d3b79aa971)] {{(pid=115993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:39:34.801984 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 00:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2052b39-35d3-462d-adbd-742ea69b81a4 x-openstack-request-id: req-b2052b39-35d3-462d-adbd-742ea69b81a4 {{(pid=115993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 00:39:34.801984 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39cb5181-8bc2-4e47-ab31-1f9524d47ef3", "name": "network-vif-plugged", "status": "completed", "tag": "1e516e4f-2b18-41f2-8eaf-d3b6cf4fefb0", "code": 200}]} {{(pid=115993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 00:39:34.801984 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b2052b39-35d3-462d-adbd-742ea69b81a4 {{(pid=115993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 00:39:34.801984 dv-cinder-851640-3-iscsi neutron-server[115993]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2052b39-35d3-462d-adbd-742ea69b81a4'] response: {'server_uuid': '39cb5181-8bc2-4e47-ab31-1f9524d47ef3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e516e4f-2b18-41f2-8eaf-d3b6cf4fefb0', 'code': 200} Aug 08 00:39:34.816755 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-f8938591-31b8-402a-a1df-d44c4f02f22b req-119fc2c0-217e-490a-8b1b-a3612683eddf tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=09b1c30e-59f7-40b1-bf76-92a6a73f1ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605481 Aug 08 00:39:34.821393 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821'] for port (1e516e4f-2b18-41f2-8eaf-d3b6cf4fefb0), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:39:34.828154 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5383c73-4b53-4a54-b578-6fa4232b0b02 req-2abf5333-e1f0-4d4e-ac72-2d0120252a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:34.832612 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-e5383c73-4b53-4a54-b578-6fa4232b0b02 req-2abf5333-e1f0-4d4e-ac72-2d0120252a69 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=e97eb34021d44eb0a99763034c1e9e87&device_id=db7fafce-9b1b-4bb2-91a8-8230aa090306 HTTP/1.1" status: 200 len: 1128 time: 0.0597188 Aug 08 00:39:34.871750 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Pushing event updated for resources: {'Port': ['ID=1e516e4f-2b18-41f2-8eaf-d3b6cf4fefb0,revision_number=8']} {{(pid=115993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:39:35.011242 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5383c73-4b53-4a54-b578-6fa4232b0b02 req-2075cf75-4fac-4fd1-86a7-904dac406be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:35.012718 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-e5383c73-4b53-4a54-b578-6fa4232b0b02 req-2075cf75-4fac-4fd1-86a7-904dac406be5 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?tenant_id=e97eb34021d44eb0a99763034c1e9e87&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1042895 Aug 08 00:39:35.039708 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:39:35.110588 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830f4c4a-9fb3-44c6-abc0-8f2585649ca4 req-96dd0b5f-d5f8-43af-aa27-ae8440e1986b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:35.112120 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-830f4c4a-9fb3-44c6-abc0-8f2585649ca4 req-96dd0b5f-d5f8-43af-aa27-ae8440e1986b service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=39cb5181-8bc2-4e47-ab31-1f9524d47ef3 HTTP/1.1" status: 200 len: 1129 time: 0.0384114 Aug 08 00:39:35.125080 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:39:35.127515 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf1bb5e-76a4-4a00-8e67-033a65758556 req-c2a15e4b-9a84-4bb0-8223-713df2e589d8 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:35.129006 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-ccf1bb5e-76a4-4a00-8e67-033a65758556 req-c2a15e4b-9a84-4bb0-8223-713df2e589d8 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b89abab5-8e69-4485-be7a-d76eb57f16a5 HTTP/1.1" status: 200 len: 944 time: 0.0881443 Aug 08 00:39:35.160926 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-830f4c4a-9fb3-44c6-abc0-8f2585649ca4 req-23e376d1-5cfd-4937-90bd-0447ddc61b54 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=09b1c30e-59f7-40b1-bf76-92a6a73f1ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423195 Aug 08 00:39:35.172859 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5383c73-4b53-4a54-b578-6fa4232b0b02 req-47922ac0-5373-4b7d-8529-52aaced416f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:35.174306 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-e5383c73-4b53-4a54-b578-6fa4232b0b02 req-47922ac0-5373-4b7d-8529-52aaced416f7 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1543174 Aug 08 00:39:35.199383 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-ccf1bb5e-76a4-4a00-8e67-033a65758556 req-843dd34b-209b-4807-8b7c-2469873e09ae tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c7fab9c4-62df-4772-9aa5-24224734ea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596647 Aug 08 00:39:35.442452 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbb28e2-401e-43bf-845c-f66e65da2483 req-e17eaf09-4016-48a8-b82d-edf7ec00d77a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:35.444148 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-1dbb28e2-401e-43bf-845c-f66e65da2483 req-e17eaf09-4016-48a8-b82d-edf7ec00d77a service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=e97eb34021d44eb0a99763034c1e9e87&device_id=db7fafce-9b1b-4bb2-91a8-8230aa090306 HTTP/1.1" status: 200 len: 1128 time: 0.0584228 Aug 08 00:39:35.493774 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-1dbb28e2-401e-43bf-845c-f66e65da2483 req-ee36f39a-4f3b-4262-a1fd-e247b7ca5dc6 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2ac4078a-6ecb-482c-989a-86eba88e3b88 HTTP/1.1" status: 200 len: 217 time: 0.0426118 Aug 08 00:39:35.507378 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b45175f-f819-4dcd-9ae7-12749be6ed40 req-436f630f-3dc8-4512-b0fd-dd911d2e9320 tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:35.508692 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-0b45175f-f819-4dcd-9ae7-12749be6ed40 req-436f630f-3dc8-4512-b0fd-dd911d2e9320 tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] 10.222.0.15 "GET /networking/v2.0/networks?id=5d335768-2822-40df-af2e-ce286fc9bfdf HTTP/1.1" status: 200 len: 808 time: 0.1778765 Aug 08 00:39:35.549226 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-0b45175f-f819-4dcd-9ae7-12749be6ed40 req-e396d0ee-ed41-48cf-91d7-0596283329d7 tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] 10.222.0.15 "GET /networking/v2.0/quotas/2aabdf53ddce4b91a70bdb6a287cb765 HTTP/1.1" status: 200 len: 375 time: 0.0323405 Aug 08 00:39:35.570017 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbb28e2-401e-43bf-845c-f66e65da2483 req-cb28ae4a-e7b8-4383-9728-ad9507e9a7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:35.571630 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-1dbb28e2-401e-43bf-845c-f66e65da2483 req-cb28ae4a-e7b8-4383-9728-ad9507e9a7c4 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=a880aa77-4bc5-4c6a-8fdf-3a29dea9cf69 HTTP/1.1" status: 200 len: 854 time: 0.0621088 Aug 08 00:39:35.588611 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-0b45175f-f819-4dcd-9ae7-12749be6ed40 req-38b53d3b-f2a4-41cd-88d2-f3585256005e tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=2aabdf53ddce4b91a70bdb6a287cb765&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0327187 Aug 08 00:39:35.653853 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cc94ec-9bb4-40c3-b72e-3d490e22f0a2 req-7177f06a-3329-44a0-8a99-898dfff7435c tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:35.655510 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-61cc94ec-9bb4-40c3-b72e-3d490e22f0a2 req-7177f06a-3329-44a0-8a99-898dfff7435c tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=db7fafce-9b1b-4bb2-91a8-8230aa090306 HTTP/1.1" status: 200 len: 944 time: 0.0513742 Aug 08 00:39:35.684923 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-0b45175f-f819-4dcd-9ae7-12749be6ed40 req-fba92b9c-7555-4f98-9757-d59c90ec6311 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/5d335768-2822-40df-af2e-ce286fc9bfdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895712 Aug 08 00:39:35.705275 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-61cc94ec-9bb4-40c3-b72e-3d490e22f0a2 req-a89f3347-dcee-4569-81e5-b3b071bd5a51 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=8d0f4141-1b4a-4d50-9062-88383dffc1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440280 Aug 08 00:39:35.778024 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-0b45175f-f819-4dcd-9ae7-12749be6ed40 req-9d417087-6168-4486-9e0d-acfb5a1efe0b service neutron] 10.222.0.15 "GET /networking/v2.0/networks/5d335768-2822-40df-af2e-ce286fc9bfdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864356 Aug 08 00:39:35.939509 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e480566-9c0e-4739-9e44-f84391eb7f9c req-0de77a3c-2953-4513-8b24-d57075ebb6d6 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:35.940981 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-1e480566-9c0e-4739-9e44-f84391eb7f9c req-0de77a3c-2953-4513-8b24-d57075ebb6d6 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=39cb5181-8bc2-4e47-ab31-1f9524d47ef3 HTTP/1.1" status: 200 len: 945 time: 0.0474331 Aug 08 00:39:35.992902 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-1e480566-9c0e-4739-9e44-f84391eb7f9c req-b6b810f4-75ba-4a49-8ac4-47dea5e45467 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=09b1c30e-59f7-40b1-bf76-92a6a73f1ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455649 Aug 08 00:39:36.042246 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbb28e2-401e-43bf-845c-f66e65da2483 req-234fad46-1288-433d-afee-5eb94251c058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:36.044031 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-1dbb28e2-401e-43bf-845c-f66e65da2483 req-234fad46-1288-433d-afee-5eb94251c058 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=a5ea35fc-5529-4ec7-b035-b5f2637c5acc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0752914 Aug 08 00:39:36.060003 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-72686251-5ec9-4a63-b4cb-aadf847c4196 req-d455f343-9ade-4739-8ef1-eeb760640c0e tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ec3c9839-2545-4c90-9229-804f97aa1e9f HTTP/1.1" status: 200 len: 210 time: 0.0290096 Aug 08 00:39:36.329102 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5406678-41cb-498e-9c6a-94007ebf8a59 req-664f35c6-cf68-457f-8186-e469d5fca053 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:36.330543 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-d5406678-41cb-498e-9c6a-94007ebf8a59 req-664f35c6-cf68-457f-8186-e469d5fca053 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b89abab5-8e69-4485-be7a-d76eb57f16a5 HTTP/1.1" status: 200 len: 944 time: 0.0565548 Aug 08 00:39:36.387542 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-d5406678-41cb-498e-9c6a-94007ebf8a59 req-1a1cfb58-1f52-45b3-8102-8851fcf18f2c tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c7fab9c4-62df-4772-9aa5-24224734ea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503953 Aug 08 00:39:36.574605 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Device 2911615a-80a4-48f6-87fc-1535c284a643 no longer exists at agent hyperv_hv-cinder-85164 {{(pid=115993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 00:39:36.596277 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] No Port match for: 2911615a-80a4-48f6-87fc-1535c284a643 {{(pid=115993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 08 00:39:36.596616 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Device 2911615a-80a4-48f6-87fc-1535c284a643 not bound to the agent host hv-cinder-85164 {{(pid=115993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 00:39:36.750084 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=100 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:39:36.796214 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-1dbb28e2-401e-43bf-845c-f66e65da2483 req-977a4ede-97eb-4533-a33c-f31cb2bcd492 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a5ea35fc-5529-4ec7-b035-b5f2637c5acc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023455 Aug 08 00:39:36.835723 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd9cd22-bcd4-4ac9-a8d8-ca3f70afd534 req-c1439651-7708-4a77-b571-620de488d3e8 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:36.837236 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-2cd9cd22-bcd4-4ac9-a8d8-ca3f70afd534 req-c1439651-7708-4a77-b571-620de488d3e8 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=db7fafce-9b1b-4bb2-91a8-8230aa090306 HTTP/1.1" status: 200 len: 944 time: 0.0567722 Aug 08 00:39:36.886772 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-2cd9cd22-bcd4-4ac9-a8d8-ca3f70afd534 req-10be085f-dd67-4032-99cd-137b12ae0e63 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=8d0f4141-1b4a-4d50-9062-88383dffc1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438356 Aug 08 00:39:37.112024 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1ca1c6-f4ea-4a21-bb5c-38741b73e58b req-fa775bb0-d4a9-4254-a2b1-59e6c22778ff tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:37.113580 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-cf1ca1c6-f4ea-4a21-bb5c-38741b73e58b req-fa775bb0-d4a9-4254-a2b1-59e6c22778ff tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=39cb5181-8bc2-4e47-ab31-1f9524d47ef3 HTTP/1.1" status: 200 len: 945 time: 0.0480034 Aug 08 00:39:37.166593 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-722c41eb-c986-4713-9842-79e4ebbd7482 req-dea27eb0-da09-4762-940b-b94646eedabc tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ec3c9839-2545-4c90-9229-804f97aa1e9f HTTP/1.1" status: 200 len: 210 time: 0.0355444 Aug 08 00:39:37.172614 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-cf1ca1c6-f4ea-4a21-bb5c-38741b73e58b req-dee95e05-f4d8-4be9-a437-23238f3c7a3c tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=09b1c30e-59f7-40b1-bf76-92a6a73f1ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532196 Aug 08 00:39:37.256289 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-1dbb28e2-401e-43bf-845c-f66e65da2483 req-64a18be5-702d-413d-8300-4c8e4602eaed service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a5ea35fc-5529-4ec7-b035-b5f2637c5acc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159198 Aug 08 00:39:37.507485 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a9c109-9007-4fc9-acfa-305dc12bcc12 req-40803790-bbed-4808-9cd4-4870aec8de0a tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:37.508949 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-c7a9c109-9007-4fc9-acfa-305dc12bcc12 req-40803790-bbed-4808-9cd4-4870aec8de0a tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b89abab5-8e69-4485-be7a-d76eb57f16a5 HTTP/1.1" status: 200 len: 944 time: 0.0468984 Aug 08 00:39:37.558682 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-c7a9c109-9007-4fc9-acfa-305dc12bcc12 req-999c1d7a-3c29-4c5d-88db-095d673aacad tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c7fab9c4-62df-4772-9aa5-24224734ea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442197 Aug 08 00:39:37.876492 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:39:38.004624 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c93edf6-e3a1-4990-a7df-c93d26bbd31e req-0f1cbb48-cb87-4d1e-a6d5-037a97cdcd98 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:38.006284 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-3c93edf6-e3a1-4990-a7df-c93d26bbd31e req-0f1cbb48-cb87-4d1e-a6d5-037a97cdcd98 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=db7fafce-9b1b-4bb2-91a8-8230aa090306 HTTP/1.1" status: 200 len: 944 time: 0.0459492 Aug 08 00:39:38.056117 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-3c93edf6-e3a1-4990-a7df-c93d26bbd31e req-b279f1f5-a032-406b-8bb3-5ebe2f185ff5 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=8d0f4141-1b4a-4d50-9062-88383dffc1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441904 Aug 08 00:39:38.270293 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-e368fe1d-c9d3-4509-9268-05133958b969 req-bbd63f67-47de-4f19-86db-8dc8b49c2207 tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ec3c9839-2545-4c90-9229-804f97aa1e9f HTTP/1.1" status: 200 len: 210 time: 0.0284989 Aug 08 00:39:38.596196 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Device e6fc7acc-6a32-4ac7-91cb-f76468a453aa details requested by agent hyperv_hv-cinder-85164 with host hv-cinder-85164 {{(pid=115993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 08 00:39:38.632744 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=13,neutron:UPDATE=3 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:39:38.685028 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b953c30d-470d-4db4-b56c-0982b0ae80ac req-769ef1c4-5a4c-4dc8-b1c2-2ce4cd292f01 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:38.686581 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-b953c30d-470d-4db4-b56c-0982b0ae80ac req-769ef1c4-5a4c-4dc8-b1c2-2ce4cd292f01 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b89abab5-8e69-4485-be7a-d76eb57f16a5 HTTP/1.1" status: 200 len: 944 time: 0.0511332 Aug 08 00:39:38.705240 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] For port e6fc7acc-6a32-4ac7-91cb-f76468a453aa, host hv-cinder-85164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85164',level=0,port_id=e6fc7acc-6a32-4ac7-91cb-f76468a453aa,segment=NetworkSegment(56f79eda-31d2-4604-82b3-22c1f0bf411f),segment_id=56f79eda-31d2-4604-82b3-22c1f0bf411f)] {{(pid=115993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:39:38.717847 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Returning: {'device': 'e6fc7acc-6a32-4ac7-91cb-f76468a453aa', 'network_id': 'e16e278d-24ed-46ec-9b21-78207cc53646', 'port_id': 'e6fc7acc-6a32-4ac7-91cb-f76468a453aa', 'mac_address': 'fa:16:3e:6a:0b:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49ad74e6-a7f8-44c2-b833-dcbba288ca27', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 08 00:39:38.750288 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-b953c30d-470d-4db4-b56c-0982b0ae80ac req-0d207c0f-a5be-4802-8a2c-7d31b14cfae3 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c7fab9c4-62df-4772-9aa5-24224734ea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449452 Aug 08 00:39:38.754283 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Current status of the port e6fc7acc-6a32-4ac7-91cb-f76468a453aa is: DOWN; New status is: BUILD {{(pid=115993) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 00:39:38.754685 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (e6fc7acc-6a32-4ac7-91cb-f76468a453aa), before_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:39:38.769710 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.notifiers.nova [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6fc7acc-6a32-4ac7-91cb-f76468a453aa {{(pid=115993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 00:39:38.791829 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] For port e6fc7acc-6a32-4ac7-91cb-f76468a453aa, host hv-cinder-85164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85164',level=0,port_id=e6fc7acc-6a32-4ac7-91cb-f76468a453aa,segment=NetworkSegment(56f79eda-31d2-4604-82b3-22c1f0bf411f),segment_id=56f79eda-31d2-4604-82b3-22c1f0bf411f)] {{(pid=115993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:39:38.861253 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821'] for port (e6fc7acc-6a32-4ac7-91cb-f76468a453aa), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:39:38.908910 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Pushing event updated for resources: {'Port': ['ID=e6fc7acc-6a32-4ac7-91cb-f76468a453aa,revision_number=4']} {{(pid=115993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:39:39.004804 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b45175f-f819-4dcd-9ae7-12749be6ed40 req-046d92c5-517a-4170-a1d9-91a41dd281b3 tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:39.006778 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-0b45175f-f819-4dcd-9ae7-12749be6ed40 req-046d92c5-517a-4170-a1d9-91a41dd281b3 tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] 10.222.0.25 "GET /networking/v2.0/networks?id=5d335768-2822-40df-af2e-ce286fc9bfdf HTTP/1.1" status: 200 len: 808 time: 0.1065991 Aug 08 00:39:39.019860 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.v2.base [req-0b45175f-f819-4dcd-9ae7-12749be6ed40 req-235b8afb-498b-4900-8ff4-01614b03ea4c tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] Request body: {'port': {'device_id': 'ec3c9839-2545-4c90-9229-804f97aa1e9f', 'network_id': '5d335768-2822-40df-af2e-ce286fc9bfdf', 'admin_state_up': True, 'tenant_id': '2aabdf53ddce4b91a70bdb6a287cb765'}} {{(pid=115992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:39:39.114968 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=100 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:39:39.118835 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] get_ports_and_sgs() called for port_ids ['e6fc7acc-6a32-4ac7-91cb-f76468a453aa'] {{(pid=115993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 00:39:39.182729 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed9d116-3f88-4ed2-919c-985c11cf18ec req-95c191d5-15f6-4797-9b93-753e794778a9 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:39.184254 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-6ed9d116-3f88-4ed2-919c-985c11cf18ec req-95c191d5-15f6-4797-9b93-753e794778a9 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=db7fafce-9b1b-4bb2-91a8-8230aa090306 HTTP/1.1" status: 200 len: 944 time: 0.0559177 Aug 08 00:39:39.237517 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-6ed9d116-3f88-4ed2-919c-985c11cf18ec req-0532de6d-68e8-48f2-81dd-3d3513f8d18e tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=8d0f4141-1b4a-4d50-9062-88383dffc1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455191 Aug 08 00:39:39.243477 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b45175f-f819-4dcd-9ae7-12749be6ed40 req-235b8afb-498b-4900-8ff4-01614b03ea4c tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] Made reservation on behalf of 2aabdf53ddce4b91a70bdb6a287cb765 for: {'port': 1} {{(pid=115992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 00:39:39.247087 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-0b45175f-f819-4dcd-9ae7-12749be6ed40 req-235b8afb-498b-4900-8ff4-01614b03ea4c tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (None), before_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:39:39.384735 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-f3780c62-09f9-477f-b7bd-ef066a86e699 req-2a7428ea-3906-4a37-9e42-4a0e74e00f66 tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ec3c9839-2545-4c90-9229-804f97aa1e9f HTTP/1.1" status: 200 len: 210 time: 0.0300660 Aug 08 00:39:39.389157 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.db.db_base_plugin_common [req-0b45175f-f819-4dcd-9ae7-12749be6ed40 req-235b8afb-498b-4900-8ff4-01614b03ea4c tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] Allocated IP 172.20.0.12 (5d335768-2822-40df-af2e-ce286fc9bfdf/390a2246-26e8-4262-8de5-00c6b1ec6a12/bad74832-098c-431c-bc63-6279c31b6873) {{(pid=115992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 00:39:39.517334 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:39:39.534654 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-0b45175f-f819-4dcd-9ae7-12749be6ed40 req-235b8afb-498b-4900-8ff4-01614b03ea4c tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] Publish callbacks [] for port (bad74832-098c-431c-bc63-6279c31b6873), precommit_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:39:39.645307 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-0b45175f-f819-4dcd-9ae7-12749be6ed40 req-235b8afb-498b-4900-8ff4-01614b03ea4c tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764676113785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26371331'] for port (bad74832-098c-431c-bc63-6279c31b6873), after_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:39:39.697844 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b45175f-f819-4dcd-9ae7-12749be6ed40 req-235b8afb-498b-4900-8ff4-01614b03ea4c tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] Network 5d335768-2822-40df-af2e-ce286fc9bfdf is already hosted by enough agents. {{(pid=115992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 00:39:39.701184 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.scheduler.base_scheduler [req-0b45175f-f819-4dcd-9ae7-12749be6ed40 req-235b8afb-498b-4900-8ff4-01614b03ea4c tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] Resources bound (agent type, host, resource id): {{(pid=115992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 00:39:39.704963 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b45175f-f819-4dcd-9ae7-12749be6ed40 req-235b8afb-498b-4900-8ff4-01614b03ea4c tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] Received port after_create {{(pid=115992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 00:39:39.710114 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235b8afb-498b-4900-8ff4-01614b03ea4c tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] Pushing event updated for resources: {'Port': ['ID=bad74832-098c-431c-bc63-6279c31b6873,revision_number=1']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:39:39.754555 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b45175f-f819-4dcd-9ae7-12749be6ed40 req-235b8afb-498b-4900-8ff4-01614b03ea4c tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:39.755144 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-0b45175f-f819-4dcd-9ae7-12749be6ed40 req-235b8afb-498b-4900-8ff4-01614b03ea4c tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63196'] for port (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:39:39.846032 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-0b45175f-f819-4dcd-9ae7-12749be6ed40 req-235b8afb-498b-4900-8ff4-01614b03ea4c tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8300259 Aug 08 00:39:39.867880 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.v2.base [req-0b45175f-f819-4dcd-9ae7-12749be6ed40 req-9d7a8d1a-1600-4fde-8a51-9efb888d3387 service neutron] Request body: {'port': {'device_id': 'ec3c9839-2545-4c90-9229-804f97aa1e9f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85164'}} {{(pid=115992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:39:39.873636 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:39:39.909853 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be7579c-8834-40d4-82f4-0f556cad72ca req-dd555d3e-0039-4666-bb9e-589feb565ebd tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:39.911247 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-9be7579c-8834-40d4-82f4-0f556cad72ca req-dd555d3e-0039-4666-bb9e-589feb565ebd tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b89abab5-8e69-4485-be7a-d76eb57f16a5 HTTP/1.1" status: 200 len: 945 time: 0.0804474 Aug 08 00:39:39.968814 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-0b45175f-f819-4dcd-9ae7-12749be6ed40 req-9d7a8d1a-1600-4fde-8a51-9efb888d3387 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (bad74832-098c-431c-bc63-6279c31b6873), before_update {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:39:39.997715 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-9be7579c-8834-40d4-82f4-0f556cad72ca req-4cc2a957-f938-46cc-b6b2-c2f8a7909bf6 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c7fab9c4-62df-4772-9aa5-24224734ea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784593 Aug 08 00:39:40.241232 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.notifiers.nova [req-0b45175f-f819-4dcd-9ae7-12749be6ed40 req-9d7a8d1a-1600-4fde-8a51-9efb888d3387 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bad74832-098c-431c-bc63-6279c31b6873 {{(pid=115992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 00:39:40.248822 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-0b45175f-f819-4dcd-9ae7-12749be6ed40 req-9d7a8d1a-1600-4fde-8a51-9efb888d3387 service neutron] Publish callbacks [] for port (bad74832-098c-431c-bc63-6279c31b6873), precommit_update {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:39:40.254903 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-4e43b351-2c9e-4c97-9977-6e1e2b9dc3bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (93e2312b-3744-4a9e-8723-a0f19f10f89a), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:39:40.261982 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.db.provisioning_blocks [req-0b45175f-f819-4dcd-9ae7-12749be6ed40 req-9d7a8d1a-1600-4fde-8a51-9efb888d3387 service neutron] Transition to ACTIVE for port object bad74832-098c-431c-bc63-6279c31b6873 will not be triggered until provisioned by entity L2. {{(pid=115992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 08 00:39:40.342153 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-0b45175f-f819-4dcd-9ae7-12749be6ed40 req-9d7a8d1a-1600-4fde-8a51-9efb888d3387 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26371340'] for port (bad74832-098c-431c-bc63-6279c31b6873), after_update {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:39:40.359916 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa1d37d-7a4a-496b-8e2f-6ba2b9bed367 req-d1dbaa52-31db-4abb-b6eb-7ab6751f5c72 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:40.361381 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-7fa1d37d-7a4a-496b-8e2f-6ba2b9bed367 req-d1dbaa52-31db-4abb-b6eb-7ab6751f5c72 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=db7fafce-9b1b-4bb2-91a8-8230aa090306 HTTP/1.1" status: 200 len: 944 time: 0.0486250 Aug 08 00:39:40.367618 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:39:40.414361 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-7fa1d37d-7a4a-496b-8e2f-6ba2b9bed367 req-3e6dba2d-567e-42ed-9187-0bfe96259f54 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=8d0f4141-1b4a-4d50-9062-88383dffc1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471680 Aug 08 00:39:40.421969 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7a8d1a-1600-4fde-8a51-9efb888d3387 service neutron] Pushing event updated for resources: {'Port': ['ID=bad74832-098c-431c-bc63-6279c31b6873,revision_number=2']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:39:40.458640 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.managers [req-0b45175f-f819-4dcd-9ae7-12749be6ed40 req-9d7a8d1a-1600-4fde-8a51-9efb888d3387 service neutron] Attempting to bind port bad74832-098c-431c-bc63-6279c31b6873 on host hv-cinder-85164 for vnic_type normal with profile {{(pid=115992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 00:39:40.460047 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.managers [req-0b45175f-f819-4dcd-9ae7-12749be6ed40 req-9d7a8d1a-1600-4fde-8a51-9efb888d3387 service neutron] Attempting to bind port bad74832-098c-431c-bc63-6279c31b6873 by drivers openvswitch,hyperv on host hv-cinder-85164 at level 0 using segments [{'id': '446d5229-5e0e-4055-82be-24178e826f95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '5d335768-2822-40df-af2e-ce286fc9bfdf'}] {{(pid=115992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 00:39:40.460429 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b45175f-f819-4dcd-9ae7-12749be6ed40 req-9d7a8d1a-1600-4fde-8a51-9efb888d3387 service neutron] Attempting to bind port bad74832-098c-431c-bc63-6279c31b6873 on network 5d335768-2822-40df-af2e-ce286fc9bfdf {{(pid=115992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 00:39:40.465083 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b45175f-f819-4dcd-9ae7-12749be6ed40 req-9d7a8d1a-1600-4fde-8a51-9efb888d3387 service neutron] Port bad74832-098c-431c-bc63-6279c31b6873 on network 5d335768-2822-40df-af2e-ce286fc9bfdf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85164 {{(pid=115992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 08 00:39:40.465405 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b45175f-f819-4dcd-9ae7-12749be6ed40 req-9d7a8d1a-1600-4fde-8a51-9efb888d3387 service neutron] Attempting to bind port bad74832-098c-431c-bc63-6279c31b6873 on network 5d335768-2822-40df-af2e-ce286fc9bfdf {{(pid=115992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 00:39:40.472326 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b45175f-f819-4dcd-9ae7-12749be6ed40 req-9d7a8d1a-1600-4fde-8a51-9efb888d3387 service neutron] Checking agent: {'id': 'c200ec1a-5dc3-458a-a30d-0f16255c41c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85164', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 0, 30, 30), 'started_at': datetime.datetime(2022, 8, 8, 0, 30, 30), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 0, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 00:39:40.472690 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b45175f-f819-4dcd-9ae7-12749be6ed40 req-9d7a8d1a-1600-4fde-8a51-9efb888d3387 service neutron] Checking segment: {'id': '446d5229-5e0e-4055-82be-24178e826f95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '5d335768-2822-40df-af2e-ce286fc9bfdf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 00:39:40.473064 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b45175f-f819-4dcd-9ae7-12749be6ed40 req-9d7a8d1a-1600-4fde-8a51-9efb888d3387 service neutron] Bound using segment: {'id': '446d5229-5e0e-4055-82be-24178e826f95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '5d335768-2822-40df-af2e-ce286fc9bfdf'} {{(pid=115992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 00:39:40.473480 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.managers [req-0b45175f-f819-4dcd-9ae7-12749be6ed40 req-9d7a8d1a-1600-4fde-8a51-9efb888d3387 service neutron] Bound port: bad74832-098c-431c-bc63-6279c31b6873, host: hv-cinder-85164, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '446d5229-5e0e-4055-82be-24178e826f95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '5d335768-2822-40df-af2e-ce286fc9bfdf'}}] {{(pid=115992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 00:39:40.473833 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-0b45175f-f819-4dcd-9ae7-12749be6ed40 req-9d7a8d1a-1600-4fde-8a51-9efb888d3387 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (bad74832-098c-431c-bc63-6279c31b6873), before_update {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:39:40.546999 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd7a78f-76a4-40ee-ac16-d5ef23682e59 req-ee407686-3971-4c05-996b-9beec9abc32e tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:40.548400 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-ecd7a78f-76a4-40ee-ac16-d5ef23682e59 req-ee407686-3971-4c05-996b-9beec9abc32e tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ec3c9839-2545-4c90-9229-804f97aa1e9f HTTP/1.1" status: 200 len: 944 time: 0.0780599 Aug 08 00:39:40.593305 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.db [req-0b45175f-f819-4dcd-9ae7-12749be6ed40 req-9d7a8d1a-1600-4fde-8a51-9efb888d3387 service neutron] For port bad74832-098c-431c-bc63-6279c31b6873, host hv-cinder-85164, cleared binding levels {{(pid=115992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 00:39:40.598538 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Device 2ac4078a-6ecb-482c-989a-86eba88e3b88 details requested by agent hyperv_hv-cinder-85164 with host hv-cinder-85164 {{(pid=115993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 08 00:39:40.601442 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.db [req-0b45175f-f819-4dcd-9ae7-12749be6ed40 req-9d7a8d1a-1600-4fde-8a51-9efb888d3387 service neutron] For port bad74832-098c-431c-bc63-6279c31b6873, host hv-cinder-85164, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85164',level=0,port_id=bad74832-098c-431c-bc63-6279c31b6873,segment=NetworkSegment(446d5229-5e0e-4055-82be-24178e826f95),segment_id=446d5229-5e0e-4055-82be-24178e826f95)] {{(pid=115992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 00:39:40.604971 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Device e6fc7acc-6a32-4ac7-91cb-f76468a453aa up at agent hyperv_hv-cinder-85164 {{(pid=115993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 00:39:40.621419 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-ecd7a78f-76a4-40ee-ac16-d5ef23682e59 req-1e65ba6d-90bd-452f-9eec-7b7e828bd6e1 tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=66ce6791-e978-4b6a-a427-41fbf08ca600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663657 Aug 08 00:39:40.708348 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:39:40.722702 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Provisioning for port e6fc7acc-6a32-4ac7-91cb-f76468a453aa completed by entity L2. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 08 00:39:40.735660 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:39:40.763250 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] For port 2ac4078a-6ecb-482c-989a-86eba88e3b88, host hv-cinder-85164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85164',level=0,port_id=2ac4078a-6ecb-482c-989a-86eba88e3b88,segment=NetworkSegment(6130275c-b522-41d3-91a1-cf819d706112),segment_id=6130275c-b522-41d3-91a1-cf819d706112)] {{(pid=115993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:39:40.774901 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Returning: {'device': '2ac4078a-6ecb-482c-989a-86eba88e3b88', 'network_id': 'a5ea35fc-5529-4ec7-b035-b5f2637c5acc', 'port_id': '2ac4078a-6ecb-482c-989a-86eba88e3b88', 'mac_address': 'fa:16:3e:b9:44:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a880aa77-4bc5-4c6a-8fdf-3a29dea9cf69', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 08 00:39:40.809638 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Current status of the port 2ac4078a-6ecb-482c-989a-86eba88e3b88 is: DOWN; New status is: BUILD {{(pid=115993) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 00:39:40.809958 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (2ac4078a-6ecb-482c-989a-86eba88e3b88), before_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:39:40.823453 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.notifiers.nova [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ac4078a-6ecb-482c-989a-86eba88e3b88 {{(pid=115993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 00:39:40.842989 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] For port 2ac4078a-6ecb-482c-989a-86eba88e3b88, host hv-cinder-85164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85164',level=0,port_id=2ac4078a-6ecb-482c-989a-86eba88e3b88,segment=NetworkSegment(6130275c-b522-41d3-91a1-cf819d706112),segment_id=6130275c-b522-41d3-91a1-cf819d706112)] {{(pid=115993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:39:40.857031 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-0b45175f-f819-4dcd-9ae7-12749be6ed40 req-9d7a8d1a-1600-4fde-8a51-9efb888d3387 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26371340'] for port (bad74832-098c-431c-bc63-6279c31b6873), after_update {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:39:40.862833 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b45175f-f819-4dcd-9ae7-12749be6ed40 req-9d7a8d1a-1600-4fde-8a51-9efb888d3387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:40.862833 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-0b45175f-f819-4dcd-9ae7-12749be6ed40 req-9d7a8d1a-1600-4fde-8a51-9efb888d3387 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63196'] for port (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:39:40.863510 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-0b45175f-f819-4dcd-9ae7-12749be6ed40 req-9d7a8d1a-1600-4fde-8a51-9efb888d3387 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/bad74832-098c-431c-bc63-6279c31b6873 HTTP/1.1" status: 200 len: 1094 time: 1.0014968 Aug 08 00:39:40.863992 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec3c9839-2545-4c90-9229-804f97aa1e9f', 'tag': 'bad74832-098c-431c-bc63-6279c31b6873'}] {{(pid=115992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 00:39:40.866858 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15c1dc6174c04d27a45b4789687485f3f31469fbdbb3cd0a658d3b47a2d9b382" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f568d04-d0d2-4e1a-94b4-0e059b405d00" -d '{"events": [{"name": "network-changed", "server_uuid": "ec3c9839-2545-4c90-9229-804f97aa1e9f", "tag": "bad74832-098c-431c-bc63-6279c31b6873"}]}' {{(pid=115992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 00:39:40.880193 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Provisioning complete for port e6fc7acc-6a32-4ac7-91cb-f76468a453aa triggered by entity L2. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:39:40.884326 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (e6fc7acc-6a32-4ac7-91cb-f76468a453aa), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:39:40.913312 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 00:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d35dc45-2696-4e45-95fd-9208b10925b2 x-openstack-request-id: req-2d35dc45-2696-4e45-95fd-9208b10925b2 {{(pid=115992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 00:39:40.913312 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec3c9839-2545-4c90-9229-804f97aa1e9f", "tag": "bad74832-098c-431c-bc63-6279c31b6873", "status": "completed", "code": 200}]} {{(pid=115992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 00:39:40.913312 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2d35dc45-2696-4e45-95fd-9208b10925b2 {{(pid=115992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 00:39:40.913312 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d35dc45-2696-4e45-95fd-9208b10925b2'] response: {'name': 'network-changed', 'server_uuid': 'ec3c9839-2545-4c90-9229-804f97aa1e9f', 'tag': 'bad74832-098c-431c-bc63-6279c31b6873', 'status': 'completed', 'code': 200} Aug 08 00:39:40.922459 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7a8d1a-1600-4fde-8a51-9efb888d3387 service neutron] Pushing event updated for resources: {'Port': ['ID=bad74832-098c-431c-bc63-6279c31b6873,revision_number=3']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:39:40.945479 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821'] for port (2ac4078a-6ecb-482c-989a-86eba88e3b88), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:39:40.973551 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f568d04-d0d2-4e1a-94b4-0e059b405d00 req-375f990b-22af-4600-a291-24086dc2a823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:40.975058 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-0f568d04-d0d2-4e1a-94b4-0e059b405d00 req-375f990b-22af-4600-a291-24086dc2a823 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=2aabdf53ddce4b91a70bdb6a287cb765&device_id=ec3c9839-2545-4c90-9229-804f97aa1e9f HTTP/1.1" status: 200 len: 1128 time: 0.0404103 Aug 08 00:39:40.986860 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Current status of the port e6fc7acc-6a32-4ac7-91cb-f76468a453aa is: BUILD; New status is: ACTIVE {{(pid=115993) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 00:39:40.987270 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (e6fc7acc-6a32-4ac7-91cb-f76468a453aa), before_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:39:41.021805 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Pushing event updated for resources: {'Port': ['ID=2ac4078a-6ecb-482c-989a-86eba88e3b88,revision_number=4']} {{(pid=115993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:39:41.028223 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b89abab5-8e69-4485-be7a-d76eb57f16a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6fc7acc-6a32-4ac7-91cb-f76468a453aa'}] {{(pid=115993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 00:39:41.030442 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffcbb3165cefe78fdef2215408d5e0047484b378f5d65619a4e095a8aefc113e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6741b0bd-002e-4b82-84c3-caa238b1ac7f" -d '{"events": [{"server_uuid": "b89abab5-8e69-4485-be7a-d76eb57f16a5", "name": "network-vif-plugged", "status": "completed", "tag": "e6fc7acc-6a32-4ac7-91cb-f76468a453aa"}]}' {{(pid=115993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 00:39:41.044398 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] For port e6fc7acc-6a32-4ac7-91cb-f76468a453aa, host hv-cinder-85164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85164',level=0,port_id=e6fc7acc-6a32-4ac7-91cb-f76468a453aa,segment=NetworkSegment(56f79eda-31d2-4604-82b3-22c1f0bf411f),segment_id=56f79eda-31d2-4604-82b3-22c1f0bf411f)] {{(pid=115993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:39:41.078073 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 00:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb3e67ef-9c19-44ad-b6d8-84ef92b36357 x-openstack-request-id: req-eb3e67ef-9c19-44ad-b6d8-84ef92b36357 {{(pid=115993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 00:39:41.078564 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b89abab5-8e69-4485-be7a-d76eb57f16a5", "name": "network-vif-plugged", "status": "completed", "tag": "e6fc7acc-6a32-4ac7-91cb-f76468a453aa", "code": 200}]} {{(pid=115993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 00:39:41.078819 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-eb3e67ef-9c19-44ad-b6d8-84ef92b36357 {{(pid=115993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 00:39:41.079397 dv-cinder-851640-3-iscsi neutron-server[115993]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb3e67ef-9c19-44ad-b6d8-84ef92b36357'] response: {'server_uuid': 'b89abab5-8e69-4485-be7a-d76eb57f16a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6fc7acc-6a32-4ac7-91cb-f76468a453aa', 'code': 200} Aug 08 00:39:41.103597 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821'] for port (e6fc7acc-6a32-4ac7-91cb-f76468a453aa), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:39:41.128189 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f568d04-d0d2-4e1a-94b4-0e059b405d00 req-fe3d1471-0c25-4a11-bd4f-8892e3d3c208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:41.129664 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-0f568d04-d0d2-4e1a-94b4-0e059b405d00 req-fe3d1471-0c25-4a11-bd4f-8892e3d3c208 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?tenant_id=2aabdf53ddce4b91a70bdb6a287cb765&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1400716 Aug 08 00:39:41.143393 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6fe9f2-8b78-4782-8063-b306f700f95a req-cbb5b522-b1cc-4efb-ab74-d45519c8b304 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:41.144816 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-7f6fe9f2-8b78-4782-8063-b306f700f95a req-cbb5b522-b1cc-4efb-ab74-d45519c8b304 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b89abab5-8e69-4485-be7a-d76eb57f16a5 HTTP/1.1" status: 200 len: 946 time: 0.0616379 Aug 08 00:39:41.153558 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Pushing event updated for resources: {'Port': ['ID=e6fc7acc-6a32-4ac7-91cb-f76468a453aa,revision_number=5']} {{(pid=115993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:39:41.195503 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-7f6fe9f2-8b78-4782-8063-b306f700f95a req-303d4207-3d9f-4b28-9dfb-e18d948e7756 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c7fab9c4-62df-4772-9aa5-24224734ea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442030 Aug 08 00:39:41.196793 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] get_ports_and_sgs() called for port_ids ['2ac4078a-6ecb-482c-989a-86eba88e3b88'] {{(pid=115993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 00:39:41.294499 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f568d04-d0d2-4e1a-94b4-0e059b405d00 req-5e06a2e6-1bd2-4f48-8f62-447bab51c6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:41.296097 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-0f568d04-d0d2-4e1a-94b4-0e059b405d00 req-5e06a2e6-1bd2-4f48-8f62-447bab51c6e7 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0986750 Aug 08 00:39:41.378942 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b45175f-f819-4dcd-9ae7-12749be6ed40 req-45d83275-dd5e-4bc6-9ff4-f27c8fc2f941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:41.380449 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-0b45175f-f819-4dcd-9ae7-12749be6ed40 req-45d83275-dd5e-4bc6-9ff4-f27c8fc2f941 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=2aabdf53ddce4b91a70bdb6a287cb765&device_id=ec3c9839-2545-4c90-9229-804f97aa1e9f HTTP/1.1" status: 200 len: 1128 time: 0.0420213 Aug 08 00:39:41.430223 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-0b45175f-f819-4dcd-9ae7-12749be6ed40 req-d2f51801-ccdc-46f2-9cc5-677f40b78fff service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bad74832-098c-431c-bc63-6279c31b6873 HTTP/1.1" status: 200 len: 217 time: 0.0398037 Aug 08 00:39:41.456995 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53224dcd-700b-47fd-9bee-41e9fbb092b0 req-fdd050af-c8d0-4b24-af6b-6aa06cfb39ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:41.458589 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-53224dcd-700b-47fd-9bee-41e9fbb092b0 req-fdd050af-c8d0-4b24-af6b-6aa06cfb39ec service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b89abab5-8e69-4485-be7a-d76eb57f16a5 HTTP/1.1" status: 200 len: 1130 time: 0.0408537 Aug 08 00:39:41.473266 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:39:41.487107 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b45175f-f819-4dcd-9ae7-12749be6ed40 req-88c7348c-6d82-4139-a0cf-d2dc9b9010dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:41.488855 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-0b45175f-f819-4dcd-9ae7-12749be6ed40 req-88c7348c-6d82-4139-a0cf-d2dc9b9010dc service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=390a2246-26e8-4262-8de5-00c6b1ec6a12 HTTP/1.1" status: 200 len: 848 time: 0.0499985 Aug 08 00:39:41.517486 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-53224dcd-700b-47fd-9bee-41e9fbb092b0 req-8c6ab654-8c86-45c9-90a0-ad93f340d1d1 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c7fab9c4-62df-4772-9aa5-24224734ea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527170 Aug 08 00:39:41.526351 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-0b45175f-f819-4dcd-9ae7-12749be6ed40 req-ed0ac880-6e5d-44ea-9d28-d0bfcf5946b5 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=5d335768-2822-40df-af2e-ce286fc9bfdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267062 Aug 08 00:39:41.550115 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1189bbae-f5e0-4cb6-a469-b3c98931efec req-72d51532-5b4e-4d4e-ad33-7c164dece073 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:41.551723 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-1189bbae-f5e0-4cb6-a469-b3c98931efec req-72d51532-5b4e-4d4e-ad33-7c164dece073 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=db7fafce-9b1b-4bb2-91a8-8230aa090306 HTTP/1.1" status: 200 len: 945 time: 0.0563745 Aug 08 00:39:41.583100 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=100 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:39:41.600787 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-1189bbae-f5e0-4cb6-a469-b3c98931efec req-e1a9ec4d-40f4-4e83-8a1f-fbaa17913b04 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=8d0f4141-1b4a-4d50-9062-88383dffc1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424333 Aug 08 00:39:41.790415 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b4ae36-dfe0-42a4-b800-d6bd1cf1c6af req-54b6294f-c90d-4da5-af47-a4f9c3a48356 tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:41.791890 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-d0b4ae36-dfe0-42a4-b800-d6bd1cf1c6af req-54b6294f-c90d-4da5-af47-a4f9c3a48356 tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ec3c9839-2545-4c90-9229-804f97aa1e9f HTTP/1.1" status: 200 len: 944 time: 0.0939038 Aug 08 00:39:41.859711 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-0b45175f-f819-4dcd-9ae7-12749be6ed40 req-c7b40b0c-6bad-4ebe-a051-3e5d33912f45 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/5d335768-2822-40df-af2e-ce286fc9bfdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330624 Aug 08 00:39:41.863924 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-d0b4ae36-dfe0-42a4-b800-d6bd1cf1c6af req-2a534c04-7b3f-437f-94dd-06ac7f2cc6c0 tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=66ce6791-e978-4b6a-a427-41fbf08ca600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661147 Aug 08 00:39:41.957127 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-0b45175f-f819-4dcd-9ae7-12749be6ed40 req-130f592b-6796-4ae3-8b8d-fcb6218679ce service neutron] 10.222.0.25 "GET /networking/v2.0/networks/5d335768-2822-40df-af2e-ce286fc9bfdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882218 Aug 08 00:39:42.334185 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974aa540-4893-434f-b194-1bf0f4d2b0d3 req-c086c1f4-e458-4ed3-bf35-87c1f34b0b48 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:42.335657 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-974aa540-4893-434f-b194-1bf0f4d2b0d3 req-c086c1f4-e458-4ed3-bf35-87c1f34b0b48 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b89abab5-8e69-4485-be7a-d76eb57f16a5 HTTP/1.1" status: 200 len: 946 time: 0.0503447 Aug 08 00:39:42.383985 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-974aa540-4893-434f-b194-1bf0f4d2b0d3 req-bf7dd29c-a91c-4f5f-8519-3ea393a2ee6b tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c7fab9c4-62df-4772-9aa5-24224734ea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427313 Aug 08 00:39:42.460208 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:39:42.542133 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-0d1d8a2f-9ea7-461f-a3ae-25b01034dccd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (d53f5436-7c7f-4441-9708-9d0333b57745), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:39:42.604478 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Device 2ac4078a-6ecb-482c-989a-86eba88e3b88 up at agent hyperv_hv-cinder-85164 {{(pid=115993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 00:39:42.646613 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Provisioning for port 2ac4078a-6ecb-482c-989a-86eba88e3b88 completed by entity L2. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 08 00:39:42.700962 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Provisioning complete for port 2ac4078a-6ecb-482c-989a-86eba88e3b88 triggered by entity L2. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:39:42.704577 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (2ac4078a-6ecb-482c-989a-86eba88e3b88), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:39:42.915430 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Current status of the port 2ac4078a-6ecb-482c-989a-86eba88e3b88 is: BUILD; New status is: ACTIVE {{(pid=115993) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 00:39:42.915820 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (2ac4078a-6ecb-482c-989a-86eba88e3b88), before_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:39:42.952937 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] For port 2ac4078a-6ecb-482c-989a-86eba88e3b88, host hv-cinder-85164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85164',level=0,port_id=2ac4078a-6ecb-482c-989a-86eba88e3b88,segment=NetworkSegment(6130275c-b522-41d3-91a1-cf819d706112),segment_id=6130275c-b522-41d3-91a1-cf819d706112)] {{(pid=115993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:39:42.965578 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:39:42.979489 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68179f08-b98b-4163-acfc-726cdb7cba58 req-4a8ef901-a33a-4dd5-98e7-ec0885d6a197 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:42.983045 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-68179f08-b98b-4163-acfc-726cdb7cba58 req-4a8ef901-a33a-4dd5-98e7-ec0885d6a197 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=db7fafce-9b1b-4bb2-91a8-8230aa090306 HTTP/1.1" status: 200 len: 945 time: 0.3088939 Aug 08 00:39:42.995758 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda42ab3-9cf4-4586-a74b-1e8fd28fc4a1 req-8252ba91-a779-4876-9c2a-131844803f2d tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:42.997277 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-fda42ab3-9cf4-4586-a74b-1e8fd28fc4a1 req-8252ba91-a779-4876-9c2a-131844803f2d tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ec3c9839-2545-4c90-9229-804f97aa1e9f HTTP/1.1" status: 200 len: 944 time: 0.0521450 Aug 08 00:39:43.016231 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=100 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:39:43.028520 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821'] for port (2ac4078a-6ecb-482c-989a-86eba88e3b88), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:39:43.030550 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-68179f08-b98b-4163-acfc-726cdb7cba58 req-4a0140ca-2d70-4da0-a5cc-3b1f4c4828f6 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=8d0f4141-1b4a-4d50-9062-88383dffc1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425866 Aug 08 00:39:43.062210 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-fda42ab3-9cf4-4586-a74b-1e8fd28fc4a1 req-bce22abf-bef8-4222-9870-27f1905cea93 tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=66ce6791-e978-4b6a-a427-41fbf08ca600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590324 Aug 08 00:39:43.077829 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Pushing event updated for resources: {'Port': ['ID=2ac4078a-6ecb-482c-989a-86eba88e3b88,revision_number=5']} {{(pid=115993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:39:43.081679 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db7fafce-9b1b-4bb2-91a8-8230aa090306', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ac4078a-6ecb-482c-989a-86eba88e3b88'}] {{(pid=115993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 00:39:43.084608 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffcbb3165cefe78fdef2215408d5e0047484b378f5d65619a4e095a8aefc113e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e411b209-dd68-4e58-b143-64e0e3c5a40b" -d '{"events": [{"server_uuid": "db7fafce-9b1b-4bb2-91a8-8230aa090306", "name": "network-vif-plugged", "status": "completed", "tag": "2ac4078a-6ecb-482c-989a-86eba88e3b88"}]}' {{(pid=115993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 00:39:43.122404 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 00:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b8691e7-e64e-4d9f-bd18-619dfad469de x-openstack-request-id: req-8b8691e7-e64e-4d9f-bd18-619dfad469de {{(pid=115993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 00:39:43.122732 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db7fafce-9b1b-4bb2-91a8-8230aa090306", "name": "network-vif-plugged", "status": "completed", "tag": "2ac4078a-6ecb-482c-989a-86eba88e3b88", "code": 200}]} {{(pid=115993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 00:39:43.122981 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8b8691e7-e64e-4d9f-bd18-619dfad469de {{(pid=115993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 00:39:43.123408 dv-cinder-851640-3-iscsi neutron-server[115993]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b8691e7-e64e-4d9f-bd18-619dfad469de'] response: {'server_uuid': 'db7fafce-9b1b-4bb2-91a8-8230aa090306', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ac4078a-6ecb-482c-989a-86eba88e3b88', 'code': 200} Aug 08 00:39:43.503873 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811e02af-ef10-4e7d-a6b3-084fa8985929 req-4a9881cf-3424-41a9-990e-a99d8f6ec91b tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:43.505350 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-811e02af-ef10-4e7d-a6b3-084fa8985929 req-4a9881cf-3424-41a9-990e-a99d8f6ec91b tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b89abab5-8e69-4485-be7a-d76eb57f16a5 HTTP/1.1" status: 200 len: 946 time: 0.0516055 Aug 08 00:39:43.554368 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-811e02af-ef10-4e7d-a6b3-084fa8985929 req-a0f8b591-ee4b-4b62-acdd-80837efcb8a4 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c7fab9c4-62df-4772-9aa5-24224734ea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428283 Aug 08 00:39:43.684741 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fadd85a-0ef6-4732-8965-e1900bf451f4 req-700ff113-8401-42ae-ae08-90fb513b9f67 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:43.689115 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-1fadd85a-0ef6-4732-8965-e1900bf451f4 req-700ff113-8401-42ae-ae08-90fb513b9f67 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b89abab5-8e69-4485-be7a-d76eb57f16a5 HTTP/1.1" status: 200 len: 946 time: 0.0541749 Aug 08 00:39:43.736093 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-1fadd85a-0ef6-4732-8965-e1900bf451f4 req-e0504fd5-a493-4664-9356-25ca229fda75 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c7fab9c4-62df-4772-9aa5-24224734ea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441589 Aug 08 00:39:43.762971 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 34506) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:39:43.804306 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-954aea1a-1231-4cfe-8a35-83093f71d05d tempest-TestVolumeBootPattern-709666901 tempest-TestVolumeBootPattern-709666901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:43.805976 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-954aea1a-1231-4cfe-8a35-83093f71d05d tempest-TestVolumeBootPattern-709666901 tempest-TestVolumeBootPattern-709666901-project-admin] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b89abab5-8e69-4485-be7a-d76eb57f16a5 HTTP/1.1" status: 200 len: 1125 time: 0.0418203 Aug 08 00:39:43.808797 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 34508) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:39:43.812950 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.v2.base [None req-7d448e4a-c17b-4df0-bcd3-c41d39fa5821 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Request body: {'floatingip': {'floating_network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'port_id': 'e6fc7acc-6a32-4ac7-91cb-f76468a453aa', 'tenant_id': 'a22da44baa6b472e91d99fbcb03b583c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=115992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:39:43.933820 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46bfbf8-bbfd-456d-9faa-5c73982f7e45 req-5ab68af8-532a-4d36-a58a-b3fcce11ca8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:43.935247 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-d46bfbf8-bbfd-456d-9faa-5c73982f7e45 req-5ab68af8-532a-4d36-a58a-b3fcce11ca8c service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=db7fafce-9b1b-4bb2-91a8-8230aa090306 HTTP/1.1" status: 200 len: 1130 time: 0.0392272 Aug 08 00:39:43.936736 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-7d448e4a-c17b-4df0-bcd3-c41d39fa5821 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:39:44.043099 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-d46bfbf8-bbfd-456d-9faa-5c73982f7e45 req-7e637bb3-0ae0-41dd-b7e6-4418f677b4e1 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8d0f4141-1b4a-4d50-9062-88383dffc1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914447 Aug 08 00:39:44.047961 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-7d448e4a-c17b-4df0-bcd3-c41d39fa5821 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (None), before_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:39:44.155120 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68af791-33c3-40c5-9b1d-d876947e2997 req-9d6a2658-3680-488e-a7ac-7a9c03e86abe tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:44.159793 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-f68af791-33c3-40c5-9b1d-d876947e2997 req-9d6a2658-3680-488e-a7ac-7a9c03e86abe tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=db7fafce-9b1b-4bb2-91a8-8230aa090306 HTTP/1.1" status: 200 len: 946 time: 0.0563028 Aug 08 00:39:44.191398 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.db.db_base_plugin_common [None req-7d448e4a-c17b-4df0-bcd3-c41d39fa5821 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Allocated IP 172.27.3.72 (743d2d45-6b8c-49b7-a932-c537e45f946f/7df84031-3cb2-4601-a018-b61b0ad731dc/46743687-03b3-48fd-ab77-2d37024041c2) {{(pid=115992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 00:39:44.205259 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-f68af791-33c3-40c5-9b1d-d876947e2997 req-64ab21ba-8129-43e5-8313-cac911bd0669 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=8d0f4141-1b4a-4d50-9062-88383dffc1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428157 Aug 08 00:39:44.212028 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065de2eb-7b20-42ff-8b6d-bcd2e28e39f0 req-bfb4f4d6-1c3d-45f6-9a65-4c1f3609f0e4 tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:44.213500 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-065de2eb-7b20-42ff-8b6d-bcd2e28e39f0 req-bfb4f4d6-1c3d-45f6-9a65-4c1f3609f0e4 tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ec3c9839-2545-4c90-9229-804f97aa1e9f HTTP/1.1" status: 200 len: 944 time: 0.0705028 Aug 08 00:39:44.217849 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:39:44.222381 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-053f2fa2-08e2-4320-9ef7-ed55b6b025bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (8871f2bb-53fb-48a8-be6c-361eafeaffd1), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:39:44.316382 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-065de2eb-7b20-42ff-8b6d-bcd2e28e39f0 req-31c33f89-aaa3-4ac5-a563-13d1864bc32f tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=66ce6791-e978-4b6a-a427-41fbf08ca600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864086 Aug 08 00:39:44.342709 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-7d448e4a-c17b-4df0-bcd3-c41d39fa5821 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Publish callbacks [] for port (46743687-03b3-48fd-ab77-2d37024041c2), precommit_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:39:44.410915 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-7d448e4a-c17b-4df0-bcd3-c41d39fa5821 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764676113785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26371331'] for port (46743687-03b3-48fd-ab77-2d37024041c2), after_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:39:44.438034 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:39:44.452505 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d448e4a-c17b-4df0-bcd3-c41d39fa5821 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Network 743d2d45-6b8c-49b7-a932-c537e45f946f is already hosted by enough agents. {{(pid=115992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 00:39:44.457409 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.scheduler.base_scheduler [None req-7d448e4a-c17b-4df0-bcd3-c41d39fa5821 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Resources bound (agent type, host, resource id): {{(pid=115992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 00:39:44.461875 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d448e4a-c17b-4df0-bcd3-c41d39fa5821 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Received port after_create {{(pid=115992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 00:39:44.465228 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d448e4a-c17b-4df0-bcd3-c41d39fa5821 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Pushing event updated for resources: {'Port': ['ID=46743687-03b3-48fd-ab77-2d37024041c2,revision_number=1']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:39:44.616127 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Device bad74832-098c-431c-bc63-6279c31b6873 details requested by agent hyperv_hv-cinder-85164 with host hv-cinder-85164 {{(pid=115993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 08 00:39:44.717559 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] For port bad74832-098c-431c-bc63-6279c31b6873, host hv-cinder-85164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85164',level=0,port_id=bad74832-098c-431c-bc63-6279c31b6873,segment=NetworkSegment(446d5229-5e0e-4055-82be-24178e826f95),segment_id=446d5229-5e0e-4055-82be-24178e826f95)] {{(pid=115993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:39:44.729914 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Returning: {'device': 'bad74832-098c-431c-bc63-6279c31b6873', 'network_id': '5d335768-2822-40df-af2e-ce286fc9bfdf', 'port_id': 'bad74832-098c-431c-bc63-6279c31b6873', 'mac_address': 'fa:16:3e:97:52:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '390a2246-26e8-4262-8de5-00c6b1ec6a12', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 08 00:39:44.764274 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Current status of the port bad74832-098c-431c-bc63-6279c31b6873 is: DOWN; New status is: BUILD {{(pid=115993) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 00:39:44.764663 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (bad74832-098c-431c-bc63-6279c31b6873), before_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:39:44.778477 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.notifiers.nova [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bad74832-098c-431c-bc63-6279c31b6873 {{(pid=115993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 00:39:44.799116 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] For port bad74832-098c-431c-bc63-6279c31b6873, host hv-cinder-85164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85164',level=0,port_id=bad74832-098c-431c-bc63-6279c31b6873,segment=NetworkSegment(446d5229-5e0e-4055-82be-24178e826f95),segment_id=446d5229-5e0e-4055-82be-24178e826f95)] {{(pid=115993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:39:44.815667 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-7d448e4a-c17b-4df0-bcd3-c41d39fa5821 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Publish callbacks [] for floatingip (d0baadcd-7de1-485c-962b-1cbc3ea1bd68), precommit_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:39:44.873875 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821'] for port (bad74832-098c-431c-bc63-6279c31b6873), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:39:44.925671 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Pushing event updated for resources: {'Port': ['ID=bad74832-098c-431c-bc63-6279c31b6873,revision_number=4']} {{(pid=115993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:39:44.934139 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-7d448e4a-c17b-4df0-bcd3-c41d39fa5821 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (46743687-03b3-48fd-ab77-2d37024041c2), before_update {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:39:45.085782 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-7d448e4a-c17b-4df0-bcd3-c41d39fa5821 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Publish callbacks [] for port (46743687-03b3-48fd-ab77-2d37024041c2), precommit_update {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:39:45.142119 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-7d448e4a-c17b-4df0-bcd3-c41d39fa5821 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26371340'] for port (46743687-03b3-48fd-ab77-2d37024041c2), after_update {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:39:45.184161 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=100 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:39:45.185155 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] get_ports_and_sgs() called for port_ids ['bad74832-098c-431c-bc63-6279c31b6873'] {{(pid=115993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 00:39:45.211270 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d448e4a-c17b-4df0-bcd3-c41d39fa5821 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Pushing event updated for resources: {'Port': ['ID=46743687-03b3-48fd-ab77-2d37024041c2,revision_number=2']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:39:45.213930 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:39:45.218308 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-7d448e4a-c17b-4df0-bcd3-c41d39fa5821 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-499989'] for floatingip (d0baadcd-7de1-485c-962b-1cbc3ea1bd68), after_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:39:45.316792 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.db.l3_db [None req-7d448e4a-c17b-4df0-bcd3-c41d39fa5821 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Floating IP d0baadcd-7de1-485c-962b-1cbc3ea1bd68 associated. External IP: 172.27.3.72, port: e6fc7acc-6a32-4ac7-91cb-f76468a453aa. Aug 08 00:39:45.331765 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30fabc7-7621-4ea3-a900-3242a71a18dd req-d103b767-d4b9-46f5-b084-8d83f8c0b2a5 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:45.334507 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-f30fabc7-7621-4ea3-a900-3242a71a18dd req-d103b767-d4b9-46f5-b084-8d83f8c0b2a5 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=db7fafce-9b1b-4bb2-91a8-8230aa090306 HTTP/1.1" status: 200 len: 946 time: 0.0509651 Aug 08 00:39:45.399836 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-f30fabc7-7621-4ea3-a900-3242a71a18dd req-76923fc2-bbd1-48d5-9f64-f4af43174cbb tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=8d0f4141-1b4a-4d50-9062-88383dffc1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590909 Aug 08 00:39:45.407375 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:39:45.464793 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970b5721-f33a-4d8f-b351-44118ca42f25 req-63f59fe6-6049-42f9-8f76-ac7521ad10cf tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:45.466436 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-970b5721-f33a-4d8f-b351-44118ca42f25 req-63f59fe6-6049-42f9-8f76-ac7521ad10cf tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ec3c9839-2545-4c90-9229-804f97aa1e9f HTTP/1.1" status: 200 len: 945 time: 0.0597312 Aug 08 00:39:45.467650 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (aa35aa05-3c09-40ae-a1e3-ebf96fe3358c), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:39:45.580066 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-970b5721-f33a-4d8f-b351-44118ca42f25 req-effb85e1-f136-4d77-a457-bdd13e6b1a2c tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=66ce6791-e978-4b6a-a427-41fbf08ca600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849736 Aug 08 00:39:45.600265 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d448e4a-c17b-4df0-bcd3-c41d39fa5821 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Router d99aed4c-db56-4c90-b02b-64144441fa35 has already been hosted by L3 agent d53f5436-7c7f-4441-9708-9d0333b57745 {{(pid=115992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 00:39:45.706356 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d448e4a-c17b-4df0-bcd3-c41d39fa5821 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Notify agent at l3_agent.dv-cinder-851640-3-iscsi the message routers_updated {{(pid=115992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 00:39:45.718842 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad830ee4-267e-496c-86bb-0ed9473b9fd7 None None] Sync routers for ids ['d99aed4c-db56-4c90-b02b-64144441fa35'] in dv-cinder-851640-3-iscsi {{(pid=115993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 00:39:45.729617 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad830ee4-267e-496c-86bb-0ed9473b9fd7 None None] Routers {'d99aed4c-db56-4c90-b02b-64144441fa35'} bound to L3 agent in host dv-cinder-851640-3-iscsi {{(pid=115993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 00:39:45.738493 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_hamode_db [None req-ad830ee4-267e-496c-86bb-0ed9473b9fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851640-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-08T00:24:12Z,description=,heartbeat_timestamp=2022-08-08T00:39:42Z,host='dv-cinder-851640-3-iscsi',id=d53f5436-7c7f-4441-9708-9d0333b57745,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T00:24:13Z,topic='l3_agent')) {'router_ids': ['d99aed4c-db56-4c90-b02b-64144441fa35'], 'active': True} {{(pid=115993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:39:45.738493 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:39:45.817583 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-7d448e4a-c17b-4df0-bcd3-c41d39fa5821 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63196'] for floatingip (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:39:45.849917 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-7d448e4a-c17b-4df0-bcd3-c41d39fa5821 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.15 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0397265 Aug 08 00:39:45.850609 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b89abab5-8e69-4485-be7a-d76eb57f16a5', 'tag': 'e6fc7acc-6a32-4ac7-91cb-f76468a453aa'}] {{(pid=115992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 00:39:45.852883 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15c1dc6174c04d27a45b4789687485f3f31469fbdbb3cd0a658d3b47a2d9b382" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5905b40e-e452-497f-a639-fe854619e8ab" -d '{"events": [{"name": "network-changed", "server_uuid": "b89abab5-8e69-4485-be7a-d76eb57f16a5", "tag": "e6fc7acc-6a32-4ac7-91cb-f76468a453aa"}]}' {{(pid=115992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 00:39:45.854094 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvr_db [None req-ad830ee4-267e-496c-86bb-0ed9473b9fd7 None None] Set router d99aed4c-db56-4c90-b02b-64144441fa35 gateway port host: dv-cinder-851640-3-iscsi {{(pid=115993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 00:39:45.894485 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 00:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44291a11-8bf1-4ba3-87be-bb3e40a75722 x-openstack-request-id: req-44291a11-8bf1-4ba3-87be-bb3e40a75722 {{(pid=115992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 00:39:45.894890 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b89abab5-8e69-4485-be7a-d76eb57f16a5", "tag": "e6fc7acc-6a32-4ac7-91cb-f76468a453aa", "status": "completed", "code": 200}]} {{(pid=115992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 00:39:45.895598 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-44291a11-8bf1-4ba3-87be-bb3e40a75722 {{(pid=115992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 00:39:45.895598 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44291a11-8bf1-4ba3-87be-bb3e40a75722'] response: {'name': 'network-changed', 'server_uuid': 'b89abab5-8e69-4485-be7a-d76eb57f16a5', 'tag': 'e6fc7acc-6a32-4ac7-91cb-f76468a453aa', 'status': 'completed', 'code': 200} Aug 08 00:39:45.928721 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-64237613-c389-4d10-936d-2956085fc78e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (998b03d7-10a2-4624-8114-660f2901b45f), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:39:45.971285 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5905b40e-e452-497f-a639-fe854619e8ab req-0318d0da-d641-44e8-a58c-79497054617a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:45.972905 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-5905b40e-e452-497f-a639-fe854619e8ab req-0318d0da-d641-44e8-a58c-79497054617a service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=a22da44baa6b472e91d99fbcb03b583c&device_id=b89abab5-8e69-4485-be7a-d76eb57f16a5 HTTP/1.1" status: 200 len: 1130 time: 0.0421121 Aug 08 00:39:46.071832 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5905b40e-e452-497f-a639-fe854619e8ab req-b4dde738-575b-4cc6-9446-48f093abf8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:46.073300 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-5905b40e-e452-497f-a639-fe854619e8ab req-b4dde738-575b-4cc6-9446-48f093abf8c7 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=e16e278d-24ed-46ec-9b21-78207cc53646 HTTP/1.1" status: 200 len: 913 time: 0.0932803 Aug 08 00:39:46.082613 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_hamode_db [None req-ad830ee4-267e-496c-86bb-0ed9473b9fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd99aed4c-db56-4c90-b02b-64144441fa35', 'name': 'tempest-TestVolumeBootPattern-1815404956-router', 'tenant_id': 'a22da44baa6b472e91d99fbcb03b583c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '7a061287-b52c-47b1-848a-b38d19005ef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:35:38Z', 'updated_at': '2022-08-08T00:35:45Z', 'revision_number': 4, 'project_id': 'a22da44baa6b472e91d99fbcb03b583c', 'gw_port': {'id': '7a061287-b52c-47b1-848a-b38d19005ef5', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:21:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99aed4c-db56-4c90-b02b-64144441fa35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:35:39Z', 'updated_at': '2022-08-08T00:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi', '_floatingips': [{'id': 'd0baadcd-7de1-485c-962b-1cbc3ea1bd68', 'tenant_id': 'a22da44baa6b472e91d99fbcb03b583c', 'floating_ip_address': '172.27.3.72', 'floating_network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'router_id': 'd99aed4c-db56-4c90-b02b-64144441fa35', 'port_id': 'e6fc7acc-6a32-4ac7-91cb-f76468a453aa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e16e278d-24ed-46ec-9b21-78207cc53646', 'mac_address': 'fa:16:3e:6a:0b:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89abab5-8e69-4485-be7a-d76eb57f16a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T00:39:44Z', 'updated_at': '2022-08-08T00:39:44Z', 'revision_number': 0, 'project_id': 'a22da44baa6b472e91d99fbcb03b583c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8522b74-8a47-4852-94d4-8aec395de36e', 'name': '', 'network_id': 'e16e278d-24ed-46ec-9b21-78207cc53646', 'tenant_id': 'a22da44baa6b472e91d99fbcb03b583c', 'mac_address': 'fa:16:3e:6a:5f:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99aed4c-db56-4c90-b02b-64144441fa35', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '49ad74e6-a7f8-44c2-b833-dcbba288ca27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:35:44Z', 'updated_at': '2022-08-08T00:35:55Z', 'revision_number': 5, 'project_id': 'a22da44baa6b472e91d99fbcb03b583c', 'subnets': [{'id': '49ad74e6-a7f8-44c2-b833-dcbba288ca27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851640-3-iscsi', False) {} {{(pid=115993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:39:46.107282 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad830ee4-267e-496c-86bb-0ed9473b9fd7 None None] Checking router: d99aed4c-db56-4c90-b02b-64144441fa35 for host: dv-cinder-851640-3-iscsi {{(pid=115993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 00:39:46.116860 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad830ee4-267e-496c-86bb-0ed9473b9fd7 None None] Routers {'d99aed4c-db56-4c90-b02b-64144441fa35'} bound to L3 agent in host dv-cinder-851640-3-iscsi {{(pid=115993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 00:39:46.118885 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_hamode_db [None req-ad830ee4-267e-496c-86bb-0ed9473b9fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851640-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-08T00:24:12Z,description=,heartbeat_timestamp=2022-08-08T00:39:42Z,host='dv-cinder-851640-3-iscsi',id=d53f5436-7c7f-4441-9708-9d0333b57745,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T00:24:13Z,topic='l3_agent')) {'router_ids': ['d99aed4c-db56-4c90-b02b-64144441fa35'], 'active': True} {{(pid=115993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:39:46.135494 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-5905b40e-e452-497f-a639-fe854619e8ab req-e9a154b2-7459-442f-8ece-94b352132cd6 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e6fc7acc-6a32-4ac7-91cb-f76468a453aa HTTP/1.1" status: 200 len: 999 time: 0.0552781 Aug 08 00:39:46.150025 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:39:46.186419 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5905b40e-e452-497f-a639-fe854619e8ab req-f61b9a79-312d-4006-9c5a-c0a22b877072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:46.187890 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-5905b40e-e452-497f-a639-fe854619e8ab req-f61b9a79-312d-4006-9c5a-c0a22b877072 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=49ad74e6-a7f8-44c2-b833-dcbba288ca27 HTTP/1.1" status: 200 len: 851 time: 0.0452731 Aug 08 00:39:46.220858 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvr_db [None req-ad830ee4-267e-496c-86bb-0ed9473b9fd7 None None] Set router d99aed4c-db56-4c90-b02b-64144441fa35 gateway port host: dv-cinder-851640-3-iscsi {{(pid=115993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 00:39:46.238479 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5905b40e-e452-497f-a639-fe854619e8ab req-7192b08d-12c2-42c1-985d-f021551cad90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:46.240680 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-5905b40e-e452-497f-a639-fe854619e8ab req-7192b08d-12c2-42c1-985d-f021551cad90 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=e16e278d-24ed-46ec-9b21-78207cc53646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420728 Aug 08 00:39:46.316118 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:39:46.333488 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-5905b40e-e452-497f-a639-fe854619e8ab req-e6d055ad-e516-4453-bff3-9913d58920d1 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/e16e278d-24ed-46ec-9b21-78207cc53646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866570 Aug 08 00:39:46.429822 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-5905b40e-e452-497f-a639-fe854619e8ab req-0c5ba692-8445-4287-a48d-d833096e41fd service neutron] 10.222.0.25 "GET /networking/v2.0/networks/e16e278d-24ed-46ec-9b21-78207cc53646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895829 Aug 08 00:39:46.444498 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_hamode_db [None req-ad830ee4-267e-496c-86bb-0ed9473b9fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd99aed4c-db56-4c90-b02b-64144441fa35', 'name': 'tempest-TestVolumeBootPattern-1815404956-router', 'tenant_id': 'a22da44baa6b472e91d99fbcb03b583c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '7a061287-b52c-47b1-848a-b38d19005ef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:35:38Z', 'updated_at': '2022-08-08T00:35:45Z', 'revision_number': 4, 'project_id': 'a22da44baa6b472e91d99fbcb03b583c', 'gw_port': {'id': '7a061287-b52c-47b1-848a-b38d19005ef5', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:21:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99aed4c-db56-4c90-b02b-64144441fa35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:35:39Z', 'updated_at': '2022-08-08T00:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi', '_floatingips': [{'id': 'd0baadcd-7de1-485c-962b-1cbc3ea1bd68', 'tenant_id': 'a22da44baa6b472e91d99fbcb03b583c', 'floating_ip_address': '172.27.3.72', 'floating_network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'router_id': 'd99aed4c-db56-4c90-b02b-64144441fa35', 'port_id': 'e6fc7acc-6a32-4ac7-91cb-f76468a453aa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e16e278d-24ed-46ec-9b21-78207cc53646', 'mac_address': 'fa:16:3e:6a:0b:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89abab5-8e69-4485-be7a-d76eb57f16a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T00:39:44Z', 'updated_at': '2022-08-08T00:39:44Z', 'revision_number': 0, 'project_id': 'a22da44baa6b472e91d99fbcb03b583c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8522b74-8a47-4852-94d4-8aec395de36e', 'name': '', 'network_id': 'e16e278d-24ed-46ec-9b21-78207cc53646', 'tenant_id': 'a22da44baa6b472e91d99fbcb03b583c', 'mac_address': 'fa:16:3e:6a:5f:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99aed4c-db56-4c90-b02b-64144441fa35', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '49ad74e6-a7f8-44c2-b833-dcbba288ca27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:35:44Z', 'updated_at': '2022-08-08T00:35:55Z', 'revision_number': 5, 'project_id': 'a22da44baa6b472e91d99fbcb03b583c', 'subnets': [{'id': '49ad74e6-a7f8-44c2-b833-dcbba288ca27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851640-3-iscsi', False) {} {{(pid=115993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:39:46.469959 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad830ee4-267e-496c-86bb-0ed9473b9fd7 None None] The sync data for ids ['d99aed4c-db56-4c90-b02b-64144441fa35'] in dv-cinder-851640-3-iscsi is: [{'id': 'd99aed4c-db56-4c90-b02b-64144441fa35', 'name': 'tempest-TestVolumeBootPattern-1815404956-router', 'tenant_id': 'a22da44baa6b472e91d99fbcb03b583c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '7a061287-b52c-47b1-848a-b38d19005ef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:35:38Z', 'updated_at': '2022-08-08T00:35:45Z', 'revision_number': 4, 'project_id': 'a22da44baa6b472e91d99fbcb03b583c', 'gw_port': {'id': '7a061287-b52c-47b1-848a-b38d19005ef5', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:21:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99aed4c-db56-4c90-b02b-64144441fa35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:35:39Z', 'updated_at': '2022-08-08T00:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi', '_floatingips': [{'id': 'd0baadcd-7de1-485c-962b-1cbc3ea1bd68', 'tenant_id': 'a22da44baa6b472e91d99fbcb03b583c', 'floating_ip_address': '172.27.3.72', 'floating_network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'router_id': 'd99aed4c-db56-4c90-b02b-64144441fa35', 'port_id': 'e6fc7acc-6a32-4ac7-91cb-f76468a453aa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e16e278d-24ed-46ec-9b21-78207cc53646', 'mac_address': 'fa:16:3e:6a:0b:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89abab5-8e69-4485-be7a-d76eb57f16a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T00:39:44Z', 'updated_at': '2022-08-08T00:39:44Z', 'revision_number': 0, 'project_id': 'a22da44baa6b472e91d99fbcb03b583c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8522b74-8a47-4852-94d4-8aec395de36e', 'name': '', 'network_id': 'e16e278d-24ed-46ec-9b21-78207cc53646', 'tenant_id': 'a22da44baa6b472e91d99fbcb03b583c', 'mac_address': 'fa:16:3e:6a:5f:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99aed4c-db56-4c90-b02b-64144441fa35', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '49ad74e6-a7f8-44c2-b833-dcbba288ca27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:35:44Z', 'updated_at': '2022-08-08T00:35:55Z', 'revision_number': 5, 'project_id': 'a22da44baa6b472e91d99fbcb03b583c', 'subnets': [{'id': '49ad74e6-a7f8-44c2-b833-dcbba288ca27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 00:39:46.516740 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7043db0-077a-48d8-b81d-7080f78f6e18 req-b58c8456-2e19-4353-8e50-1424cec69abe tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:46.518242 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-e7043db0-077a-48d8-b81d-7080f78f6e18 req-b58c8456-2e19-4353-8e50-1424cec69abe tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=db7fafce-9b1b-4bb2-91a8-8230aa090306 HTTP/1.1" status: 200 len: 946 time: 0.0497336 Aug 08 00:39:46.568536 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-e7043db0-077a-48d8-b81d-7080f78f6e18 req-9e664a92-7a96-4979-bd01-d76a50ad891c tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=8d0f4141-1b4a-4d50-9062-88383dffc1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441923 Aug 08 00:39:46.630321 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Device bad74832-098c-431c-bc63-6279c31b6873 up at agent hyperv_hv-cinder-85164 {{(pid=115993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 00:39:46.681086 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Provisioning for port bad74832-098c-431c-bc63-6279c31b6873 completed by entity L2. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 08 00:39:46.714077 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ef64d7-72f6-4125-96fa-8d58b73440db req-f050ced8-7cf0-49bd-a1da-575fb23aff9c tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:46.715680 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-67ef64d7-72f6-4125-96fa-8d58b73440db req-f050ced8-7cf0-49bd-a1da-575fb23aff9c tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=db7fafce-9b1b-4bb2-91a8-8230aa090306 HTTP/1.1" status: 200 len: 946 time: 0.0708256 Aug 08 00:39:46.721812 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc95241-677b-477e-bf97-00f9c24b6428 None None] New status for floating IP d0baadcd-7de1-485c-962b-1cbc3ea1bd68: ACTIVE {{(pid=115994) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 08 00:39:46.726209 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 34530) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:39:46.730897 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.v2.base [None req-194edf73-1fd0-41a4-9df3-f437caa8eff7 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Request body: {'floatingip': {'port_id': '2ac4078a-6ecb-482c-989a-86eba88e3b88'}} {{(pid=115991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:39:46.748074 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Provisioning complete for port bad74832-098c-431c-bc63-6279c31b6873 triggered by entity L2. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:39:46.748936 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (bad74832-098c-431c-bc63-6279c31b6873), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:39:46.756379 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021172b8-6e78-4597-8154-57e0b689e830 req-452dff25-fc08-46b7-986d-cd4e2fd9b370 tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:46.763844 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-021172b8-6e78-4597-8154-57e0b689e830 req-452dff25-fc08-46b7-986d-cd4e2fd9b370 tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ec3c9839-2545-4c90-9229-804f97aa1e9f HTTP/1.1" status: 200 len: 945 time: 0.0714383 Aug 08 00:39:46.770942 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-194edf73-1fd0-41a4-9df3-f437caa8eff7 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks [] for floatingip (153d5dbe-f954-460c-8f78-914f9d2794b3), before_update {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:39:46.830849 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-021172b8-6e78-4597-8154-57e0b689e830 req-27aa1b77-df56-417c-84e9-3957a73fa8cd tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=66ce6791-e978-4b6a-a427-41fbf08ca600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652311 Aug 08 00:39:46.856302 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Current status of the port bad74832-098c-431c-bc63-6279c31b6873 is: BUILD; New status is: ACTIVE {{(pid=115993) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 00:39:46.863167 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (bad74832-098c-431c-bc63-6279c31b6873), before_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:39:46.881838 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec3c9839-2545-4c90-9229-804f97aa1e9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bad74832-098c-431c-bc63-6279c31b6873'}] {{(pid=115993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 00:39:46.884217 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffcbb3165cefe78fdef2215408d5e0047484b378f5d65619a4e095a8aefc113e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23fbe223-e4cf-49a3-b0b5-b9538b99c3c6" -d '{"events": [{"server_uuid": "ec3c9839-2545-4c90-9229-804f97aa1e9f", "name": "network-vif-plugged", "status": "completed", "tag": "bad74832-098c-431c-bc63-6279c31b6873"}]}' {{(pid=115993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 00:39:46.897559 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] For port bad74832-098c-431c-bc63-6279c31b6873, host hv-cinder-85164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85164',level=0,port_id=bad74832-098c-431c-bc63-6279c31b6873,segment=NetworkSegment(446d5229-5e0e-4055-82be-24178e826f95),segment_id=446d5229-5e0e-4055-82be-24178e826f95)] {{(pid=115993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:39:46.921624 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 00:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bffce051-b326-45ea-b287-aca2b3820caa x-openstack-request-id: req-bffce051-b326-45ea-b287-aca2b3820caa {{(pid=115993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 00:39:46.921934 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec3c9839-2545-4c90-9229-804f97aa1e9f", "name": "network-vif-plugged", "status": "completed", "tag": "bad74832-098c-431c-bc63-6279c31b6873", "code": 200}]} {{(pid=115993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 00:39:46.922235 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bffce051-b326-45ea-b287-aca2b3820caa {{(pid=115993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 00:39:46.922657 dv-cinder-851640-3-iscsi neutron-server[115993]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bffce051-b326-45ea-b287-aca2b3820caa'] response: {'server_uuid': 'ec3c9839-2545-4c90-9229-804f97aa1e9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bad74832-098c-431c-bc63-6279c31b6873', 'code': 200} Aug 08 00:39:46.966534 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821'] for port (bad74832-098c-431c-bc63-6279c31b6873), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:39:47.025601 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Pushing event updated for resources: {'Port': ['ID=bad74832-098c-431c-bc63-6279c31b6873,revision_number=5']} {{(pid=115993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:39:47.220189 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:39:47.224428 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-194edf73-1fd0-41a4-9df3-f437caa8eff7 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:39:47.237484 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2c9668-7aa0-40b3-86f3-97302c82cd79 req-13de1edc-192c-4891-827b-07a262dae743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:47.239117 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-ef2c9668-7aa0-40b3-86f3-97302c82cd79 req-13de1edc-192c-4891-827b-07a262dae743 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ec3c9839-2545-4c90-9229-804f97aa1e9f HTTP/1.1" status: 200 len: 1130 time: 0.0403521 Aug 08 00:39:47.276631 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-194edf73-1fd0-41a4-9df3-f437caa8eff7 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-499989'] for floatingip (153d5dbe-f954-460c-8f78-914f9d2794b3), after_update {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:39:47.284454 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-ef2c9668-7aa0-40b3-86f3-97302c82cd79 req-389ea06b-408d-4305-976c-83bfc53a157c service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=66ce6791-e978-4b6a-a427-41fbf08ca600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388851 Aug 08 00:39:47.629119 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.db.l3_db [None req-194edf73-1fd0-41a4-9df3-f437caa8eff7 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Floating IP 153d5dbe-f954-460c-8f78-914f9d2794b3 associated. External IP: 172.27.3.155, port: 2ac4078a-6ecb-482c-989a-86eba88e3b88. Aug 08 00:39:47.723852 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:39:47.824922 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-194edf73-1fd0-41a4-9df3-f437caa8eff7 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Router 91800c1e-3ae7-435f-9362-f23934c36aa6 has already been hosted by L3 agent d53f5436-7c7f-4441-9708-9d0333b57745 {{(pid=115991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 00:39:47.929697 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-194edf73-1fd0-41a4-9df3-f437caa8eff7 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Notify agent at l3_agent.dv-cinder-851640-3-iscsi the message routers_updated {{(pid=115991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 00:39:47.934200 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-194edf73-1fd0-41a4-9df3-f437caa8eff7 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63196'] for floatingip (None), before_response {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:39:47.941516 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b04cff5-113f-425f-94f6-11a5d6acaf69 None None] Sync routers for ids ['91800c1e-3ae7-435f-9362-f23934c36aa6'] in dv-cinder-851640-3-iscsi {{(pid=115993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 00:39:47.951701 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b04cff5-113f-425f-94f6-11a5d6acaf69 None None] Routers {'91800c1e-3ae7-435f-9362-f23934c36aa6'} bound to L3 agent in host dv-cinder-851640-3-iscsi {{(pid=115993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 00:39:47.951985 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b33a67b-60bb-4b8f-86b2-01b5e8b5b3a3 req-ab61e2f3-8d77-498b-add7-31cc4d3f1d32 tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:47.952440 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_hamode_db [None req-7b04cff5-113f-425f-94f6-11a5d6acaf69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851640-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-08T00:24:12Z,description=,heartbeat_timestamp=2022-08-08T00:39:42Z,host='dv-cinder-851640-3-iscsi',id=d53f5436-7c7f-4441-9708-9d0333b57745,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T00:24:13Z,topic='l3_agent')) {'router_ids': ['91800c1e-3ae7-435f-9362-f23934c36aa6'], 'active': True} {{(pid=115993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:39:47.953500 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-7b33a67b-60bb-4b8f-86b2-01b5e8b5b3a3 req-ab61e2f3-8d77-498b-add7-31cc4d3f1d32 tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ec3c9839-2545-4c90-9229-804f97aa1e9f HTTP/1.1" status: 200 len: 946 time: 0.0480146 Aug 08 00:39:47.965700 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:39:47.969348 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-194edf73-1fd0-41a4-9df3-f437caa8eff7 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "PUT /networking/v2.0/floatingips/153d5dbe-f954-460c-8f78-914f9d2794b3 HTTP/1.1" status: 200 len: 992 time: 1.2420399 Aug 08 00:39:47.969951 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db7fafce-9b1b-4bb2-91a8-8230aa090306', 'tag': '2ac4078a-6ecb-482c-989a-86eba88e3b88'}] {{(pid=115991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 00:39:47.972283 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73a3e3d67458d2a17dff5edd29115f5abec4313aa2236b93bd84783ab3df8685" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d26140f-3526-434c-a233-f33c20920700" -d '{"events": [{"name": "network-changed", "server_uuid": "db7fafce-9b1b-4bb2-91a8-8230aa090306", "tag": "2ac4078a-6ecb-482c-989a-86eba88e3b88"}]}' {{(pid=115991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 00:39:48.008884 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-7b33a67b-60bb-4b8f-86b2-01b5e8b5b3a3 req-25538b43-6f91-474a-9074-dd9f75427da8 tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=66ce6791-e978-4b6a-a427-41fbf08ca600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489578 Aug 08 00:39:48.016794 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 00:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b683a78-93ac-4e24-87d4-20bed7b69588 x-openstack-request-id: req-7b683a78-93ac-4e24-87d4-20bed7b69588 {{(pid=115991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 00:39:48.017091 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db7fafce-9b1b-4bb2-91a8-8230aa090306", "tag": "2ac4078a-6ecb-482c-989a-86eba88e3b88", "status": "completed", "code": 200}]} {{(pid=115991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 00:39:48.017343 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7b683a78-93ac-4e24-87d4-20bed7b69588 {{(pid=115991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 00:39:48.017751 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b683a78-93ac-4e24-87d4-20bed7b69588'] response: {'name': 'network-changed', 'server_uuid': 'db7fafce-9b1b-4bb2-91a8-8230aa090306', 'tag': '2ac4078a-6ecb-482c-989a-86eba88e3b88', 'status': 'completed', 'code': 200} Aug 08 00:39:48.063439 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:39:48.073059 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvr_db [None req-7b04cff5-113f-425f-94f6-11a5d6acaf69 None None] Set router 91800c1e-3ae7-435f-9362-f23934c36aa6 gateway port host: dv-cinder-851640-3-iscsi {{(pid=115993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 00:39:48.099503 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d26140f-3526-434c-a233-f33c20920700 req-e17efdb2-5935-4509-9c0d-df91606efdbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:48.101115 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-7d26140f-3526-434c-a233-f33c20920700 req-e17efdb2-5935-4509-9c0d-df91606efdbc service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=e97eb34021d44eb0a99763034c1e9e87&device_id=db7fafce-9b1b-4bb2-91a8-8230aa090306 HTTP/1.1" status: 200 len: 1130 time: 0.0434940 Aug 08 00:39:48.194826 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d26140f-3526-434c-a233-f33c20920700 req-b7c7d37d-744b-4c5b-8634-4046cf2e7715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:48.196249 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-7d26140f-3526-434c-a233-f33c20920700 req-b7c7d37d-744b-4c5b-8634-4046cf2e7715 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=a5ea35fc-5529-4ec7-b035-b5f2637c5acc HTTP/1.1" status: 200 len: 916 time: 0.0869274 Aug 08 00:39:48.270901 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-7d26140f-3526-434c-a233-f33c20920700 req-3e5381ae-c6ad-47c1-bd8e-0108ffbd6cec service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2ac4078a-6ecb-482c-989a-86eba88e3b88 HTTP/1.1" status: 200 len: 1000 time: 0.0606918 Aug 08 00:39:48.299034 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_hamode_db [None req-7b04cff5-113f-425f-94f6-11a5d6acaf69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91800c1e-3ae7-435f-9362-f23934c36aa6', 'name': 'tempest-AttachVolumeNegativeTest-1151103598-router', 'tenant_id': 'e97eb34021d44eb0a99763034c1e9e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': '349bc66f-427c-48e3-b507-b91075ef7023', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:34:02Z', 'updated_at': '2022-08-08T00:34:05Z', 'revision_number': 4, 'project_id': 'e97eb34021d44eb0a99763034c1e9e87', 'gw_port': {'id': '349bc66f-427c-48e3-b507-b91075ef7023', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:3b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91800c1e-3ae7-435f-9362-f23934c36aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:34:03Z', 'updated_at': '2022-08-08T00:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi', '_floatingips': [{'id': '153d5dbe-f954-460c-8f78-914f9d2794b3', 'tenant_id': 'e97eb34021d44eb0a99763034c1e9e87', 'floating_ip_address': '172.27.3.155', 'floating_network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'router_id': '91800c1e-3ae7-435f-9362-f23934c36aa6', 'port_id': '2ac4078a-6ecb-482c-989a-86eba88e3b88', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 617, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5ea35fc-5529-4ec7-b035-b5f2637c5acc', 'mac_address': 'fa:16:3e:b9:44:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7fafce-9b1b-4bb2-91a8-8230aa090306', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T00:39:27Z', 'updated_at': '2022-08-08T00:39:47Z', 'revision_number': 1, 'project_id': 'e97eb34021d44eb0a99763034c1e9e87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72ff9781-3013-479e-ab34-a89546cc7e00', 'name': '', 'network_id': 'a5ea35fc-5529-4ec7-b035-b5f2637c5acc', 'tenant_id': 'e97eb34021d44eb0a99763034c1e9e87', 'mac_address': 'fa:16:3e:71:a5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91800c1e-3ae7-435f-9362-f23934c36aa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'a880aa77-4bc5-4c6a-8fdf-3a29dea9cf69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:34:04Z', 'updated_at': '2022-08-08T00:34:10Z', 'revision_number': 5, 'project_id': 'e97eb34021d44eb0a99763034c1e9e87', 'subnets': [{'id': 'a880aa77-4bc5-4c6a-8fdf-3a29dea9cf69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851640-3-iscsi', False) {} {{(pid=115993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:39:48.321125 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d26140f-3526-434c-a233-f33c20920700 req-7748956a-2509-45db-8486-3a7f20833dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:48.322645 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-7d26140f-3526-434c-a233-f33c20920700 req-7748956a-2509-45db-8486-3a7f20833dcc service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=a880aa77-4bc5-4c6a-8fdf-3a29dea9cf69 HTTP/1.1" status: 200 len: 854 time: 0.0454645 Aug 08 00:39:48.324269 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b04cff5-113f-425f-94f6-11a5d6acaf69 None None] Checking router: 91800c1e-3ae7-435f-9362-f23934c36aa6 for host: dv-cinder-851640-3-iscsi {{(pid=115993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 00:39:48.332723 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b04cff5-113f-425f-94f6-11a5d6acaf69 None None] Routers {'91800c1e-3ae7-435f-9362-f23934c36aa6'} bound to L3 agent in host dv-cinder-851640-3-iscsi {{(pid=115993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 00:39:48.333312 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_hamode_db [None req-7b04cff5-113f-425f-94f6-11a5d6acaf69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851640-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-08T00:24:12Z,description=,heartbeat_timestamp=2022-08-08T00:39:42Z,host='dv-cinder-851640-3-iscsi',id=d53f5436-7c7f-4441-9708-9d0333b57745,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T00:24:13Z,topic='l3_agent')) {'router_ids': ['91800c1e-3ae7-435f-9362-f23934c36aa6'], 'active': True} {{(pid=115993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:39:48.434928 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvr_db [None req-7b04cff5-113f-425f-94f6-11a5d6acaf69 None None] Set router 91800c1e-3ae7-435f-9362-f23934c36aa6 gateway port host: dv-cinder-851640-3-iscsi {{(pid=115993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 00:39:48.729214 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:39:48.798801 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_hamode_db [None req-7b04cff5-113f-425f-94f6-11a5d6acaf69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91800c1e-3ae7-435f-9362-f23934c36aa6', 'name': 'tempest-AttachVolumeNegativeTest-1151103598-router', 'tenant_id': 'e97eb34021d44eb0a99763034c1e9e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': '349bc66f-427c-48e3-b507-b91075ef7023', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:34:02Z', 'updated_at': '2022-08-08T00:34:05Z', 'revision_number': 4, 'project_id': 'e97eb34021d44eb0a99763034c1e9e87', 'gw_port': {'id': '349bc66f-427c-48e3-b507-b91075ef7023', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:3b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91800c1e-3ae7-435f-9362-f23934c36aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:34:03Z', 'updated_at': '2022-08-08T00:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi', '_floatingips': [{'id': '153d5dbe-f954-460c-8f78-914f9d2794b3', 'tenant_id': 'e97eb34021d44eb0a99763034c1e9e87', 'floating_ip_address': '172.27.3.155', 'floating_network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'router_id': '91800c1e-3ae7-435f-9362-f23934c36aa6', 'port_id': '2ac4078a-6ecb-482c-989a-86eba88e3b88', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 617, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5ea35fc-5529-4ec7-b035-b5f2637c5acc', 'mac_address': 'fa:16:3e:b9:44:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7fafce-9b1b-4bb2-91a8-8230aa090306', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T00:39:27Z', 'updated_at': '2022-08-08T00:39:47Z', 'revision_number': 1, 'project_id': 'e97eb34021d44eb0a99763034c1e9e87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72ff9781-3013-479e-ab34-a89546cc7e00', 'name': '', 'network_id': 'a5ea35fc-5529-4ec7-b035-b5f2637c5acc', 'tenant_id': 'e97eb34021d44eb0a99763034c1e9e87', 'mac_address': 'fa:16:3e:71:a5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91800c1e-3ae7-435f-9362-f23934c36aa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'a880aa77-4bc5-4c6a-8fdf-3a29dea9cf69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:34:04Z', 'updated_at': '2022-08-08T00:34:10Z', 'revision_number': 5, 'project_id': 'e97eb34021d44eb0a99763034c1e9e87', 'subnets': [{'id': 'a880aa77-4bc5-4c6a-8fdf-3a29dea9cf69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851640-3-iscsi', False) {} {{(pid=115993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:39:48.827853 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b04cff5-113f-425f-94f6-11a5d6acaf69 None None] The sync data for ids ['91800c1e-3ae7-435f-9362-f23934c36aa6'] in dv-cinder-851640-3-iscsi is: [{'id': '91800c1e-3ae7-435f-9362-f23934c36aa6', 'name': 'tempest-AttachVolumeNegativeTest-1151103598-router', 'tenant_id': 'e97eb34021d44eb0a99763034c1e9e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': '349bc66f-427c-48e3-b507-b91075ef7023', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:34:02Z', 'updated_at': '2022-08-08T00:34:05Z', 'revision_number': 4, 'project_id': 'e97eb34021d44eb0a99763034c1e9e87', 'gw_port': {'id': '349bc66f-427c-48e3-b507-b91075ef7023', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:3b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91800c1e-3ae7-435f-9362-f23934c36aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:34:03Z', 'updated_at': '2022-08-08T00:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi', '_floatingips': [{'id': '153d5dbe-f954-460c-8f78-914f9d2794b3', 'tenant_id': 'e97eb34021d44eb0a99763034c1e9e87', 'floating_ip_address': '172.27.3.155', 'floating_network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'router_id': '91800c1e-3ae7-435f-9362-f23934c36aa6', 'port_id': '2ac4078a-6ecb-482c-989a-86eba88e3b88', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 617, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5ea35fc-5529-4ec7-b035-b5f2637c5acc', 'mac_address': 'fa:16:3e:b9:44:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7fafce-9b1b-4bb2-91a8-8230aa090306', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T00:39:27Z', 'updated_at': '2022-08-08T00:39:47Z', 'revision_number': 1, 'project_id': 'e97eb34021d44eb0a99763034c1e9e87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72ff9781-3013-479e-ab34-a89546cc7e00', 'name': '', 'network_id': 'a5ea35fc-5529-4ec7-b035-b5f2637c5acc', 'tenant_id': 'e97eb34021d44eb0a99763034c1e9e87', 'mac_address': 'fa:16:3e:71:a5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91800c1e-3ae7-435f-9362-f23934c36aa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'a880aa77-4bc5-4c6a-8fdf-3a29dea9cf69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:34:04Z', 'updated_at': '2022-08-08T00:34:10Z', 'revision_number': 5, 'project_id': 'e97eb34021d44eb0a99763034c1e9e87', 'subnets': [{'id': 'a880aa77-4bc5-4c6a-8fdf-3a29dea9cf69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 00:39:48.922673 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d26140f-3526-434c-a233-f33c20920700 req-2a2f7a4c-9354-4eda-b390-1b5d5c371928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:48.924147 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-7d26140f-3526-434c-a233-f33c20920700 req-2a2f7a4c-9354-4eda-b390-1b5d5c371928 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=a5ea35fc-5529-4ec7-b035-b5f2637c5acc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437081 Aug 08 00:39:49.029700 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-7d26140f-3526-434c-a233-f33c20920700 req-9d65a8b3-eab9-4c0e-a1c5-17ed683a3ed7 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a5ea35fc-5529-4ec7-b035-b5f2637c5acc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974221 Aug 08 00:39:49.075437 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873fc95b-e073-420b-a63e-03cfc655a4fc None None] New status for floating IP 153d5dbe-f954-460c-8f78-914f9d2794b3: ACTIVE {{(pid=115994) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 08 00:39:49.108331 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=100 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:39:49.153975 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a670ed97-73ec-484d-8f96-7dd887ea1847 req-e35b4b53-b6bc-4c8e-9364-3d2fec7e17bd tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:49.156375 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-a670ed97-73ec-484d-8f96-7dd887ea1847 req-e35b4b53-b6bc-4c8e-9364-3d2fec7e17bd tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ec3c9839-2545-4c90-9229-804f97aa1e9f HTTP/1.1" status: 200 len: 946 time: 0.0563502 Aug 08 00:39:49.167616 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-7d26140f-3526-434c-a233-f33c20920700 req-0dffa4bd-4aed-4f88-856a-7b48d8a91b6e service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a5ea35fc-5529-4ec7-b035-b5f2637c5acc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195865 Aug 08 00:39:49.209449 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-a670ed97-73ec-484d-8f96-7dd887ea1847 req-2541bf8c-36a1-45ee-b5ee-78d4e9ef2b01 tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=66ce6791-e978-4b6a-a427-41fbf08ca600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464909 Aug 08 00:39:50.606239 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333bcaf5-f5a5-46ad-99dc-e9d44d82a99c req-04b3c9b4-1618-4e13-917d-6caadb5f9048 tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:50.607761 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-333bcaf5-f5a5-46ad-99dc-e9d44d82a99c req-04b3c9b4-1618-4e13-917d-6caadb5f9048 tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ec3c9839-2545-4c90-9229-804f97aa1e9f HTTP/1.1" status: 200 len: 946 time: 0.0475192 Aug 08 00:39:50.655500 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-333bcaf5-f5a5-46ad-99dc-e9d44d82a99c req-42f555ce-ddce-4a59-adf5-46b720a320e0 tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=66ce6791-e978-4b6a-a427-41fbf08ca600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423090 Aug 08 00:39:51.781232 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757c3d06-b459-4172-936c-3c5a259218b9 req-63ac66fc-3d23-4acc-a3a4-df247479e607 tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:51.782702 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-757c3d06-b459-4172-936c-3c5a259218b9 req-63ac66fc-3d23-4acc-a3a4-df247479e607 tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ec3c9839-2545-4c90-9229-804f97aa1e9f HTTP/1.1" status: 200 len: 946 time: 0.0509779 Aug 08 00:39:51.830068 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-757c3d06-b459-4172-936c-3c5a259218b9 req-2731fb93-a241-4ed7-8944-db7091efe3b9 tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=66ce6791-e978-4b6a-a427-41fbf08ca600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417175 Aug 08 00:39:52.176859 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0d21ef-f6a5-420e-9b0f-0540e1730a72 req-321a2557-3ad5-4f14-8b61-68ab3baed352 tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:52.178318 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-ff0d21ef-f6a5-420e-9b0f-0540e1730a72 req-321a2557-3ad5-4f14-8b61-68ab3baed352 tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ec3c9839-2545-4c90-9229-804f97aa1e9f HTTP/1.1" status: 200 len: 946 time: 0.0466249 Aug 08 00:39:52.267901 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.plugin [req-ff0d21ef-f6a5-420e-9b0f-0540e1730a72 req-84dc4c26-248e-4645-ad6b-65405eed6664 tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] Deleting port bad74832-098c-431c-bc63-6279c31b6873 {{(pid=115992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 00:39:52.268254 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-ff0d21ef-f6a5-420e-9b0f-0540e1730a72 req-84dc4c26-248e-4645-ad6b-65405eed6664 tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764676511537'] for port (bad74832-098c-431c-bc63-6279c31b6873), before_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:39:52.358467 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.db [req-ff0d21ef-f6a5-420e-9b0f-0540e1730a72 req-84dc4c26-248e-4645-ad6b-65405eed6664 tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] For port bad74832-098c-431c-bc63-6279c31b6873, host hv-cinder-85164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85164',level=0,port_id=bad74832-098c-431c-bc63-6279c31b6873,segment=NetworkSegment(446d5229-5e0e-4055-82be-24178e826f95),segment_id=446d5229-5e0e-4055-82be-24178e826f95)] {{(pid=115992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:39:52.358826 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-ff0d21ef-f6a5-420e-9b0f-0540e1730a72 req-84dc4c26-248e-4645-ad6b-65405eed6664 tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440649'] for port (bad74832-098c-431c-bc63-6279c31b6873), precommit_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:39:52.371873 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.plugin [req-ff0d21ef-f6a5-420e-9b0f-0540e1730a72 req-84dc4c26-248e-4645-ad6b-65405eed6664 tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] Calling delete_port for bad74832-098c-431c-bc63-6279c31b6873 owned by compute:nova {{(pid=115992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 00:39:52.444494 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:39:52.547431 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-ff0d21ef-f6a5-420e-9b0f-0540e1730a72 req-84dc4c26-248e-4645-ad6b-65405eed6664 tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764676515054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764676113794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26371331'] for port (bad74832-098c-431c-bc63-6279c31b6873), after_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:39:52.566496 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] get_ports_and_sgs() called for port_ids ['bad74832-098c-431c-bc63-6279c31b6873'] {{(pid=115993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 00:39:52.574068 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dc4c26-248e-4645-ad6b-65405eed6664 tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] Pushing event deleted for resources: {'Port': ['ID=bad74832-098c-431c-bc63-6279c31b6873,revision_number=None']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:39:52.624365 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff0d21ef-f6a5-420e-9b0f-0540e1730a72 req-84dc4c26-248e-4645-ad6b-65405eed6664 tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] No DVR routers for this DVR port bad74832-098c-431c-bc63-6279c31b6873 on host hv-cinder-85164 {{(pid=115992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 08 00:39:52.626733 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-ff0d21ef-f6a5-420e-9b0f-0540e1730a72 req-84dc4c26-248e-4645-ad6b-65405eed6664 tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63196'] for port (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:39:52.629907 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-ff0d21ef-f6a5-420e-9b0f-0540e1730a72 req-84dc4c26-248e-4645-ad6b-65405eed6664 tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] 10.222.0.25 "DELETE /networking/v2.0/ports/bad74832-098c-431c-bc63-6279c31b6873 HTTP/1.1" status: 204 len: 173 time: 0.4435363 Aug 08 00:39:52.630346 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec3c9839-2545-4c90-9229-804f97aa1e9f', 'name': 'network-vif-deleted', 'tag': 'bad74832-098c-431c-bc63-6279c31b6873'}] {{(pid=115992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 00:39:52.632580 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15c1dc6174c04d27a45b4789687485f3f31469fbdbb3cd0a658d3b47a2d9b382" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-155deb1a-c77b-447d-915c-9045ec63f9c7" -d '{"events": [{"server_uuid": "ec3c9839-2545-4c90-9229-804f97aa1e9f", "name": "network-vif-deleted", "tag": "bad74832-098c-431c-bc63-6279c31b6873"}]}' {{(pid=115992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 00:39:52.671506 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 00:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed568819-6772-49d4-a250-0b90956d15e9 x-openstack-request-id: req-ed568819-6772-49d4-a250-0b90956d15e9 {{(pid=115992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 00:39:52.671845 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec3c9839-2545-4c90-9229-804f97aa1e9f", "name": "network-vif-deleted", "tag": "bad74832-098c-431c-bc63-6279c31b6873", "status": "completed", "code": 200}]} {{(pid=115992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 00:39:52.672093 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ed568819-6772-49d4-a250-0b90956d15e9 {{(pid=115992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 00:39:52.672540 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed568819-6772-49d4-a250-0b90956d15e9'] response: {'server_uuid': 'ec3c9839-2545-4c90-9229-804f97aa1e9f', 'name': 'network-vif-deleted', 'tag': 'bad74832-098c-431c-bc63-6279c31b6873', 'status': 'completed', 'code': 200} Aug 08 00:39:52.935048 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-60eae02a-14e0-4e49-8cba-6f80a1ed1b11 req-349ed8ff-3024-4704-952c-918cd6d3b78a tempest-VolumesActionsTest-1286931498 tempest-VolumesActionsTest-1286931498-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ec3c9839-2545-4c90-9229-804f97aa1e9f HTTP/1.1" status: 200 len: 210 time: 0.0308959 Aug 08 00:39:57.072598 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Device bad74832-098c-431c-bc63-6279c31b6873 no longer exists at agent hyperv_hv-cinder-85164 {{(pid=115993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 00:39:57.091919 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] No Port match for: bad74832-098c-431c-bc63-6279c31b6873 {{(pid=115993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 08 00:39:57.092257 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Device bad74832-098c-431c-bc63-6279c31b6873 not bound to the agent host hv-cinder-85164 {{(pid=115993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 00:39:58.721265 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a456ce-83d0-4930-9c0d-1877b7cca7d6 req-99b5e3f9-1cea-4fc1-b76d-2f7b691f4772 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:58.722756 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-d7a456ce-83d0-4930-9c0d-1877b7cca7d6 req-99b5e3f9-1cea-4fc1-b76d-2f7b691f4772 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0cf02d3a-b426-4135-a94a-9048d7515184 HTTP/1.1" status: 200 len: 947 time: 0.0494535 Aug 08 00:39:58.771445 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-d7a456ce-83d0-4930-9c0d-1877b7cca7d6 req-e4b187c1-5593-408a-a491-12d42d9fe8dc tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=22598ee6-6f03-46c2-8167-60b0fd957b19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429192 Aug 08 00:39:59.302151 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=22,neutron:UPDATE=1 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:39:59.923816 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46630e8-cefc-45c5-a643-7f607b6f1c51 req-d2f93286-92c8-4df3-a958-0ce25d8e3dce tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:39:59.925293 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-a46630e8-cefc-45c5-a643-7f607b6f1c51 req-d2f93286-92c8-4df3-a958-0ce25d8e3dce tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0cf02d3a-b426-4135-a94a-9048d7515184 HTTP/1.1" status: 200 len: 947 time: 0.0678167 Aug 08 00:39:59.976824 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-a46630e8-cefc-45c5-a643-7f607b6f1c51 req-857429f6-159b-481b-b83f-b6e54c62677f tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=22598ee6-6f03-46c2-8167-60b0fd957b19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448940 Aug 08 00:40:00.385697 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c6e577-3a19-4e4d-ad35-e03b9cb826e2 req-e990ac1f-81de-42dc-84d4-f54b2301040a tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:40:00.388057 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-a9c6e577-3a19-4e4d-ad35-e03b9cb826e2 req-e990ac1f-81de-42dc-84d4-f54b2301040a tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0cf02d3a-b426-4135-a94a-9048d7515184 HTTP/1.1" status: 200 len: 947 time: 0.0515091 Aug 08 00:40:00.508313 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.plugin [req-a9c6e577-3a19-4e4d-ad35-e03b9cb826e2 req-d46419cf-f410-4f65-a861-b4d956e8f5bf tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Deleting port 434deac6-5c7d-4020-9d69-11e8d0ac4767 {{(pid=115992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 00:40:00.508600 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-a9c6e577-3a19-4e4d-ad35-e03b9cb826e2 req-d46419cf-f410-4f65-a861-b4d956e8f5bf tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764676511537'] for port (434deac6-5c7d-4020-9d69-11e8d0ac4767), before_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:00.536284 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (c200ec1a-5dc3-458a-a30d-0f16255c41c0), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:00.617739 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.db [req-a9c6e577-3a19-4e4d-ad35-e03b9cb826e2 req-d46419cf-f410-4f65-a861-b4d956e8f5bf tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] For port 434deac6-5c7d-4020-9d69-11e8d0ac4767, host hv-cinder-85164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85164',level=0,port_id=434deac6-5c7d-4020-9d69-11e8d0ac4767,segment=NetworkSegment(e72a67c9-8c15-4f85-816f-48dd79f90a1d),segment_id=e72a67c9-8c15-4f85-816f-48dd79f90a1d)] {{(pid=115992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:40:00.618334 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-a9c6e577-3a19-4e4d-ad35-e03b9cb826e2 req-d46419cf-f410-4f65-a861-b4d956e8f5bf tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440649'] for port (434deac6-5c7d-4020-9d69-11e8d0ac4767), precommit_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:00.666620 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:40:00.800392 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-a9c6e577-3a19-4e4d-ad35-e03b9cb826e2 req-d46419cf-f410-4f65-a861-b4d956e8f5bf tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:00.800812 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-a9c6e577-3a19-4e4d-ad35-e03b9cb826e2 req-d46419cf-f410-4f65-a861-b4d956e8f5bf tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-499989'] for floatingip (26f63ae5-a7bd-4f83-86d9-dd50bfef23da), after_update {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:00.801001 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.db.l3_db [req-a9c6e577-3a19-4e4d-ad35-e03b9cb826e2 req-d46419cf-f410-4f65-a861-b4d956e8f5bf tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Floating IP 26f63ae5-a7bd-4f83-86d9-dd50bfef23da disassociated. External IP: 172.27.3.132, port: 434deac6-5c7d-4020-9d69-11e8d0ac4767. Aug 08 00:40:00.801381 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.plugin [req-a9c6e577-3a19-4e4d-ad35-e03b9cb826e2 req-d46419cf-f410-4f65-a861-b4d956e8f5bf tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Calling delete_port for 434deac6-5c7d-4020-9d69-11e8d0ac4767 owned by compute:nova {{(pid=115992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 00:40:00.929138 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:40:00.988491 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-a9c6e577-3a19-4e4d-ad35-e03b9cb826e2 req-d46419cf-f410-4f65-a861-b4d956e8f5bf tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764676515054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764676113794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26371331'] for port (434deac6-5c7d-4020-9d69-11e8d0ac4767), after_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:01.302169 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46419cf-f410-4f65-a861-b4d956e8f5bf tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Pushing event deleted for resources: {'Port': ['ID=434deac6-5c7d-4020-9d69-11e8d0ac4767,revision_number=None']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:40:01.342722 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-a6545300-469d-4e2f-baf4-0162119a3476 req-0b6780db-e976-4c42-8877-288cc6cc0200 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0cf02d3a-b426-4135-a94a-9048d7515184 HTTP/1.1" status: 200 len: 210 time: 0.0451486 Aug 08 00:40:01.472128 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a9c6e577-3a19-4e4d-ad35-e03b9cb826e2 req-d46419cf-f410-4f65-a861-b4d956e8f5bf tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Router 86e559f2-866e-494b-82ad-b5b594a151c0 has already been hosted by L3 agent d53f5436-7c7f-4441-9708-9d0333b57745 {{(pid=115992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 00:40:01.592125 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a9c6e577-3a19-4e4d-ad35-e03b9cb826e2 req-d46419cf-f410-4f65-a861-b4d956e8f5bf tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Notify agent at l3_agent.dv-cinder-851640-3-iscsi the message routers_updated {{(pid=115992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 00:40:01.603882 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c421938-8be5-48aa-bed7-6d4c0c877963 None None] Sync routers for ids ['86e559f2-866e-494b-82ad-b5b594a151c0'] in dv-cinder-851640-3-iscsi {{(pid=115993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 00:40:01.618427 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c421938-8be5-48aa-bed7-6d4c0c877963 None None] Routers {'86e559f2-866e-494b-82ad-b5b594a151c0'} bound to L3 agent in host dv-cinder-851640-3-iscsi {{(pid=115993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 00:40:01.619618 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_hamode_db [None req-5c421938-8be5-48aa-bed7-6d4c0c877963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851640-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-08T00:24:12Z,description=,heartbeat_timestamp=2022-08-08T00:39:42Z,host='dv-cinder-851640-3-iscsi',id=d53f5436-7c7f-4441-9708-9d0333b57745,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T00:24:13Z,topic='l3_agent')) {'router_ids': ['86e559f2-866e-494b-82ad-b5b594a151c0'], 'active': True} {{(pid=115993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:40:01.653646 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9c6e577-3a19-4e4d-ad35-e03b9cb826e2 req-d46419cf-f410-4f65-a861-b4d956e8f5bf tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] No DVR routers for this DVR port 434deac6-5c7d-4020-9d69-11e8d0ac4767 on host hv-cinder-85164 {{(pid=115992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 08 00:40:01.656157 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-a9c6e577-3a19-4e4d-ad35-e03b9cb826e2 req-d46419cf-f410-4f65-a861-b4d956e8f5bf tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63196'] for port (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:01.659945 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-a9c6e577-3a19-4e4d-ad35-e03b9cb826e2 req-d46419cf-f410-4f65-a861-b4d956e8f5bf tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.25 "DELETE /networking/v2.0/ports/434deac6-5c7d-4020-9d69-11e8d0ac4767 HTTP/1.1" status: 204 len: 173 time: 1.2647581 Aug 08 00:40:01.660413 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cf02d3a-b426-4135-a94a-9048d7515184', 'name': 'network-vif-deleted', 'tag': '434deac6-5c7d-4020-9d69-11e8d0ac4767'}] {{(pid=115992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 00:40:01.669478 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15c1dc6174c04d27a45b4789687485f3f31469fbdbb3cd0a658d3b47a2d9b382" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e9360f7-14db-499b-9e09-c664c8059eda" -d '{"events": [{"server_uuid": "0cf02d3a-b426-4135-a94a-9048d7515184", "name": "network-vif-deleted", "tag": "434deac6-5c7d-4020-9d69-11e8d0ac4767"}]}' {{(pid=115992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 00:40:01.725417 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 00:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a53a6bcb-25e0-4224-b8db-a91be37d4e0b x-openstack-request-id: req-a53a6bcb-25e0-4224-b8db-a91be37d4e0b {{(pid=115992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 00:40:01.725810 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cf02d3a-b426-4135-a94a-9048d7515184", "name": "network-vif-deleted", "tag": "434deac6-5c7d-4020-9d69-11e8d0ac4767", "status": "completed", "code": 200}]} {{(pid=115992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 00:40:01.726226 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a53a6bcb-25e0-4224-b8db-a91be37d4e0b {{(pid=115992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 00:40:01.727079 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a53a6bcb-25e0-4224-b8db-a91be37d4e0b'] response: {'server_uuid': '0cf02d3a-b426-4135-a94a-9048d7515184', 'name': 'network-vif-deleted', 'tag': '434deac6-5c7d-4020-9d69-11e8d0ac4767', 'status': 'completed', 'code': 200} Aug 08 00:40:01.768351 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvr_db [None req-5c421938-8be5-48aa-bed7-6d4c0c877963 None None] Set router 86e559f2-866e-494b-82ad-b5b594a151c0 gateway port host: dv-cinder-851640-3-iscsi {{(pid=115993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 00:40:01.911642 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=100 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:40:02.018130 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_hamode_db [None req-5c421938-8be5-48aa-bed7-6d4c0c877963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86e559f2-866e-494b-82ad-b5b594a151c0', 'name': 'tempest-AttachVolumeShelveTestJSON-1947753513-router', 'tenant_id': '1aa84c8a680d49f8be48580c62c18889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '53cdf01d-9d88-476a-b524-f08ed0260945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:32:21Z', 'updated_at': '2022-08-08T00:32:28Z', 'revision_number': 4, 'project_id': '1aa84c8a680d49f8be48580c62c18889', 'gw_port': {'id': '53cdf01d-9d88-476a-b524-f08ed0260945', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:86:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e559f2-866e-494b-82ad-b5b594a151c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:32:22Z', 'updated_at': '2022-08-08T00:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi', '_interfaces': [{'id': 'c261cb3a-39f2-424d-b5df-2be1a2e72cb7', 'name': '', 'network_id': '80d6d476-8f39-44d3-b747-4eed8b7c1a18', 'tenant_id': '1aa84c8a680d49f8be48580c62c18889', 'mac_address': 'fa:16:3e:2d:94:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e559f2-866e-494b-82ad-b5b594a151c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '2e97ee91-c7eb-4a92-adff-260b02055216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:32:27Z', 'updated_at': '2022-08-08T00:32:38Z', 'revision_number': 5, 'project_id': '1aa84c8a680d49f8be48580c62c18889', 'subnets': [{'id': '2e97ee91-c7eb-4a92-adff-260b02055216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851640-3-iscsi', False) {} {{(pid=115993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:40:02.046520 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c421938-8be5-48aa-bed7-6d4c0c877963 None None] Checking router: 86e559f2-866e-494b-82ad-b5b594a151c0 for host: dv-cinder-851640-3-iscsi {{(pid=115993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 00:40:02.055851 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c421938-8be5-48aa-bed7-6d4c0c877963 None None] Routers {'86e559f2-866e-494b-82ad-b5b594a151c0'} bound to L3 agent in host dv-cinder-851640-3-iscsi {{(pid=115993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 00:40:02.056447 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_hamode_db [None req-5c421938-8be5-48aa-bed7-6d4c0c877963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851640-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-08T00:24:12Z,description=,heartbeat_timestamp=2022-08-08T00:39:42Z,host='dv-cinder-851640-3-iscsi',id=d53f5436-7c7f-4441-9708-9d0333b57745,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T00:24:13Z,topic='l3_agent')) {'router_ids': ['86e559f2-866e-494b-82ad-b5b594a151c0'], 'active': True} {{(pid=115993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:40:02.172390 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvr_db [None req-5c421938-8be5-48aa-bed7-6d4c0c877963 None None] Set router 86e559f2-866e-494b-82ad-b5b594a151c0 gateway port host: dv-cinder-851640-3-iscsi {{(pid=115993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 00:40:02.389683 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_hamode_db [None req-5c421938-8be5-48aa-bed7-6d4c0c877963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86e559f2-866e-494b-82ad-b5b594a151c0', 'name': 'tempest-AttachVolumeShelveTestJSON-1947753513-router', 'tenant_id': '1aa84c8a680d49f8be48580c62c18889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '53cdf01d-9d88-476a-b524-f08ed0260945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:32:21Z', 'updated_at': '2022-08-08T00:32:28Z', 'revision_number': 4, 'project_id': '1aa84c8a680d49f8be48580c62c18889', 'gw_port': {'id': '53cdf01d-9d88-476a-b524-f08ed0260945', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:86:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e559f2-866e-494b-82ad-b5b594a151c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:32:22Z', 'updated_at': '2022-08-08T00:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi', '_interfaces': [{'id': 'c261cb3a-39f2-424d-b5df-2be1a2e72cb7', 'name': '', 'network_id': '80d6d476-8f39-44d3-b747-4eed8b7c1a18', 'tenant_id': '1aa84c8a680d49f8be48580c62c18889', 'mac_address': 'fa:16:3e:2d:94:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e559f2-866e-494b-82ad-b5b594a151c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '2e97ee91-c7eb-4a92-adff-260b02055216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:32:27Z', 'updated_at': '2022-08-08T00:32:38Z', 'revision_number': 5, 'project_id': '1aa84c8a680d49f8be48580c62c18889', 'subnets': [{'id': '2e97ee91-c7eb-4a92-adff-260b02055216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851640-3-iscsi', False) {} {{(pid=115993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:40:02.423471 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c421938-8be5-48aa-bed7-6d4c0c877963 None None] The sync data for ids ['86e559f2-866e-494b-82ad-b5b594a151c0'] in dv-cinder-851640-3-iscsi is: [{'id': '86e559f2-866e-494b-82ad-b5b594a151c0', 'name': 'tempest-AttachVolumeShelveTestJSON-1947753513-router', 'tenant_id': '1aa84c8a680d49f8be48580c62c18889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '53cdf01d-9d88-476a-b524-f08ed0260945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:32:21Z', 'updated_at': '2022-08-08T00:32:28Z', 'revision_number': 4, 'project_id': '1aa84c8a680d49f8be48580c62c18889', 'gw_port': {'id': '53cdf01d-9d88-476a-b524-f08ed0260945', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:86:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e559f2-866e-494b-82ad-b5b594a151c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:32:22Z', 'updated_at': '2022-08-08T00:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi', '_interfaces': [{'id': 'c261cb3a-39f2-424d-b5df-2be1a2e72cb7', 'name': '', 'network_id': '80d6d476-8f39-44d3-b747-4eed8b7c1a18', 'tenant_id': '1aa84c8a680d49f8be48580c62c18889', 'mac_address': 'fa:16:3e:2d:94:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e559f2-866e-494b-82ad-b5b594a151c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '2e97ee91-c7eb-4a92-adff-260b02055216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:32:27Z', 'updated_at': '2022-08-08T00:32:38Z', 'revision_number': 5, 'project_id': '1aa84c8a680d49f8be48580c62c18889', 'subnets': [{'id': '2e97ee91-c7eb-4a92-adff-260b02055216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 00:40:02.491093 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-329ac59b-03e0-4737-abc8-ac42f1a035a1 req-493867b4-e2ed-4283-82c0-eb2b0444d832 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0cf02d3a-b426-4135-a94a-9048d7515184 HTTP/1.1" status: 200 len: 210 time: 0.0295999 Aug 08 00:40:02.664838 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10bff31b-0a8c-455a-850e-bb36556bea20 None None] New status for floating IP 26f63ae5-a7bd-4f83-86d9-dd50bfef23da: DOWN {{(pid=115994) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 08 00:40:03.651554 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 34688) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:40:03.726996 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-e40ed93c-34db-478f-8852-ce5469f63aaf tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Publish callbacks [] for security_group (22598ee6-6f03-46c2-8167-60b0fd957b19), before_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:03.758903 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-e40ed93c-34db-478f-8852-ce5469f63aaf tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Publish callbacks [] for security_group (22598ee6-6f03-46c2-8167-60b0fd957b19), precommit_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:03.873284 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-e40ed93c-34db-478f-8852-ce5469f63aaf tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (22598ee6-6f03-46c2-8167-60b0fd957b19), after_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:03.876314 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-e40ed93c-34db-478f-8852-ce5469f63aaf tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Publish callbacks [] for security_group (None), before_response {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:03.880135 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-e40ed93c-34db-478f-8852-ce5469f63aaf tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "DELETE /networking/v2.0/security-groups/22598ee6-6f03-46c2-8167-60b0fd957b19 HTTP/1.1" status: 204 len: 168 time: 0.2245481 Aug 08 00:40:03.880525 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 34690) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:40:03.896630 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40ed93c-34db-478f-8852-ce5469f63aaf tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22598ee6-6f03-46c2-8167-60b0fd957b19,revision_number=None']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:40:03.897405 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.api.v2.resource [None req-885973d2-2415-4151-8236-9cdb3808b7ba tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] show failed (client error): The resource could not be found. Aug 08 00:40:03.899491 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-885973d2-2415-4151-8236-9cdb3808b7ba tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "GET /networking/v2.0/security-groups/22598ee6-6f03-46c2-8167-60b0fd957b19 HTTP/1.1" status: 404 len: 347 time: 0.0178461 Aug 08 00:40:03.904169 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 34692) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:40:04.037837 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.plugin [None req-96302985-d437-4799-abbe-a42e42d599be tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Deleting port 9612435a-209e-4ba7-8898-f3cc947615b8 {{(pid=115992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 00:40:04.038630 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-96302985-d437-4799-abbe-a42e42d599be tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764676511537'] for port (9612435a-209e-4ba7-8898-f3cc947615b8), before_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:04.130598 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-96302985-d437-4799-abbe-a42e42d599be tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440649'] for port (9612435a-209e-4ba7-8898-f3cc947615b8), precommit_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:04.130895 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-96302985-d437-4799-abbe-a42e42d599be tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Publish callbacks [] for floatingip (9612435a-209e-4ba7-8898-f3cc947615b8), precommit_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:04.152523 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.plugin [None req-96302985-d437-4799-abbe-a42e42d599be tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Calling delete_port for 9612435a-209e-4ba7-8898-f3cc947615b8 owned by network:floatingip {{(pid=115992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 00:40:04.359647 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-96302985-d437-4799-abbe-a42e42d599be tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764676515054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764676113794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26371331'] for port (9612435a-209e-4ba7-8898-f3cc947615b8), after_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:04.386688 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96302985-d437-4799-abbe-a42e42d599be tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Pushing event deleted for resources: {'Port': ['ID=9612435a-209e-4ba7-8898-f3cc947615b8,revision_number=None']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:40:04.465384 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-96302985-d437-4799-abbe-a42e42d599be tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Publish callbacks [] for floatingip (26f63ae5-a7bd-4f83-86d9-dd50bfef23da), after_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:04.468185 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-96302985-d437-4799-abbe-a42e42d599be tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63196'] for floatingip (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:04.472169 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-96302985-d437-4799-abbe-a42e42d599be tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] 10.222.0.15 "DELETE /networking/v2.0/floatingips/26f63ae5-a7bd-4f83-86d9-dd50bfef23da HTTP/1.1" status: 204 len: 168 time: 0.5633879 Aug 08 00:40:04.685110 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Device 434deac6-5c7d-4020-9d69-11e8d0ac4767 no longer exists at agent hyperv_hv-cinder-85164 {{(pid=115993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 00:40:04.725974 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] No Port match for: 434deac6-5c7d-4020-9d69-11e8d0ac4767 {{(pid=115993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 08 00:40:04.726409 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Device 434deac6-5c7d-4020-9d69-11e8d0ac4767 not bound to the agent host hv-cinder-85164 {{(pid=115993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 00:40:05.632590 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.agents_db [None req-431a3ab4-e5a4-4361-9fcb-d2d78b6c2e03 None None] Agent healthcheck: found 6 active agents {{(pid=115994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 00:40:07.241429 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 34734) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:40:07.362551 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:40:07.665886 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=100 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:40:07.681833 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-14138a2c-3c5c-4c2e-8b77-c9b240478f0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-499760'] for router_interface (86e559f2-866e-494b-82ad-b5b594a151c0), before_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:07.927348 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.plugin [None req-14138a2c-3c5c-4c2e-8b77-c9b240478f0b admin admin] Deleting port c261cb3a-39f2-424d-b5df-2be1a2e72cb7 {{(pid=115991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 00:40:07.927348 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-14138a2c-3c5c-4c2e-8b77-c9b240478f0b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764676511537'] for port (c261cb3a-39f2-424d-b5df-2be1a2e72cb7), before_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:08.009417 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.db [None req-14138a2c-3c5c-4c2e-8b77-c9b240478f0b admin admin] For port c261cb3a-39f2-424d-b5df-2be1a2e72cb7, host dv-cinder-851640-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851640-3-iscsi',level=0,port_id=c261cb3a-39f2-424d-b5df-2be1a2e72cb7,segment=NetworkSegment(e72a67c9-8c15-4f85-816f-48dd79f90a1d),segment_id=e72a67c9-8c15-4f85-816f-48dd79f90a1d)] {{(pid=115991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:40:08.009774 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-14138a2c-3c5c-4c2e-8b77-c9b240478f0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440649'] for port (c261cb3a-39f2-424d-b5df-2be1a2e72cb7), precommit_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:08.026123 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.plugin [None req-14138a2c-3c5c-4c2e-8b77-c9b240478f0b admin admin] Calling delete_port for c261cb3a-39f2-424d-b5df-2be1a2e72cb7 owned by network:router_interface {{(pid=115991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 00:40:08.273807 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-14138a2c-3c5c-4c2e-8b77-c9b240478f0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764676515054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764676113794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2785209'] for port (c261cb3a-39f2-424d-b5df-2be1a2e72cb7), after_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:08.306469 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14138a2c-3c5c-4c2e-8b77-c9b240478f0b admin admin] Pushing event deleted for resources: {'Port': ['ID=c261cb3a-39f2-424d-b5df-2be1a2e72cb7,revision_number=None']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:40:08.363741 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:40:08.515298 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-14138a2c-3c5c-4c2e-8b77-c9b240478f0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-499884'] for router_interface (86e559f2-866e-494b-82ad-b5b594a151c0), after_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:08.657362 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:40:08.731725 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14138a2c-3c5c-4c2e-8b77-c9b240478f0b admin admin] Router 86e559f2-866e-494b-82ad-b5b594a151c0 has already been hosted by L3 agent d53f5436-7c7f-4441-9708-9d0333b57745 {{(pid=115991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 00:40:08.842796 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14138a2c-3c5c-4c2e-8b77-c9b240478f0b admin admin] Notify agent at l3_agent.dv-cinder-851640-3-iscsi the message routers_updated {{(pid=115991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 00:40:08.851163 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-14138a2c-3c5c-4c2e-8b77-c9b240478f0b admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/86e559f2-866e-494b-82ad-b5b594a151c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6074672 Aug 08 00:40:08.853261 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb1cc7b-8fce-4135-b464-bb5cfecaa8a6 None None] Sync routers for ids ['86e559f2-866e-494b-82ad-b5b594a151c0'] in dv-cinder-851640-3-iscsi {{(pid=115993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 00:40:08.854159 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 34746) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:40:08.867138 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb1cc7b-8fce-4135-b464-bb5cfecaa8a6 None None] Routers {'86e559f2-866e-494b-82ad-b5b594a151c0'} bound to L3 agent in host dv-cinder-851640-3-iscsi {{(pid=115993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 00:40:08.867827 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_hamode_db [None req-ebb1cc7b-8fce-4135-b464-bb5cfecaa8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851640-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-08T00:24:12Z,description=,heartbeat_timestamp=2022-08-08T00:39:42Z,host='dv-cinder-851640-3-iscsi',id=d53f5436-7c7f-4441-9708-9d0333b57745,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T00:24:13Z,topic='l3_agent')) {'router_ids': ['86e559f2-866e-494b-82ad-b5b594a151c0'], 'active': True} {{(pid=115993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:40:08.971270 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-0cca8648-b4a8-4030-b9ec-ac5eaaf54fbc admin admin] Publish callbacks [] for router (86e559f2-866e-494b-82ad-b5b594a151c0), before_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:08.982013 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvr_db [None req-ebb1cc7b-8fce-4135-b464-bb5cfecaa8a6 None None] Set router 86e559f2-866e-494b-82ad-b5b594a151c0 gateway port host: dv-cinder-851640-3-iscsi {{(pid=115993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 00:40:09.086885 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-0cca8648-b4a8-4030-b9ec-ac5eaaf54fbc admin admin] Publish callbacks [] for router_gateway (86e559f2-866e-494b-82ad-b5b594a151c0), before_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:09.157974 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:40:09.169805 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_hamode_db [None req-ebb1cc7b-8fce-4135-b464-bb5cfecaa8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86e559f2-866e-494b-82ad-b5b594a151c0', 'name': 'tempest-AttachVolumeShelveTestJSON-1947753513-router', 'tenant_id': '1aa84c8a680d49f8be48580c62c18889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '53cdf01d-9d88-476a-b524-f08ed0260945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:32:21Z', 'updated_at': '2022-08-08T00:40:08Z', 'revision_number': 5, 'project_id': '1aa84c8a680d49f8be48580c62c18889', 'gw_port': {'id': '53cdf01d-9d88-476a-b524-f08ed0260945', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:86:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e559f2-866e-494b-82ad-b5b594a151c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:32:22Z', 'updated_at': '2022-08-08T00:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi'}], 'dv-cinder-851640-3-iscsi', False) {} {{(pid=115993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:40:09.196701 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.plugin [None req-0cca8648-b4a8-4030-b9ec-ac5eaaf54fbc admin admin] Deleting port 53cdf01d-9d88-476a-b524-f08ed0260945 {{(pid=115991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 00:40:09.197167 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-0cca8648-b4a8-4030-b9ec-ac5eaaf54fbc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764676511537'] for port (53cdf01d-9d88-476a-b524-f08ed0260945), before_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:09.207673 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb1cc7b-8fce-4135-b464-bb5cfecaa8a6 None None] Checking router: 86e559f2-866e-494b-82ad-b5b594a151c0 for host: dv-cinder-851640-3-iscsi {{(pid=115993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 00:40:09.229802 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb1cc7b-8fce-4135-b464-bb5cfecaa8a6 None None] Routers {'86e559f2-866e-494b-82ad-b5b594a151c0'} bound to L3 agent in host dv-cinder-851640-3-iscsi {{(pid=115993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 00:40:09.231576 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_hamode_db [None req-ebb1cc7b-8fce-4135-b464-bb5cfecaa8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851640-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-08T00:24:12Z,description=,heartbeat_timestamp=2022-08-08T00:39:42Z,host='dv-cinder-851640-3-iscsi',id=d53f5436-7c7f-4441-9708-9d0333b57745,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T00:24:13Z,topic='l3_agent')) {'router_ids': ['86e559f2-866e-494b-82ad-b5b594a151c0'], 'active': True} {{(pid=115993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:40:09.272652 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:40:09.296286 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.db [None req-0cca8648-b4a8-4030-b9ec-ac5eaaf54fbc admin admin] For port 53cdf01d-9d88-476a-b524-f08ed0260945, host dv-cinder-851640-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851640-3-iscsi',level=0,port_id=53cdf01d-9d88-476a-b524-f08ed0260945,segment=NetworkSegment(15fce33c-3ff3-4714-8fe9-15b1a1600e57),segment_id=15fce33c-3ff3-4714-8fe9-15b1a1600e57)] {{(pid=115991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:40:09.296966 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-0cca8648-b4a8-4030-b9ec-ac5eaaf54fbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440649'] for port (53cdf01d-9d88-476a-b524-f08ed0260945), precommit_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:09.311667 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.plugin [None req-0cca8648-b4a8-4030-b9ec-ac5eaaf54fbc admin admin] Calling delete_port for 53cdf01d-9d88-476a-b524-f08ed0260945 owned by network:router_gateway {{(pid=115991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 00:40:09.342260 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvr_db [None req-ebb1cc7b-8fce-4135-b464-bb5cfecaa8a6 None None] Set router 86e559f2-866e-494b-82ad-b5b594a151c0 gateway port host: None {{(pid=115993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 00:40:09.397215 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_hamode_db [None req-ebb1cc7b-8fce-4135-b464-bb5cfecaa8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86e559f2-866e-494b-82ad-b5b594a151c0', 'name': 'tempest-AttachVolumeShelveTestJSON-1947753513-router', 'tenant_id': '1aa84c8a680d49f8be48580c62c18889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:32:21Z', 'updated_at': '2022-08-08T00:40:09Z', 'revision_number': 6, 'project_id': '1aa84c8a680d49f8be48580c62c18889', 'gw_port_host': None}], 'dv-cinder-851640-3-iscsi', False) {} {{(pid=115993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:40:09.424920 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb1cc7b-8fce-4135-b464-bb5cfecaa8a6 None None] The sync data for ids ['86e559f2-866e-494b-82ad-b5b594a151c0'] in dv-cinder-851640-3-iscsi is: [{'id': '86e559f2-866e-494b-82ad-b5b594a151c0', 'name': 'tempest-AttachVolumeShelveTestJSON-1947753513-router', 'tenant_id': '1aa84c8a680d49f8be48580c62c18889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:32:21Z', 'updated_at': '2022-08-08T00:40:09Z', 'revision_number': 6, 'project_id': '1aa84c8a680d49f8be48580c62c18889', 'gw_port_host': None}] {{(pid=115993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 00:40:09.609044 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-0cca8648-b4a8-4030-b9ec-ac5eaaf54fbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764676515054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764676113794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2785209'] for port (53cdf01d-9d88-476a-b524-f08ed0260945), after_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:09.631950 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cca8648-b4a8-4030-b9ec-ac5eaaf54fbc admin admin] Pushing event deleted for resources: {'Port': ['ID=53cdf01d-9d88-476a-b524-f08ed0260945,revision_number=None']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:40:09.713917 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-0cca8648-b4a8-4030-b9ec-ac5eaaf54fbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-428004'] for router_gateway (86e559f2-866e-494b-82ad-b5b594a151c0), after_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:09.839998 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-0cca8648-b4a8-4030-b9ec-ac5eaaf54fbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-501963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-861'] for router (86e559f2-866e-494b-82ad-b5b594a151c0), precommit_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:09.843296 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-0cca8648-b4a8-4030-b9ec-ac5eaaf54fbc admin admin] Publish callbacks [] for router_controller (86e559f2-866e-494b-82ad-b5b594a151c0), precommit_delete_associations {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:10.006904 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-0cca8648-b4a8-4030-b9ec-ac5eaaf54fbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-501833'] for router (86e559f2-866e-494b-82ad-b5b594a151c0), after_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:10.007704 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cca8648-b4a8-4030-b9ec-ac5eaaf54fbc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 86e559f2-866e-494b-82ad-b5b594a151c0 {{(pid=115991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 08 00:40:10.021673 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-0cca8648-b4a8-4030-b9ec-ac5eaaf54fbc admin admin] Publish callbacks [] for router (None), before_response {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:10.023989 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-0cca8648-b4a8-4030-b9ec-ac5eaaf54fbc admin admin] 10.222.0.15 "DELETE /networking/v2.0/routers/86e559f2-866e-494b-82ad-b5b594a151c0 HTTP/1.1" status: 204 len: 168 time: 1.1682527 Aug 08 00:40:10.026601 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 34758) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:40:10.083073 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.db.db_base_plugin_v2 [None req-f93f6498-77ba-4e0a-a133-e574863785a6 admin admin] Deleting subnet 2e97ee91-c7eb-4a92-adff-260b02055216 {{(pid=115992) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 08 00:40:10.087216 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-f93f6498-77ba-4e0a-a133-e574863785a6 admin admin] Publish callbacks [] for subnet (2e97ee91-c7eb-4a92-adff-260b02055216), before_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:10.113570 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:40:10.129261 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-f93f6498-77ba-4e0a-a133-e574863785a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2898661'] for subnet (2e97ee91-c7eb-4a92-adff-260b02055216), precommit_delete_associations {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:10.184093 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:40:10.247465 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-f93f6498-77ba-4e0a-a133-e574863785a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1386800'] for subnet (2e97ee91-c7eb-4a92-adff-260b02055216), precommit_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:10.279139 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-52017c4a-3c19-481d-a4af-4938ee0af5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (93e2312b-3744-4a9e-8723-a0f19f10f89a), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:10.392780 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-f93f6498-77ba-4e0a-a133-e574863785a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1386811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26371446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26226896'] for subnet (2e97ee91-c7eb-4a92-adff-260b02055216), after_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:10.414559 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6002a8d-1ea3-4434-9ffc-9b7278ff0789 None None] Network 80d6d476-8f39-44d3-b747-4eed8b7c1a18 requested from dv-cinder-851640-3-iscsi {{(pid=115993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 00:40:10.433698 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-f93f6498-77ba-4e0a-a133-e574863785a6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:10.437960 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-f93f6498-77ba-4e0a-a133-e574863785a6 admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/2e97ee91-c7eb-4a92-adff-260b02055216 HTTP/1.1" status: 204 len: 168 time: 0.4094713 Aug 08 00:40:10.440355 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 34760) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:40:10.440840 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93f6498-77ba-4e0a-a133-e574863785a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e97ee91-c7eb-4a92-adff-260b02055216,revision_number=None']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:40:10.560916 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:DELETE=11 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:40:10.565525 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=100 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:40:10.604588 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-4448581b-503d-4690-9823-7e25e18013e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1544796'] for network (80d6d476-8f39-44d3-b747-4eed8b7c1a18), before_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:10.648199 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7206ee6e-104f-4d41-b4be-2e5b842e8470 None None] DHCP port deletion for 80d6d476-8f39-44d3-b747-4eed8b7c1a18 request from dv-cinder-851640-3-iscsi {{(pid=115993) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 08 00:40:10.681122 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.plugin [None req-4448581b-503d-4690-9823-7e25e18013e7 admin admin] Deleting port 6f2d2630-ecb2-412f-a0f9-661eac625a18 {{(pid=115991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 00:40:10.681606 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-4448581b-503d-4690-9823-7e25e18013e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764676511537'] for port (6f2d2630-ecb2-412f-a0f9-661eac625a18), before_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:10.694614 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-7206ee6e-104f-4d41-b4be-2e5b842e8470 None None] Deleting port 6f2d2630-ecb2-412f-a0f9-661eac625a18 {{(pid=115993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 00:40:10.695256 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-7206ee6e-104f-4d41-b4be-2e5b842e8470 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764676511537'] for port (6f2d2630-ecb2-412f-a0f9-661eac625a18), before_delete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:10.779686 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.db [None req-4448581b-503d-4690-9823-7e25e18013e7 admin admin] For port 6f2d2630-ecb2-412f-a0f9-661eac625a18, host dv-cinder-851640-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851640-3-iscsi',level=0,port_id=6f2d2630-ecb2-412f-a0f9-661eac625a18,segment=NetworkSegment(e72a67c9-8c15-4f85-816f-48dd79f90a1d),segment_id=e72a67c9-8c15-4f85-816f-48dd79f90a1d)] {{(pid=115991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:40:10.783717 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-4448581b-503d-4690-9823-7e25e18013e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440649'] for port (6f2d2630-ecb2-412f-a0f9-661eac625a18), precommit_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:10.790875 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-7206ee6e-104f-4d41-b4be-2e5b842e8470 None None] For port 6f2d2630-ecb2-412f-a0f9-661eac625a18, host dv-cinder-851640-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851640-3-iscsi',level=0,port_id=6f2d2630-ecb2-412f-a0f9-661eac625a18,segment=NetworkSegment(e72a67c9-8c15-4f85-816f-48dd79f90a1d),segment_id=e72a67c9-8c15-4f85-816f-48dd79f90a1d)] {{(pid=115993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:40:10.791333 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-7206ee6e-104f-4d41-b4be-2e5b842e8470 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440649'] for port (6f2d2630-ecb2-412f-a0f9-661eac625a18), precommit_delete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:10.809416 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.plugin [None req-4448581b-503d-4690-9823-7e25e18013e7 admin admin] Calling delete_port for 6f2d2630-ecb2-412f-a0f9-661eac625a18 owned by network:dhcp {{(pid=115991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 00:40:10.809643 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-7206ee6e-104f-4d41-b4be-2e5b842e8470 None None] Calling delete_port for 6f2d2630-ecb2-412f-a0f9-661eac625a18 owned by network:dhcp {{(pid=115993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 00:40:10.865572 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Device 6f2d2630-ecb2-412f-a0f9-661eac625a18 no longer exists at agent ovs-agent-dv-cinder-851640-3-iscsi {{(pid=115993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 00:40:10.978423 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Current status of the port 6f2d2630-ecb2-412f-a0f9-661eac625a18 is: ACTIVE; New status is: DOWN {{(pid=115993) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 00:40:10.979072 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (6f2d2630-ecb2-412f-a0f9-661eac625a18), before_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:11.003943 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-4448581b-503d-4690-9823-7e25e18013e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764676515054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764676113794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2785209'] for port (6f2d2630-ecb2-412f-a0f9-661eac625a18), after_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:11.030932 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Device c261cb3a-39f2-424d-b5df-2be1a2e72cb7 no longer exists at agent ovs-agent-dv-cinder-851640-3-iscsi {{(pid=115993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 00:40:11.046330 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4448581b-503d-4690-9823-7e25e18013e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f2d2630-ecb2-412f-a0f9-661eac625a18,revision_number=None']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:40:11.052077 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] No Port match for: c261cb3a-39f2-424d-b5df-2be1a2e72cb7 {{(pid=115993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 08 00:40:11.052505 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Device c261cb3a-39f2-424d-b5df-2be1a2e72cb7 not bound to the agent host dv-cinder-851640-3-iscsi {{(pid=115993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 00:40:11.053082 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Device 53cdf01d-9d88-476a-b524-f08ed0260945 no longer exists at agent ovs-agent-dv-cinder-851640-3-iscsi {{(pid=115993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 00:40:11.055712 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4448581b-503d-4690-9823-7e25e18013e7 admin admin] No DVR routers for this DVR port 6f2d2630-ecb2-412f-a0f9-661eac625a18 on host dv-cinder-851640-3-iscsi {{(pid=115991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 08 00:40:11.060329 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-7206ee6e-104f-4d41-b4be-2e5b842e8470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764676515054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764676113794'] for port (6f2d2630-ecb2-412f-a0f9-661eac625a18), after_delete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:11.107912 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] No Port match for: 53cdf01d-9d88-476a-b524-f08ed0260945 {{(pid=115993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 08 00:40:11.108657 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Device 53cdf01d-9d88-476a-b524-f08ed0260945 not bound to the agent host dv-cinder-851640-3-iscsi {{(pid=115993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 00:40:11.126547 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7206ee6e-104f-4d41-b4be-2e5b842e8470 None None] Pushing event deleted for resources: {'Port': ['ID=6f2d2630-ecb2-412f-a0f9-661eac625a18,revision_number=None']} {{(pid=115993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:40:11.133300 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7206ee6e-104f-4d41-b4be-2e5b842e8470 None None] No DVR routers for this DVR port 6f2d2630-ecb2-412f-a0f9-661eac625a18 on host dv-cinder-851640-3-iscsi {{(pid=115993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 08 00:40:11.153858 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-4448581b-503d-4690-9823-7e25e18013e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388207', 'neutron.services.segments.db._delete_segments_for_network-8764676474350'] for network (80d6d476-8f39-44d3-b747-4eed8b7c1a18), precommit_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:11.180486 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.services.segments.db [None req-4448581b-503d-4690-9823-7e25e18013e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80d6d476-8f39-44d3-b747-4eed8b7c1a18']}} {{(pid=115991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:40:11.191439 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.services.segments.db [None req-4448581b-503d-4690-9823-7e25e18013e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e72a67c9-8c15-4f85-816f-48dd79f90a1d') {'for_net_delete': True} {{(pid=115991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:40:11.191739 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.services.segments.db [None req-4448581b-503d-4690-9823-7e25e18013e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e72a67c9-8c15-4f85-816f-48dd79f90a1d') {} {{(pid=115991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:40:11.202087 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-4448581b-503d-4690-9823-7e25e18013e7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764676474251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2349749'] for segment (e72a67c9-8c15-4f85-816f-48dd79f90a1d), before_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:11.219905 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-4448581b-503d-4690-9823-7e25e18013e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1398331'] for segment (e72a67c9-8c15-4f85-816f-48dd79f90a1d), precommit_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:11.226609 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4448581b-503d-4690-9823-7e25e18013e7 admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=115991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 08 00:40:11.227141 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-4448581b-503d-4690-9823-7e25e18013e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1398331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2783598'] for segment (e72a67c9-8c15-4f85-816f-48dd79f90a1d), after_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:11.269612 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.services.segments.plugin [-] Segment e72a67c9-8c15-4f85-816f-48dd79f90a1d resource provider aggregate not found Aug 08 00:40:11.294130 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:40:11.297982 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.services.segments.plugin [-] Segment e72a67c9-8c15-4f85-816f-48dd79f90a1d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e72a67c9-8c15-4f85-816f-48dd79f90a1d found for delete ", "request_id": "req-8a2641c8-20cd-4c48-a9a3-4f200aef5637"}]} Aug 08 00:40:11.484650 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-4448581b-503d-4690-9823-7e25e18013e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-428578'] for network (80d6d476-8f39-44d3-b747-4eed8b7c1a18), after_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:11.489232 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-4448581b-503d-4690-9823-7e25e18013e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575022'] for network (None), before_response {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:11.497274 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-4448581b-503d-4690-9823-7e25e18013e7 admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/80d6d476-8f39-44d3-b747-4eed8b7c1a18 HTTP/1.1" status: 204 len: 168 time: 1.0460198 Aug 08 00:40:11.510276 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4448581b-503d-4690-9823-7e25e18013e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=80d6d476-8f39-44d3-b747-4eed8b7c1a18,revision_number=None']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:40:11.838181 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 34776) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:40:11.894840 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-500dac45-8a56-4642-bb70-41faa9d719cd admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=1aa84c8a680d49f8be48580c62c18889&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0529516 Aug 08 00:40:11.895694 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 34778) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:40:11.955061 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-fff05786-4451-47bb-99ff-75d076280783 admin admin] Publish callbacks [] for security_group (342a6124-db73-49c5-8a31-c7f23aed18f4), before_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:11.988920 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-fff05786-4451-47bb-99ff-75d076280783 admin admin] Publish callbacks [] for security_group (342a6124-db73-49c5-8a31-c7f23aed18f4), precommit_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:12.301789 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-fff05786-4451-47bb-99ff-75d076280783 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (342a6124-db73-49c5-8a31-c7f23aed18f4), after_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:12.304511 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-fff05786-4451-47bb-99ff-75d076280783 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:12.305753 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-fff05786-4451-47bb-99ff-75d076280783 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/342a6124-db73-49c5-8a31-c7f23aed18f4 HTTP/1.1" status: 204 len: 168 time: 0.4083898 Aug 08 00:40:12.314647 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff05786-4451-47bb-99ff-75d076280783 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=342a6124-db73-49c5-8a31-c7f23aed18f4,revision_number=None']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:40:12.576957 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-2b9de8af-e7e0-4e01-9371-091047b125e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (d53f5436-7c7f-4441-9708-9d0333b57745), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:13.522345 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 34810) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:40:13.664439 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.v2.base [None req-abef1f83-344f-45e1-9eac-7b5aeb2a786a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-877149533-network', 'tenant_id': '2c27d244bd514766b955d1a4aba239eb'}} {{(pid=115992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:40:13.736347 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abef1f83-344f-45e1-9eac-7b5aeb2a786a admin admin] Made reservation on behalf of 2c27d244bd514766b955d1a4aba239eb for: {'network': 1} {{(pid=115992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 00:40:13.741835 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-abef1f83-344f-45e1-9eac-7b5aeb2a786a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for network (None), before_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:13.754818 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-abef1f83-344f-45e1-9eac-7b5aeb2a786a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:13.860213 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-abef1f83-344f-45e1-9eac-7b5aeb2a786a admin admin] Publish callbacks [] for security_group (373c5fc7-d661-4ddb-b17d-3048836a4d35), precommit_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:13.896017 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-abef1f83-344f-45e1-9eac-7b5aeb2a786a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (373c5fc7-d661-4ddb-b17d-3048836a4d35), after_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:13.926267 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abef1f83-344f-45e1-9eac-7b5aeb2a786a admin admin] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=115992) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 08 00:40:13.940429 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abef1f83-344f-45e1-9eac-7b5aeb2a786a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=373c5fc7-d661-4ddb-b17d-3048836a4d35,revision_number=1']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:40:13.943668 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-abef1f83-344f-45e1-9eac-7b5aeb2a786a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1398331'] for segment (18f25c40-a290-4c24-9aba-a27af389c08c), precommit_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:13.944162 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.db.segments_db [None req-abef1f83-344f-45e1-9eac-7b5aeb2a786a admin admin] Added segment 18f25c40-a290-4c24-9aba-a27af389c08c of type vlan for network a1ea4937-9f88-413c-acfe-262c6911cb43 Aug 08 00:40:13.994696 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-abef1f83-344f-45e1-9eac-7b5aeb2a786a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764676137144'] for network (a1ea4937-9f88-413c-acfe-262c6911cb43), precommit_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:14.068217 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-abef1f83-344f-45e1-9eac-7b5aeb2a786a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032'] for network (a1ea4937-9f88-413c-acfe-262c6911cb43), after_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:14.068581 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abef1f83-344f-45e1-9eac-7b5aeb2a786a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:40:14.069285 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-abef1f83-344f-45e1-9eac-7b5aeb2a786a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575022'] for network (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:14.137546 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abef1f83-344f-45e1-9eac-7b5aeb2a786a admin admin] Pushing event updated for resources: {'Network': ['ID=a1ea4937-9f88-413c-acfe-262c6911cb43,revision_number=1']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:40:14.155070 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Network a1ea4937-9f88-413c-acfe-262c6911cb43 details requested by agent ovs-agent-dv-cinder-851640-3-iscsi with host dv-cinder-851640-3-iscsi {{(pid=115993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 08 00:40:14.191150 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-abef1f83-344f-45e1-9eac-7b5aeb2a786a admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.6664774 Aug 08 00:40:14.193627 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 34818) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:40:14.198940 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.v2.base [None req-99de96fb-5773-4fde-b603-900db5f407ce admin admin] Request body: {'subnet': {'network_id': 'a1ea4937-9f88-413c-acfe-262c6911cb43', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-877149533-subnet', 'tenant_id': '2c27d244bd514766b955d1a4aba239eb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:40:14.284717 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-053f2fa2-08e2-4320-9ef7-ed55b6b025bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (8871f2bb-53fb-48a8-be6c-361eafeaffd1), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:14.307774 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99de96fb-5773-4fde-b603-900db5f407ce admin admin] Made reservation on behalf of 2c27d244bd514766b955d1a4aba239eb for: {'subnet': 1} {{(pid=115992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 00:40:14.310618 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-99de96fb-5773-4fde-b603-900db5f407ce admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26226893'] for subnet (None), before_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:14.313634 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=77,neutron:DELETE=9,neutron:UPDATE=4,neutron:INSERT=10 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:40:14.410172 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=79,neutron:DELETE=3,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:40:14.557843 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-99de96fb-5773-4fde-b603-900db5f407ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26371511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26226907'] for subnet (4f8f3ce2-bf86-4860-ba68-5eb4fa8e9a71), after_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:14.615177 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99de96fb-5773-4fde-b603-900db5f407ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f8f3ce2-bf86-4860-ba68-5eb4fa8e9a71,revision_number=0']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:40:14.640811 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99de96fb-5773-4fde-b603-900db5f407ce admin admin] Checking segment: {'id': '18f25c40-a290-4c24-9aba-a27af389c08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'a1ea4937-9f88-413c-acfe-262c6911cb43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 00:40:14.641177 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99de96fb-5773-4fde-b603-900db5f407ce admin admin] Network hostable DHCP agents. Network: a1ea4937-9f88-413c-acfe-262c6911cb43, hostable agents: ['93e2312b-3744-4a9e-8723-a0f19f10f89a'], hosted agents: [] {{(pid=115992) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 08 00:40:14.718330 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99de96fb-5773-4fde-b603-900db5f407ce admin admin] Network a1ea4937-9f88-413c-acfe-262c6911cb43 is scheduled to be hosted by DHCP agent 93e2312b-3744-4a9e-8723-a0f19f10f89a with binding_index 1 {{(pid=115992) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 08 00:40:14.804884 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.scheduler.base_scheduler [None req-99de96fb-5773-4fde-b603-900db5f407ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851640-3-iscsi, a1ea4937-9f88-413c-acfe-262c6911cb43) {{(pid=115992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 00:40:14.811977 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99de96fb-5773-4fde-b603-900db5f407ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:40:14.811977 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-99de96fb-5773-4fde-b603-900db5f407ce admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:14.814361 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb44c7c-1eb9-4984-8b40-e1897aa11412 None None] Network a1ea4937-9f88-413c-acfe-262c6911cb43 requested from dv-cinder-851640-3-iscsi {{(pid=115993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 00:40:14.906977 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 34824) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:40:14.909746 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-99de96fb-5773-4fde-b603-900db5f407ce admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7147939 Aug 08 00:40:14.913614 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.v2.base [None req-2f3b9e93-b768-4389-9086-dcb793cc37c0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-877149533-router', 'tenant_id': '2c27d244bd514766b955d1a4aba239eb', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f'}}} {{(pid=115991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:40:14.999495 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-2f3b9e93-b768-4389-9086-dcb793cc37c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-512329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-835'] for router (b740464e-88ba-4e4b-bd05-4faf6a2101a4), before_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:15.001046 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-2f3b9e93-b768-4389-9086-dcb793cc37c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-502562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-438731', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1613470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-842'] for router (b740464e-88ba-4e4b-bd05-4faf6a2101a4), precommit_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:15.054074 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-2f3b9e93-b768-4389-9086-dcb793cc37c0 admin admin] Publish callbacks [] for router_controller (b740464e-88ba-4e4b-bd05-4faf6a2101a4), precommit_add_association {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:15.057299 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bbc5b2b-d81a-4b35-8434-5f9ff535603d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdec297ae-4d72-52f1-8857-0419de17422d-a1ea4937-9f88-413c-acfe-262c6911cb43', 'network_id': 'a1ea4937-9f88-413c-acfe-262c6911cb43', 'project_id': '2c27d244bd514766b955d1a4aba239eb', 'fixed_ips': [{'subnet_id': '4f8f3ce2-bf86-4860-ba68-5eb4fa8e9a71'}]}} from dv-cinder-851640-3-iscsi. {{(pid=115993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 08 00:40:15.058466 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-3bbc5b2b-d81a-4b35-8434-5f9ff535603d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (None), before_create {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:15.181527 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:DELETE=3,neutron:INSERT=1 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:40:15.204068 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.db_base_plugin_common [None req-3bbc5b2b-d81a-4b35-8434-5f9ff535603d None None] Allocated IP 172.20.0.2 (a1ea4937-9f88-413c-acfe-262c6911cb43/4f8f3ce2-bf86-4860-ba68-5eb4fa8e9a71/d38a3d05-304b-4d17-b3aa-af6c14c091d6) {{(pid=115993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 00:40:15.285596 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:40:15.374203 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-3bbc5b2b-d81a-4b35-8434-5f9ff535603d None None] Publish callbacks [] for port (d38a3d05-304b-4d17-b3aa-af6c14c091d6), precommit_create {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:15.461040 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (aa35aa05-3c09-40ae-a1e3-ebf96fe3358c), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:15.463420 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-3bbc5b2b-d81a-4b35-8434-5f9ff535603d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764676113785'] for port (d38a3d05-304b-4d17-b3aa-af6c14c091d6), after_create {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:15.518626 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bbc5b2b-d81a-4b35-8434-5f9ff535603d None None] Network a1ea4937-9f88-413c-acfe-262c6911cb43 is already hosted by enough agents. {{(pid=115993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 00:40:15.524481 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.scheduler.base_scheduler [None req-3bbc5b2b-d81a-4b35-8434-5f9ff535603d None None] Resources bound (agent type, host, resource id): {{(pid=115993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 00:40:15.528361 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bbc5b2b-d81a-4b35-8434-5f9ff535603d None None] Received port after_create {{(pid=115993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 00:40:15.531100 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbc5b2b-d81a-4b35-8434-5f9ff535603d None None] Pushing event updated for resources: {'Port': ['ID=d38a3d05-304b-4d17-b3aa-af6c14c091d6,revision_number=1']} {{(pid=115993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:40:15.544957 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbc5b2b-d81a-4b35-8434-5f9ff535603d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:40:15.545208 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbc5b2b-d81a-4b35-8434-5f9ff535603d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:40:15.545544 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbc5b2b-d81a-4b35-8434-5f9ff535603d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:40:15.545879 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbc5b2b-d81a-4b35-8434-5f9ff535603d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:40:15.546256 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbc5b2b-d81a-4b35-8434-5f9ff535603d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:40:15.546553 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbc5b2b-d81a-4b35-8434-5f9ff535603d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:40:15.546877 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbc5b2b-d81a-4b35-8434-5f9ff535603d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:40:15.547197 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbc5b2b-d81a-4b35-8434-5f9ff535603d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:40:15.550973 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbc5b2b-d81a-4b35-8434-5f9ff535603d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:40:15.550973 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbc5b2b-d81a-4b35-8434-5f9ff535603d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:40:15.550973 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbc5b2b-d81a-4b35-8434-5f9ff535603d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:40:15.550973 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbc5b2b-d81a-4b35-8434-5f9ff535603d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:40:15.550973 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbc5b2b-d81a-4b35-8434-5f9ff535603d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:40:15.550973 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbc5b2b-d81a-4b35-8434-5f9ff535603d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:40:15.550973 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbc5b2b-d81a-4b35-8434-5f9ff535603d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:40:15.609220 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.managers [None req-3bbc5b2b-d81a-4b35-8434-5f9ff535603d None None] Attempting to bind port d38a3d05-304b-4d17-b3aa-af6c14c091d6 on host dv-cinder-851640-3-iscsi for vnic_type normal with profile {{(pid=115993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 00:40:15.609588 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.managers [None req-3bbc5b2b-d81a-4b35-8434-5f9ff535603d None None] Attempting to bind port d38a3d05-304b-4d17-b3aa-af6c14c091d6 by drivers openvswitch,hyperv on host dv-cinder-851640-3-iscsi at level 0 using segments [{'id': '18f25c40-a290-4c24-9aba-a27af389c08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'a1ea4937-9f88-413c-acfe-262c6911cb43'}] {{(pid=115993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 00:40:15.609965 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bbc5b2b-d81a-4b35-8434-5f9ff535603d None None] Attempting to bind port d38a3d05-304b-4d17-b3aa-af6c14c091d6 on network a1ea4937-9f88-413c-acfe-262c6911cb43 {{(pid=115993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 00:40:15.616341 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bbc5b2b-d81a-4b35-8434-5f9ff535603d None None] Checking agent: {'id': 'aa35aa05-3c09-40ae-a1e3-ebf96fe3358c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851640-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 0, 24, 15), 'started_at': datetime.datetime(2022, 8, 8, 0, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 0, 40, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851640-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 00:40:15.616715 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bbc5b2b-d81a-4b35-8434-5f9ff535603d None None] Checking segment: {'id': '18f25c40-a290-4c24-9aba-a27af389c08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'a1ea4937-9f88-413c-acfe-262c6911cb43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 00:40:15.617466 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-3bbc5b2b-d81a-4b35-8434-5f9ff535603d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:15.617857 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bbc5b2b-d81a-4b35-8434-5f9ff535603d None None] Bound using segment: {'id': '18f25c40-a290-4c24-9aba-a27af389c08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'a1ea4937-9f88-413c-acfe-262c6911cb43'} {{(pid=115993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 00:40:15.618315 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.managers [None req-3bbc5b2b-d81a-4b35-8434-5f9ff535603d None None] Bound port: d38a3d05-304b-4d17-b3aa-af6c14c091d6, host: dv-cinder-851640-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18f25c40-a290-4c24-9aba-a27af389c08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'a1ea4937-9f88-413c-acfe-262c6911cb43'}}] {{(pid=115993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 00:40:15.619191 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-3bbc5b2b-d81a-4b35-8434-5f9ff535603d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (d38a3d05-304b-4d17-b3aa-af6c14c091d6), before_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:15.626790 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:40:15.629345 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=31,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:40:15.691642 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-2f3b9e93-b768-4389-9086-dcb793cc37c0 admin admin] Publish callbacks [] for router_gateway (b740464e-88ba-4e4b-bd05-4faf6a2101a4), precommit_update {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:15.715618 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-3bbc5b2b-d81a-4b35-8434-5f9ff535603d None None] For port d38a3d05-304b-4d17-b3aa-af6c14c091d6, host dv-cinder-851640-3-iscsi, cleared binding levels {{(pid=115993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 00:40:15.719151 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-3bbc5b2b-d81a-4b35-8434-5f9ff535603d None None] For port d38a3d05-304b-4d17-b3aa-af6c14c091d6, host dv-cinder-851640-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851640-3-iscsi',level=0,port_id=d38a3d05-304b-4d17-b3aa-af6c14c091d6,segment=NetworkSegment(18f25c40-a290-4c24-9aba-a27af389c08c),segment_id=18f25c40-a290-4c24-9aba-a27af389c08c)] {{(pid=115993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 00:40:15.821962 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-3bbc5b2b-d81a-4b35-8434-5f9ff535603d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821'] for port (d38a3d05-304b-4d17-b3aa-af6c14c091d6), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:15.906054 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbc5b2b-d81a-4b35-8434-5f9ff535603d None None] Pushing event updated for resources: {'Port': ['ID=d38a3d05-304b-4d17-b3aa-af6c14c091d6,revision_number=2']} {{(pid=115993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:40:15.936267 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-64237613-c389-4d10-936d-2956085fc78e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (998b03d7-10a2-4624-8114-660f2901b45f), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:16.037369 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-2f3b9e93-b768-4389-9086-dcb793cc37c0 admin admin] Publish callbacks [] for router_gateway (b740464e-88ba-4e4b-bd05-4faf6a2101a4), before_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:16.082677 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-2f3b9e93-b768-4389-9086-dcb793cc37c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (None), before_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:16.225254 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.db.db_base_plugin_common [None req-2f3b9e93-b768-4389-9086-dcb793cc37c0 admin admin] Allocated IP 172.27.3.228 (743d2d45-6b8c-49b7-a932-c537e45f946f/7df84031-3cb2-4601-a018-b61b0ad731dc/73bb3e25-02b8-4cf7-bb3a-cf63ddd1eec4) {{(pid=115991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 00:40:16.225254 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:40:16.326710 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-2f3b9e93-b768-4389-9086-dcb793cc37c0 admin admin] Publish callbacks [] for port (73bb3e25-02b8-4cf7-bb3a-cf63ddd1eec4), precommit_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:16.353026 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:40:16.439744 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-2f3b9e93-b768-4389-9086-dcb793cc37c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764676113785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2785209'] for port (73bb3e25-02b8-4cf7-bb3a-cf63ddd1eec4), after_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:16.484525 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f3b9e93-b768-4389-9086-dcb793cc37c0 admin admin] Network 743d2d45-6b8c-49b7-a932-c537e45f946f is already hosted by enough agents. {{(pid=115991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 00:40:16.487471 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.scheduler.base_scheduler [None req-2f3b9e93-b768-4389-9086-dcb793cc37c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=115991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 00:40:16.491012 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3b9e93-b768-4389-9086-dcb793cc37c0 admin admin] Received port after_create {{(pid=115991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 00:40:16.516682 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3b9e93-b768-4389-9086-dcb793cc37c0 admin admin] Pushing event updated for resources: {'Port': ['ID=73bb3e25-02b8-4cf7-bb3a-cf63ddd1eec4,revision_number=1']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:40:16.850165 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-2f3b9e93-b768-4389-9086-dcb793cc37c0 admin admin] Publish callbacks [] for router_gateway (b740464e-88ba-4e4b-bd05-4faf6a2101a4), after_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:16.853056 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ebd02e4-e417-408a-8150-8a6d3c26e614 None None] Network a1ea4937-9f88-413c-acfe-262c6911cb43 requested from dv-cinder-851640-3-iscsi {{(pid=115993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 00:40:16.856745 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Device d38a3d05-304b-4d17-b3aa-af6c14c091d6 up at agent ovs-agent-dv-cinder-851640-3-iscsi {{(pid=115993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 00:40:16.942567 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-b01b6332-d6ea-49e8-ae23-574274047840 None None] Provisioning complete for port d38a3d05-304b-4d17-b3aa-af6c14c091d6 triggered by entity DHCP. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:40:16.942926 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-b01b6332-d6ea-49e8-ae23-574274047840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (d38a3d05-304b-4d17-b3aa-af6c14c091d6), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:17.009161 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Provisioning complete for port d38a3d05-304b-4d17-b3aa-af6c14c091d6 triggered by entity L2. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:40:17.009531 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (d38a3d05-304b-4d17-b3aa-af6c14c091d6), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:17.045996 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-2f3b9e93-b768-4389-9086-dcb793cc37c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-501999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-427846'] for router (b740464e-88ba-4e4b-bd05-4faf6a2101a4), after_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:17.057015 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:40:17.104610 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-b01b6332-d6ea-49e8-ae23-574274047840 None None] Current status of the port d38a3d05-304b-4d17-b3aa-af6c14c091d6 is: DOWN; New status is: ACTIVE {{(pid=115993) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 00:40:17.104995 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-b01b6332-d6ea-49e8-ae23-574274047840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (d38a3d05-304b-4d17-b3aa-af6c14c091d6), before_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:17.171795 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Current status of the port d38a3d05-304b-4d17-b3aa-af6c14c091d6 is: DOWN; New status is: ACTIVE {{(pid=115993) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 00:40:17.172186 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (d38a3d05-304b-4d17-b3aa-af6c14c091d6), before_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:17.175157 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-b01b6332-d6ea-49e8-ae23-574274047840 None None] For port d38a3d05-304b-4d17-b3aa-af6c14c091d6, host dv-cinder-851640-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851640-3-iscsi',level=0,port_id=d38a3d05-304b-4d17-b3aa-af6c14c091d6,segment=NetworkSegment(18f25c40-a290-4c24-9aba-a27af389c08c),segment_id=18f25c40-a290-4c24-9aba-a27af389c08c)] {{(pid=115993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:40:17.180172 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:40:17.227710 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-b01b6332-d6ea-49e8-ae23-574274047840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821'] for port (d38a3d05-304b-4d17-b3aa-af6c14c091d6), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:17.255917 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f3b9e93-b768-4389-9086-dcb793cc37c0 admin admin] Router b740464e-88ba-4e4b-bd05-4faf6a2101a4 is scheduled to L3 agent d53f5436-7c7f-4441-9708-9d0333b57745 with binding_index 1 {{(pid=115991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 08 00:40:17.301541 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.db.api [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115993) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 08 00:40:17.302063 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG oslo_db.api [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 08 00:40:17.307177 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01b6332-d6ea-49e8-ae23-574274047840 None None] Pushing event updated for resources: {'Port': ['ID=d38a3d05-304b-4d17-b3aa-af6c14c091d6,revision_number=3']} {{(pid=115993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:40:17.346215 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-e6a52695-7ea7-43f2-8fa0-291173bad6e1 None None] Provisioning complete for port d38a3d05-304b-4d17-b3aa-af6c14c091d6 triggered by entity DHCP. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:40:17.346677 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-e6a52695-7ea7-43f2-8fa0-291173bad6e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (d38a3d05-304b-4d17-b3aa-af6c14c091d6), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:17.365345 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f3b9e93-b768-4389-9086-dcb793cc37c0 admin admin] Notify agent at l3_agent.dv-cinder-851640-3-iscsi the message routers_updated {{(pid=115991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 00:40:17.375614 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5055830b-6ff3-468c-9f9a-3348252b80c2 None None] Sync routers for ids ['b740464e-88ba-4e4b-bd05-4faf6a2101a4'] in dv-cinder-851640-3-iscsi {{(pid=115994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 00:40:17.386578 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5055830b-6ff3-468c-9f9a-3348252b80c2 None None] Routers {'b740464e-88ba-4e4b-bd05-4faf6a2101a4'} bound to L3 agent in host dv-cinder-851640-3-iscsi {{(pid=115994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 00:40:17.389889 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_hamode_db [None req-5055830b-6ff3-468c-9f9a-3348252b80c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851640-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-08T00:24:12Z,description=,heartbeat_timestamp=2022-08-08T00:40:12Z,host='dv-cinder-851640-3-iscsi',id=d53f5436-7c7f-4441-9708-9d0333b57745,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T00:24:13Z,topic='l3_agent')) {'router_ids': ['b740464e-88ba-4e4b-bd05-4faf6a2101a4'], 'active': True} {{(pid=115994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:40:17.393709 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:40:17.423867 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-e6a52695-7ea7-43f2-8fa0-291173bad6e1 None None] Current status of the port d38a3d05-304b-4d17-b3aa-af6c14c091d6 is: ACTIVE; New status is: ACTIVE {{(pid=115993) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 00:40:17.451123 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-2f3b9e93-b768-4389-9086-dcb793cc37c0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:17.452449 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-2f3b9e93-b768-4389-9086-dcb793cc37c0 admin admin] 10.222.0.15 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.5437996 Aug 08 00:40:17.455288 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 34856) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:40:17.488560 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_dvr_db [None req-5055830b-6ff3-468c-9f9a-3348252b80c2 None None] Set router b740464e-88ba-4e4b-bd05-4faf6a2101a4 gateway port host: dv-cinder-851640-3-iscsi {{(pid=115994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 00:40:17.654534 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_hamode_db [None req-5055830b-6ff3-468c-9f9a-3348252b80c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b740464e-88ba-4e4b-bd05-4faf6a2101a4', 'name': 'tempest-AttachVolumeTestJSON-877149533-router', 'tenant_id': '2c27d244bd514766b955d1a4aba239eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '73bb3e25-02b8-4cf7-bb3a-cf63ddd1eec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:40:15Z', 'updated_at': '2022-08-08T00:40:16Z', 'revision_number': 3, 'project_id': '2c27d244bd514766b955d1a4aba239eb', 'gw_port': {'id': '73bb3e25-02b8-4cf7-bb3a-cf63ddd1eec4', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0f:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b740464e-88ba-4e4b-bd05-4faf6a2101a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:40:16Z', 'updated_at': '2022-08-08T00:40:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi'}], 'dv-cinder-851640-3-iscsi', False) {} {{(pid=115994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:40:17.679313 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5055830b-6ff3-468c-9f9a-3348252b80c2 None None] Checking router: b740464e-88ba-4e4b-bd05-4faf6a2101a4 for host: dv-cinder-851640-3-iscsi {{(pid=115994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 00:40:17.679659 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5055830b-6ff3-468c-9f9a-3348252b80c2 None None] Updating router b740464e-88ba-4e4b-bd05-4faf6a2101a4 port 73bb3e25-02b8-4cf7-bb3a-cf63ddd1eec4 binding host dv-cinder-851640-3-iscsi {{(pid=115994) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 08 00:40:17.706784 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron_lib.callbacks.manager [None req-5055830b-6ff3-468c-9f9a-3348252b80c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (73bb3e25-02b8-4cf7-bb3a-cf63ddd1eec4), before_update {{(pid=115994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:17.785318 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:40:17.851664 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Current status of the port d38a3d05-304b-4d17-b3aa-af6c14c091d6 is: ACTIVE; New status is: ACTIVE {{(pid=115993) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 00:40:17.879486 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-f58cc8f4-e59e-4341-aab3-7694cfa2220f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (None), before_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:17.975685 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron_lib.callbacks.manager [None req-5055830b-6ff3-468c-9f9a-3348252b80c2 None None] Publish callbacks [] for port (73bb3e25-02b8-4cf7-bb3a-cf63ddd1eec4), precommit_update {{(pid=115994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:18.038622 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron_lib.callbacks.manager [None req-5055830b-6ff3-468c-9f9a-3348252b80c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821'] for port (73bb3e25-02b8-4cf7-bb3a-cf63ddd1eec4), after_update {{(pid=115994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:18.040906 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.db.db_base_plugin_common [None req-f58cc8f4-e59e-4341-aab3-7694cfa2220f admin admin] Allocated IP 172.20.0.1 (a1ea4937-9f88-413c-acfe-262c6911cb43/4f8f3ce2-bf86-4860-ba68-5eb4fa8e9a71/857a913d-4df0-4784-b024-1f56b6492293) {{(pid=115991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 00:40:18.072359 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.plugins.ml2.managers [None req-5055830b-6ff3-468c-9f9a-3348252b80c2 None None] Attempting to bind port 73bb3e25-02b8-4cf7-bb3a-cf63ddd1eec4 on host dv-cinder-851640-3-iscsi for vnic_type normal with profile {{(pid=115994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 00:40:18.072722 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.plugins.ml2.managers [None req-5055830b-6ff3-468c-9f9a-3348252b80c2 None None] Attempting to bind port 73bb3e25-02b8-4cf7-bb3a-cf63ddd1eec4 by drivers openvswitch,hyperv on host dv-cinder-851640-3-iscsi at level 0 using segments [{'id': '15fce33c-3ff3-4714-8fe9-15b1a1600e57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f'}] {{(pid=115994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 00:40:18.073078 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5055830b-6ff3-468c-9f9a-3348252b80c2 None None] Attempting to bind port 73bb3e25-02b8-4cf7-bb3a-cf63ddd1eec4 on network 743d2d45-6b8c-49b7-a932-c537e45f946f {{(pid=115994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 00:40:18.087428 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5055830b-6ff3-468c-9f9a-3348252b80c2 None None] Checking agent: {'id': 'aa35aa05-3c09-40ae-a1e3-ebf96fe3358c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851640-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 0, 24, 15), 'started_at': datetime.datetime(2022, 8, 8, 0, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 0, 40, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851640-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 00:40:18.087804 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5055830b-6ff3-468c-9f9a-3348252b80c2 None None] Checking segment: {'id': '15fce33c-3ff3-4714-8fe9-15b1a1600e57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 00:40:18.088201 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron_lib.callbacks.manager [None req-5055830b-6ff3-468c-9f9a-3348252b80c2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:18.088593 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5055830b-6ff3-468c-9f9a-3348252b80c2 None None] Bound using segment: {'id': '15fce33c-3ff3-4714-8fe9-15b1a1600e57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f'} {{(pid=115994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 00:40:18.089158 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.plugins.ml2.managers [None req-5055830b-6ff3-468c-9f9a-3348252b80c2 None None] Bound port: 73bb3e25-02b8-4cf7-bb3a-cf63ddd1eec4, host: dv-cinder-851640-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15fce33c-3ff3-4714-8fe9-15b1a1600e57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f'}}] {{(pid=115994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 00:40:18.089651 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron_lib.callbacks.manager [None req-5055830b-6ff3-468c-9f9a-3348252b80c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (73bb3e25-02b8-4cf7-bb3a-cf63ddd1eec4), before_update {{(pid=115994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:18.118343 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe0713e-5286-4e09-8849-9a227985db01 None None] Pushing event updated for resources: {'Port': ['ID=73bb3e25-02b8-4cf7-bb3a-cf63ddd1eec4,revision_number=2']} {{(pid=115994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:40:18.132717 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe0713e-5286-4e09-8849-9a227985db01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:40:18.133057 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe0713e-5286-4e09-8849-9a227985db01 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:40:18.133410 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe0713e-5286-4e09-8849-9a227985db01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:40:18.133757 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe0713e-5286-4e09-8849-9a227985db01 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:40:18.134082 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe0713e-5286-4e09-8849-9a227985db01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:40:18.134404 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe0713e-5286-4e09-8849-9a227985db01 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:40:18.134841 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe0713e-5286-4e09-8849-9a227985db01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:40:18.135161 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe0713e-5286-4e09-8849-9a227985db01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:40:18.135503 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe0713e-5286-4e09-8849-9a227985db01 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:40:18.135819 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe0713e-5286-4e09-8849-9a227985db01 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:40:18.136133 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe0713e-5286-4e09-8849-9a227985db01 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:40:18.136447 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe0713e-5286-4e09-8849-9a227985db01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:40:18.137500 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe0713e-5286-4e09-8849-9a227985db01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:40:18.137910 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe0713e-5286-4e09-8849-9a227985db01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:40:18.138286 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe0713e-5286-4e09-8849-9a227985db01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:40:18.162213 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.plugins.ml2.db [None req-5055830b-6ff3-468c-9f9a-3348252b80c2 None None] For port 73bb3e25-02b8-4cf7-bb3a-cf63ddd1eec4, host dv-cinder-851640-3-iscsi, cleared binding levels {{(pid=115994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 00:40:18.165101 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-f58cc8f4-e59e-4341-aab3-7694cfa2220f admin admin] Publish callbacks [] for port (857a913d-4df0-4784-b024-1f56b6492293), precommit_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:18.165613 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.plugins.ml2.db [None req-5055830b-6ff3-468c-9f9a-3348252b80c2 None None] For port 73bb3e25-02b8-4cf7-bb3a-cf63ddd1eec4, host dv-cinder-851640-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851640-3-iscsi',level=0,port_id=73bb3e25-02b8-4cf7-bb3a-cf63ddd1eec4,segment=NetworkSegment(15fce33c-3ff3-4714-8fe9-15b1a1600e57),segment_id=15fce33c-3ff3-4714-8fe9-15b1a1600e57)] {{(pid=115994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 00:40:18.167636 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:DELETE=1,neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:40:18.217249 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron_lib.callbacks.manager [None req-5055830b-6ff3-468c-9f9a-3348252b80c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821'] for port (73bb3e25-02b8-4cf7-bb3a-cf63ddd1eec4), after_update {{(pid=115994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:18.245768 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:40:18.258967 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5055830b-6ff3-468c-9f9a-3348252b80c2 None None] Routers {'b740464e-88ba-4e4b-bd05-4faf6a2101a4'} bound to L3 agent in host dv-cinder-851640-3-iscsi {{(pid=115994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 00:40:18.259595 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_hamode_db [None req-5055830b-6ff3-468c-9f9a-3348252b80c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851640-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-08T00:24:12Z,description=,heartbeat_timestamp=2022-08-08T00:40:12Z,host='dv-cinder-851640-3-iscsi',id=d53f5436-7c7f-4441-9708-9d0333b57745,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T00:24:13Z,topic='l3_agent')) {'router_ids': ['b740464e-88ba-4e4b-bd05-4faf6a2101a4'], 'active': True} {{(pid=115994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:40:18.272510 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-f58cc8f4-e59e-4341-aab3-7694cfa2220f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764676113785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2785209'] for port (857a913d-4df0-4784-b024-1f56b6492293), after_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:18.313775 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe0713e-5286-4e09-8849-9a227985db01 None None] Pushing event updated for resources: {'Port': ['ID=73bb3e25-02b8-4cf7-bb3a-cf63ddd1eec4,revision_number=3']} {{(pid=115994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:40:18.314265 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f58cc8f4-e59e-4341-aab3-7694cfa2220f admin admin] Network a1ea4937-9f88-413c-acfe-262c6911cb43 is already hosted by enough agents. {{(pid=115991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 00:40:18.319307 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.scheduler.base_scheduler [None req-f58cc8f4-e59e-4341-aab3-7694cfa2220f admin admin] Resources bound (agent type, host, resource id): {{(pid=115991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 00:40:18.323175 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58cc8f4-e59e-4341-aab3-7694cfa2220f admin admin] Received port after_create {{(pid=115991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 00:40:18.348337 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58cc8f4-e59e-4341-aab3-7694cfa2220f admin admin] Pushing event updated for resources: {'Port': ['ID=857a913d-4df0-4784-b024-1f56b6492293,revision_number=1']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:40:18.367934 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-f58cc8f4-e59e-4341-aab3-7694cfa2220f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-500133'] for router_interface (b740464e-88ba-4e4b-bd05-4faf6a2101a4), before_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:18.383598 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_dvr_db [None req-5055830b-6ff3-468c-9f9a-3348252b80c2 None None] Set router b740464e-88ba-4e4b-bd05-4faf6a2101a4 gateway port host: dv-cinder-851640-3-iscsi {{(pid=115994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 00:40:18.385213 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:40:18.569565 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-f58cc8f4-e59e-4341-aab3-7694cfa2220f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (857a913d-4df0-4784-b024-1f56b6492293), before_update {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:18.572877 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_hamode_db [None req-5055830b-6ff3-468c-9f9a-3348252b80c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b740464e-88ba-4e4b-bd05-4faf6a2101a4', 'name': 'tempest-AttachVolumeTestJSON-877149533-router', 'tenant_id': '2c27d244bd514766b955d1a4aba239eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '73bb3e25-02b8-4cf7-bb3a-cf63ddd1eec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:40:15Z', 'updated_at': '2022-08-08T00:40:16Z', 'revision_number': 3, 'project_id': '2c27d244bd514766b955d1a4aba239eb', 'gw_port': {'id': '73bb3e25-02b8-4cf7-bb3a-cf63ddd1eec4', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0f:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b740464e-88ba-4e4b-bd05-4faf6a2101a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:40:16Z', 'updated_at': '2022-08-08T00:40:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi'}], 'dv-cinder-851640-3-iscsi', False) {} {{(pid=115994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:40:18.573275 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-b0aac873-adeb-4862-afdd-23c0ab3de9ec None None] Provisioning complete for port 857a913d-4df0-4784-b024-1f56b6492293 triggered by entity DHCP. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:40:18.573770 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-b0aac873-adeb-4862-afdd-23c0ab3de9ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (857a913d-4df0-4784-b024-1f56b6492293), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:18.597271 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5055830b-6ff3-468c-9f9a-3348252b80c2 None None] The sync data for ids ['b740464e-88ba-4e4b-bd05-4faf6a2101a4'] in dv-cinder-851640-3-iscsi is: [{'id': 'b740464e-88ba-4e4b-bd05-4faf6a2101a4', 'name': 'tempest-AttachVolumeTestJSON-877149533-router', 'tenant_id': '2c27d244bd514766b955d1a4aba239eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '73bb3e25-02b8-4cf7-bb3a-cf63ddd1eec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:40:15Z', 'updated_at': '2022-08-08T00:40:16Z', 'revision_number': 3, 'project_id': '2c27d244bd514766b955d1a4aba239eb', 'gw_port': {'id': '73bb3e25-02b8-4cf7-bb3a-cf63ddd1eec4', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0f:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b740464e-88ba-4e4b-bd05-4faf6a2101a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:40:16Z', 'updated_at': '2022-08-08T00:40:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi'}] {{(pid=115994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 00:40:18.613458 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-b0aac873-adeb-4862-afdd-23c0ab3de9ec None None] Port 857a913d-4df0-4784-b024-1f56b6492293 cannot update to ACTIVE because it is not bound. {{(pid=115993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 08 00:40:18.623812 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:40:18.747636 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-f58cc8f4-e59e-4341-aab3-7694cfa2220f admin admin] Publish callbacks [] for port (857a913d-4df0-4784-b024-1f56b6492293), precommit_update {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:18.799966 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Device d38a3d05-304b-4d17-b3aa-af6c14c091d6 up at agent ovs-agent-dv-cinder-851640-3-iscsi {{(pid=115993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 00:40:18.844778 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-f58cc8f4-e59e-4341-aab3-7694cfa2220f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2785206'] for port (857a913d-4df0-4784-b024-1f56b6492293), after_update {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:18.852001 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Provisioning complete for port d38a3d05-304b-4d17-b3aa-af6c14c091d6 triggered by entity L2. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:40:18.852507 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (d38a3d05-304b-4d17-b3aa-af6c14c091d6), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:18.946674 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-f58cc8f4-e59e-4341-aab3-7694cfa2220f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-499733'] for router_interface (b740464e-88ba-4e4b-bd05-4faf6a2101a4), after_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:18.953120 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58cc8f4-e59e-4341-aab3-7694cfa2220f admin admin] Pushing event updated for resources: {'Port': ['ID=857a913d-4df0-4784-b024-1f56b6492293,revision_number=2']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:40:18.953712 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Current status of the port d38a3d05-304b-4d17-b3aa-af6c14c091d6 is: ACTIVE; New status is: ACTIVE {{(pid=115993) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 00:40:18.967408 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58cc8f4-e59e-4341-aab3-7694cfa2220f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:40:18.967766 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58cc8f4-e59e-4341-aab3-7694cfa2220f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:40:18.968492 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58cc8f4-e59e-4341-aab3-7694cfa2220f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:40:18.968492 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58cc8f4-e59e-4341-aab3-7694cfa2220f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:40:18.968800 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58cc8f4-e59e-4341-aab3-7694cfa2220f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:40:18.969143 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58cc8f4-e59e-4341-aab3-7694cfa2220f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:40:18.969473 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58cc8f4-e59e-4341-aab3-7694cfa2220f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:40:18.969803 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58cc8f4-e59e-4341-aab3-7694cfa2220f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:40:18.970131 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58cc8f4-e59e-4341-aab3-7694cfa2220f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:40:18.970461 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58cc8f4-e59e-4341-aab3-7694cfa2220f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:40:18.970786 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58cc8f4-e59e-4341-aab3-7694cfa2220f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:40:18.971142 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58cc8f4-e59e-4341-aab3-7694cfa2220f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:40:18.971495 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58cc8f4-e59e-4341-aab3-7694cfa2220f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:40:18.971854 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58cc8f4-e59e-4341-aab3-7694cfa2220f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:40:18.972199 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58cc8f4-e59e-4341-aab3-7694cfa2220f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:40:19.072452 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f58cc8f4-e59e-4341-aab3-7694cfa2220f admin admin] Network a1ea4937-9f88-413c-acfe-262c6911cb43 is already hosted by enough agents. {{(pid=115991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 00:40:19.073887 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.scheduler.base_scheduler [None req-f58cc8f4-e59e-4341-aab3-7694cfa2220f admin admin] Resources bound (agent type, host, resource id): {{(pid=115991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 00:40:19.193107 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f58cc8f4-e59e-4341-aab3-7694cfa2220f admin admin] Router b740464e-88ba-4e4b-bd05-4faf6a2101a4 has already been hosted by L3 agent d53f5436-7c7f-4441-9708-9d0333b57745 {{(pid=115991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 00:40:19.319256 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f58cc8f4-e59e-4341-aab3-7694cfa2220f admin admin] Notify agent at l3_agent.dv-cinder-851640-3-iscsi the message routers_updated {{(pid=115991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 00:40:19.327093 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-f58cc8f4-e59e-4341-aab3-7694cfa2220f admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/b740464e-88ba-4e4b-bd05-4faf6a2101a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8706777 Aug 08 00:40:19.337155 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-1e1b8c22-a1f4-4f16-ac4f-c7b37d2bda5b None None] Provisioning complete for port 857a913d-4df0-4784-b024-1f56b6492293 triggered by entity DHCP. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:40:19.338032 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-1e1b8c22-a1f4-4f16-ac4f-c7b37d2bda5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (857a913d-4df0-4784-b024-1f56b6492293), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:19.378259 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-1e1b8c22-a1f4-4f16-ac4f-c7b37d2bda5b None None] Port 857a913d-4df0-4784-b024-1f56b6492293 cannot update to ACTIVE because it is not bound. {{(pid=115993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 08 00:40:19.710915 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 34922) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:40:19.716582 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.v2.base [None req-056d7f44-5850-4a6e-88ca-30c25f32fd95 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1741696323', 'description': 'tempest-description--1862106124'}} {{(pid=115992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:40:19.810403 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-056d7f44-5850-4a6e-88ca-30c25f32fd95 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Publish callbacks [] for security_group (None), before_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:19.878410 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-056d7f44-5850-4a6e-88ca-30c25f32fd95 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Publish callbacks [] for security_group (5adb99c2-069e-4dbb-9189-e74c7d18da93), precommit_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:19.963086 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-056d7f44-5850-4a6e-88ca-30c25f32fd95 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (5adb99c2-069e-4dbb-9189-e74c7d18da93), after_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:19.995470 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056d7f44-5850-4a6e-88ca-30c25f32fd95 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5adb99c2-069e-4dbb-9189-e74c7d18da93,revision_number=1']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:40:20.002113 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056d7f44-5850-4a6e-88ca-30c25f32fd95 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:40:20.002466 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056d7f44-5850-4a6e-88ca-30c25f32fd95 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:40:20.002806 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056d7f44-5850-4a6e-88ca-30c25f32fd95 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:40:20.003144 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056d7f44-5850-4a6e-88ca-30c25f32fd95 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:40:20.003510 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056d7f44-5850-4a6e-88ca-30c25f32fd95 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:40:20.003860 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056d7f44-5850-4a6e-88ca-30c25f32fd95 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:40:20.004185 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056d7f44-5850-4a6e-88ca-30c25f32fd95 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:40:20.004504 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056d7f44-5850-4a6e-88ca-30c25f32fd95 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:40:20.004825 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056d7f44-5850-4a6e-88ca-30c25f32fd95 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:40:20.005137 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056d7f44-5850-4a6e-88ca-30c25f32fd95 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:40:20.005458 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056d7f44-5850-4a6e-88ca-30c25f32fd95 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:40:20.005764 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056d7f44-5850-4a6e-88ca-30c25f32fd95 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:40:20.006079 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056d7f44-5850-4a6e-88ca-30c25f32fd95 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:40:20.006424 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056d7f44-5850-4a6e-88ca-30c25f32fd95 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:40:20.006738 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056d7f44-5850-4a6e-88ca-30c25f32fd95 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:40:20.073845 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-056d7f44-5850-4a6e-88ca-30c25f32fd95 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Publish callbacks [] for security_group (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:20.075659 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-056d7f44-5850-4a6e-88ca-30c25f32fd95 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] 10.222.0.15 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3637111 Aug 08 00:40:20.079030 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 34924) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:40:20.083693 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.v2.base [None req-93fc297c-9195-45e5-afdb-3719d230eadc tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Request body: {'security_group_rule': {'security_group_id': '5adb99c2-069e-4dbb-9189-e74c7d18da93', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:40:20.175798 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-93fc297c-9195-45e5-afdb-3719d230eadc tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Publish callbacks [] for security_group_rule (f3398778-3772-4f62-9da8-26b80905948d), before_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:20.215158 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992cbaa5-91d2-4f28-a806-b26c11d4fe29 None None] Sync routers for ids ['b740464e-88ba-4e4b-bd05-4faf6a2101a4'] in dv-cinder-851640-3-iscsi {{(pid=115993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 00:40:20.225990 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992cbaa5-91d2-4f28-a806-b26c11d4fe29 None None] Routers {'b740464e-88ba-4e4b-bd05-4faf6a2101a4'} bound to L3 agent in host dv-cinder-851640-3-iscsi {{(pid=115993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 00:40:20.226964 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_hamode_db [None req-992cbaa5-91d2-4f28-a806-b26c11d4fe29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851640-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-08T00:24:12Z,description=,heartbeat_timestamp=2022-08-08T00:40:12Z,host='dv-cinder-851640-3-iscsi',id=d53f5436-7c7f-4441-9708-9d0333b57745,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T00:24:13Z,topic='l3_agent')) {'router_ids': ['b740464e-88ba-4e4b-bd05-4faf6a2101a4'], 'active': True} {{(pid=115993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:40:20.239509 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-93fc297c-9195-45e5-afdb-3719d230eadc tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Publish callbacks [] for security_group_rule (f3398778-3772-4f62-9da8-26b80905948d), precommit_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:20.289937 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-93fc297c-9195-45e5-afdb-3719d230eadc tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339626'] for security_group_rule (f3398778-3772-4f62-9da8-26b80905948d), after_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:20.308567 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fc297c-9195-45e5-afdb-3719d230eadc tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3398778-3772-4f62-9da8-26b80905948d,revision_number=0']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:40:20.330486 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvr_db [None req-992cbaa5-91d2-4f28-a806-b26c11d4fe29 None None] Set router b740464e-88ba-4e4b-bd05-4faf6a2101a4 gateway port host: dv-cinder-851640-3-iscsi {{(pid=115993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 00:40:20.354760 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-93fc297c-9195-45e5-afdb-3719d230eadc tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:20.356235 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-93fc297c-9195-45e5-afdb-3719d230eadc tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2760077 Aug 08 00:40:20.358827 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 34926) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:40:20.363285 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.v2.base [None req-ad3ade8d-c88c-454b-8492-11ca80cf32f0 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Request body: {'security_group_rule': {'security_group_id': '5adb99c2-069e-4dbb-9189-e74c7d18da93', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:40:20.380228 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:40:20.455334 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:40:20.457395 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-ad3ade8d-c88c-454b-8492-11ca80cf32f0 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Publish callbacks [] for security_group_rule (ecea4e90-fde4-45ae-964f-20c7486a62d5), before_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:20.516220 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-ad3ade8d-c88c-454b-8492-11ca80cf32f0 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Publish callbacks [] for security_group_rule (ecea4e90-fde4-45ae-964f-20c7486a62d5), precommit_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:20.522072 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 34930) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:40:20.523692 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_hamode_db [None req-992cbaa5-91d2-4f28-a806-b26c11d4fe29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b740464e-88ba-4e4b-bd05-4faf6a2101a4', 'name': 'tempest-AttachVolumeTestJSON-877149533-router', 'tenant_id': '2c27d244bd514766b955d1a4aba239eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '73bb3e25-02b8-4cf7-bb3a-cf63ddd1eec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:40:15Z', 'updated_at': '2022-08-08T00:40:18Z', 'revision_number': 4, 'project_id': '2c27d244bd514766b955d1a4aba239eb', 'gw_port': {'id': '73bb3e25-02b8-4cf7-bb3a-cf63ddd1eec4', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0f:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b740464e-88ba-4e4b-bd05-4faf6a2101a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:40:16Z', 'updated_at': '2022-08-08T00:40:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi', '_interfaces': [{'id': '857a913d-4df0-4784-b024-1f56b6492293', 'name': '', 'network_id': 'a1ea4937-9f88-413c-acfe-262c6911cb43', 'tenant_id': '2c27d244bd514766b955d1a4aba239eb', 'mac_address': 'fa:16:3e:cc:a2:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b740464e-88ba-4e4b-bd05-4faf6a2101a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '4f8f3ce2-bf86-4860-ba68-5eb4fa8e9a71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:40:17Z', 'updated_at': '2022-08-08T00:40:18Z', 'revision_number': 2, 'project_id': '2c27d244bd514766b955d1a4aba239eb', 'subnets': [{'id': '4f8f3ce2-bf86-4860-ba68-5eb4fa8e9a71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851640-3-iscsi', False) {} {{(pid=115993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:40:20.552839 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992cbaa5-91d2-4f28-a806-b26c11d4fe29 None None] Checking router: b740464e-88ba-4e4b-bd05-4faf6a2101a4 for host: dv-cinder-851640-3-iscsi {{(pid=115993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 00:40:20.553110 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992cbaa5-91d2-4f28-a806-b26c11d4fe29 None None] Updating router b740464e-88ba-4e4b-bd05-4faf6a2101a4 port 857a913d-4df0-4784-b024-1f56b6492293 binding host dv-cinder-851640-3-iscsi {{(pid=115993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 08 00:40:20.568583 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc6d8b0c-235c-4a30-93e6-8fc78104d83a admin admin] Deleting subnet 390a2246-26e8-4262-8de5-00c6b1ec6a12 {{(pid=115992) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 08 00:40:20.571783 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-dc6d8b0c-235c-4a30-93e6-8fc78104d83a admin admin] Publish callbacks [] for subnet (390a2246-26e8-4262-8de5-00c6b1ec6a12), before_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:20.581420 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-992cbaa5-91d2-4f28-a806-b26c11d4fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (857a913d-4df0-4784-b024-1f56b6492293), before_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:20.593583 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-ad3ade8d-c88c-454b-8492-11ca80cf32f0 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339626'] for security_group_rule (ecea4e90-fde4-45ae-964f-20c7486a62d5), after_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:20.624149 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3ade8d-c88c-454b-8492-11ca80cf32f0 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecea4e90-fde4-45ae-964f-20c7486a62d5,revision_number=0']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:40:20.629564 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-dc6d8b0c-235c-4a30-93e6-8fc78104d83a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2898661'] for subnet (390a2246-26e8-4262-8de5-00c6b1ec6a12), precommit_delete_associations {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:20.631205 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:40:20.673079 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-dc6d8b0c-235c-4a30-93e6-8fc78104d83a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1386800'] for subnet (390a2246-26e8-4262-8de5-00c6b1ec6a12), precommit_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:20.706938 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-ad3ade8d-c88c-454b-8492-11ca80cf32f0 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:20.708198 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-ad3ade8d-c88c-454b-8492-11ca80cf32f0 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3483229 Aug 08 00:40:20.711853 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 34932) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:40:20.718688 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.v2.base [None req-5253757c-8529-444a-a189-38370ebe8437 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Request body: {'floatingip': {'floating_network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f'}} {{(pid=115991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:40:20.734348 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:40:20.803836 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-dc6d8b0c-235c-4a30-93e6-8fc78104d83a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1386811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26371446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26226896'] for subnet (390a2246-26e8-4262-8de5-00c6b1ec6a12), after_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:20.804415 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-5253757c-8529-444a-a189-38370ebe8437 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:20.833860 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Device 73bb3e25-02b8-4cf7-bb3a-cf63ddd1eec4 up at agent ovs-agent-dv-cinder-851640-3-iscsi {{(pid=115993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 00:40:20.836911 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d8b0c-235c-4a30-93e6-8fc78104d83a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=390a2246-26e8-4262-8de5-00c6b1ec6a12,revision_number=None']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:40:20.846536 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-dc6d8b0c-235c-4a30-93e6-8fc78104d83a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:20.848964 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-dc6d8b0c-235c-4a30-93e6-8fc78104d83a admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/390a2246-26e8-4262-8de5-00c6b1ec6a12 HTTP/1.1" status: 204 len: 168 time: 0.3259382 Aug 08 00:40:20.851583 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 34934) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:40:20.879793 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=100 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:40:20.912092 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-5253757c-8529-444a-a189-38370ebe8437 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (None), before_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:20.932988 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-a6e5ffd8-f695-41ff-8c48-ad0b5a7ecac0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1544796'] for network (5d335768-2822-40df-af2e-ce286fc9bfdf), before_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:21.016122 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-a6e5ffd8-f695-41ff-8c48-ad0b5a7ecac0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388207', 'neutron.services.segments.db._delete_segments_for_network-8764676474350'] for network (5d335768-2822-40df-af2e-ce286fc9bfdf), precommit_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:21.020954 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-992cbaa5-91d2-4f28-a806-b26c11d4fe29 None None] Publish callbacks [] for port (857a913d-4df0-4784-b024-1f56b6492293), precommit_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:21.034906 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Provisioning complete for port 73bb3e25-02b8-4cf7-bb3a-cf63ddd1eec4 triggered by entity L2. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:40:21.035379 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (73bb3e25-02b8-4cf7-bb3a-cf63ddd1eec4), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:21.037017 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.db.db_base_plugin_common [None req-5253757c-8529-444a-a189-38370ebe8437 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Allocated IP 172.27.3.119 (743d2d45-6b8c-49b7-a932-c537e45f946f/7df84031-3cb2-4601-a018-b61b0ad731dc/e03780fe-edd4-4528-b0d5-73233d7686d2) {{(pid=115991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 00:40:21.038481 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.services.segments.db [None req-a6e5ffd8-f695-41ff-8c48-ad0b5a7ecac0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d335768-2822-40df-af2e-ce286fc9bfdf']}} {{(pid=115992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:40:21.048425 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.services.segments.db [None req-a6e5ffd8-f695-41ff-8c48-ad0b5a7ecac0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '446d5229-5e0e-4055-82be-24178e826f95') {'for_net_delete': True} {{(pid=115992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:40:21.048793 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.services.segments.db [None req-a6e5ffd8-f695-41ff-8c48-ad0b5a7ecac0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '446d5229-5e0e-4055-82be-24178e826f95') {} {{(pid=115992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:40:21.061587 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-a6e5ffd8-f695-41ff-8c48-ad0b5a7ecac0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764676474251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2898668'] for segment (446d5229-5e0e-4055-82be-24178e826f95), before_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:21.076380 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-a6e5ffd8-f695-41ff-8c48-ad0b5a7ecac0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1398331'] for segment (446d5229-5e0e-4055-82be-24178e826f95), precommit_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:21.083995 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6e5ffd8-f695-41ff-8c48-ad0b5a7ecac0 admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=115992) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 08 00:40:21.087563 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-a6e5ffd8-f695-41ff-8c48-ad0b5a7ecac0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1398331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26371028'] for segment (446d5229-5e0e-4055-82be-24178e826f95), after_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:21.108759 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-992cbaa5-91d2-4f28-a806-b26c11d4fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821'] for port (857a913d-4df0-4784-b024-1f56b6492293), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:21.138077 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.services.segments.plugin [-] Segment 446d5229-5e0e-4055-82be-24178e826f95 resource provider aggregate not found Aug 08 00:40:21.140069 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:40:21.145252 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Current status of the port 73bb3e25-02b8-4cf7-bb3a-cf63ddd1eec4 is: DOWN; New status is: ACTIVE {{(pid=115993) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 00:40:21.145739 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (73bb3e25-02b8-4cf7-bb3a-cf63ddd1eec4), before_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:21.161222 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-5253757c-8529-444a-a189-38370ebe8437 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Publish callbacks [] for port (e03780fe-edd4-4528-b0d5-73233d7686d2), precommit_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:21.167741 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] For port 73bb3e25-02b8-4cf7-bb3a-cf63ddd1eec4, host dv-cinder-851640-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851640-3-iscsi',level=0,port_id=73bb3e25-02b8-4cf7-bb3a-cf63ddd1eec4,segment=NetworkSegment(15fce33c-3ff3-4714-8fe9-15b1a1600e57),segment_id=15fce33c-3ff3-4714-8fe9-15b1a1600e57)] {{(pid=115993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:40:21.169460 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.services.segments.plugin [-] Segment 446d5229-5e0e-4055-82be-24178e826f95 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 446d5229-5e0e-4055-82be-24178e826f95 found for delete ", "request_id": "req-ced0d053-42f9-4734-8d47-7d8bce87e28f"}]} Aug 08 00:40:21.202630 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d691fce-8390-4db8-950e-2f0e931e668c None None] Pushing event updated for resources: {'Port': ['ID=857a913d-4df0-4784-b024-1f56b6492293,revision_number=3']} {{(pid=115993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:40:21.233024 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-a6e5ffd8-f695-41ff-8c48-ad0b5a7ecac0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-428578'] for network (5d335768-2822-40df-af2e-ce286fc9bfdf), after_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:21.233220 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821'] for port (73bb3e25-02b8-4cf7-bb3a-cf63ddd1eec4), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:21.243115 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-a6e5ffd8-f695-41ff-8c48-ad0b5a7ecac0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575022'] for network (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:21.244903 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-a6e5ffd8-f695-41ff-8c48-ad0b5a7ecac0 admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/5d335768-2822-40df-af2e-ce286fc9bfdf HTTP/1.1" status: 204 len: 168 time: 0.3923507 Aug 08 00:40:21.256973 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.managers [None req-992cbaa5-91d2-4f28-a806-b26c11d4fe29 None None] Attempting to bind port 857a913d-4df0-4784-b024-1f56b6492293 on host dv-cinder-851640-3-iscsi for vnic_type normal with profile {{(pid=115993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 00:40:21.257352 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.managers [None req-992cbaa5-91d2-4f28-a806-b26c11d4fe29 None None] Attempting to bind port 857a913d-4df0-4784-b024-1f56b6492293 by drivers openvswitch,hyperv on host dv-cinder-851640-3-iscsi at level 0 using segments [{'id': '18f25c40-a290-4c24-9aba-a27af389c08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'a1ea4937-9f88-413c-acfe-262c6911cb43'}] {{(pid=115993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 00:40:21.257719 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992cbaa5-91d2-4f28-a806-b26c11d4fe29 None None] Attempting to bind port 857a913d-4df0-4784-b024-1f56b6492293 on network a1ea4937-9f88-413c-acfe-262c6911cb43 {{(pid=115993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 00:40:21.259634 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e5ffd8-f695-41ff-8c48-ad0b5a7ecac0 admin admin] Pushing event deleted for resources: {'Network': ['ID=5d335768-2822-40df-af2e-ce286fc9bfdf,revision_number=None']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:40:21.263159 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-5253757c-8529-444a-a189-38370ebe8437 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764676113785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2785209'] for port (e03780fe-edd4-4528-b0d5-73233d7686d2), after_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:21.267344 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992cbaa5-91d2-4f28-a806-b26c11d4fe29 None None] Checking agent: {'id': 'aa35aa05-3c09-40ae-a1e3-ebf96fe3358c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851640-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 0, 24, 15), 'started_at': datetime.datetime(2022, 8, 8, 0, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 0, 40, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851640-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 00:40:21.271360 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992cbaa5-91d2-4f28-a806-b26c11d4fe29 None None] Checking segment: {'id': '18f25c40-a290-4c24-9aba-a27af389c08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'a1ea4937-9f88-413c-acfe-262c6911cb43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 00:40:21.271360 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-992cbaa5-91d2-4f28-a806-b26c11d4fe29 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:21.271360 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992cbaa5-91d2-4f28-a806-b26c11d4fe29 None None] Bound using segment: {'id': '18f25c40-a290-4c24-9aba-a27af389c08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'a1ea4937-9f88-413c-acfe-262c6911cb43'} {{(pid=115993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 00:40:21.271360 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.managers [None req-992cbaa5-91d2-4f28-a806-b26c11d4fe29 None None] Bound port: 857a913d-4df0-4784-b024-1f56b6492293, host: dv-cinder-851640-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18f25c40-a290-4c24-9aba-a27af389c08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'a1ea4937-9f88-413c-acfe-262c6911cb43'}}] {{(pid=115993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 00:40:21.271360 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-992cbaa5-91d2-4f28-a806-b26c11d4fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (857a913d-4df0-4784-b024-1f56b6492293), before_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:21.308353 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5253757c-8529-444a-a189-38370ebe8437 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Network 743d2d45-6b8c-49b7-a932-c537e45f946f is already hosted by enough agents. {{(pid=115991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 00:40:21.316489 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.scheduler.base_scheduler [None req-5253757c-8529-444a-a189-38370ebe8437 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Resources bound (agent type, host, resource id): {{(pid=115991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 00:40:21.320256 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5253757c-8529-444a-a189-38370ebe8437 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Received port after_create {{(pid=115991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 00:40:21.331089 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Pushing event updated for resources: {'Port': ['ID=73bb3e25-02b8-4cf7-bb3a-cf63ddd1eec4,revision_number=4']} {{(pid=115993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:40:21.349669 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5253757c-8529-444a-a189-38370ebe8437 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Pushing event updated for resources: {'Port': ['ID=e03780fe-edd4-4528-b0d5-73233d7686d2,revision_number=1']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:40:21.354719 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-992cbaa5-91d2-4f28-a806-b26c11d4fe29 None None] For port 857a913d-4df0-4784-b024-1f56b6492293, host dv-cinder-851640-3-iscsi, cleared binding levels {{(pid=115993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 00:40:21.358597 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-992cbaa5-91d2-4f28-a806-b26c11d4fe29 None None] For port 857a913d-4df0-4784-b024-1f56b6492293, host dv-cinder-851640-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851640-3-iscsi',level=0,port_id=857a913d-4df0-4784-b024-1f56b6492293,segment=NetworkSegment(18f25c40-a290-4c24-9aba-a27af389c08c),segment_id=18f25c40-a290-4c24-9aba-a27af389c08c)] {{(pid=115993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 00:40:21.413391 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-5253757c-8529-444a-a189-38370ebe8437 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Publish callbacks [] for floatingip (5fbf7c13-8dee-4dc5-a2b5-166951e64a38), precommit_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:21.473155 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-992cbaa5-91d2-4f28-a806-b26c11d4fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821'] for port (857a913d-4df0-4784-b024-1f56b6492293), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:21.511629 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992cbaa5-91d2-4f28-a806-b26c11d4fe29 None None] Routers {'b740464e-88ba-4e4b-bd05-4faf6a2101a4'} bound to L3 agent in host dv-cinder-851640-3-iscsi {{(pid=115993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 00:40:21.512283 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_hamode_db [None req-992cbaa5-91d2-4f28-a806-b26c11d4fe29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851640-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-08T00:24:12Z,description=,heartbeat_timestamp=2022-08-08T00:40:12Z,host='dv-cinder-851640-3-iscsi',id=d53f5436-7c7f-4441-9708-9d0333b57745,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T00:24:13Z,topic='l3_agent')) {'router_ids': ['b740464e-88ba-4e4b-bd05-4faf6a2101a4'], 'active': True} {{(pid=115993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:40:21.542538 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-5253757c-8529-444a-a189-38370ebe8437 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (e03780fe-edd4-4528-b0d5-73233d7686d2), before_update {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:21.564303 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:40:21.572050 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d691fce-8390-4db8-950e-2f0e931e668c None None] Pushing event updated for resources: {'Port': ['ID=857a913d-4df0-4784-b024-1f56b6492293,revision_number=4']} {{(pid=115993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:40:21.635125 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvr_db [None req-992cbaa5-91d2-4f28-a806-b26c11d4fe29 None None] Set router b740464e-88ba-4e4b-bd05-4faf6a2101a4 gateway port host: dv-cinder-851640-3-iscsi {{(pid=115993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 00:40:21.648402 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:40:21.660994 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 34942) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:40:21.700353 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-5253757c-8529-444a-a189-38370ebe8437 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Publish callbacks [] for port (e03780fe-edd4-4528-b0d5-73233d7686d2), precommit_update {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:21.709932 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-d388da31-5ec1-4117-a1ab-10632bd1bf07 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=2aabdf53ddce4b91a70bdb6a287cb765&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0477886 Aug 08 00:40:21.712508 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 34944) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:40:21.762386 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-ef61e734-873f-4517-a7d4-292f90ecbda1 admin admin] Publish callbacks [] for security_group (66ce6791-e978-4b6a-a427-41fbf08ca600), before_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:21.776628 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-5253757c-8529-444a-a189-38370ebe8437 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2785206'] for port (e03780fe-edd4-4528-b0d5-73233d7686d2), after_update {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:21.777280 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:40:21.786167 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-ef61e734-873f-4517-a7d4-292f90ecbda1 admin admin] Publish callbacks [] for security_group (66ce6791-e978-4b6a-a427-41fbf08ca600), precommit_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:21.815499 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:40:21.837205 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_hamode_db [None req-992cbaa5-91d2-4f28-a806-b26c11d4fe29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b740464e-88ba-4e4b-bd05-4faf6a2101a4', 'name': 'tempest-AttachVolumeTestJSON-877149533-router', 'tenant_id': '2c27d244bd514766b955d1a4aba239eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '73bb3e25-02b8-4cf7-bb3a-cf63ddd1eec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:40:15Z', 'updated_at': '2022-08-08T00:40:18Z', 'revision_number': 4, 'project_id': '2c27d244bd514766b955d1a4aba239eb', 'gw_port': {'id': '73bb3e25-02b8-4cf7-bb3a-cf63ddd1eec4', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b740464e-88ba-4e4b-bd05-4faf6a2101a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:40:16Z', 'updated_at': '2022-08-08T00:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi', '_interfaces': [{'id': '857a913d-4df0-4784-b024-1f56b6492293', 'name': '', 'network_id': 'a1ea4937-9f88-413c-acfe-262c6911cb43', 'tenant_id': '2c27d244bd514766b955d1a4aba239eb', 'mac_address': 'fa:16:3e:cc:a2:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b740464e-88ba-4e4b-bd05-4faf6a2101a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '4f8f3ce2-bf86-4860-ba68-5eb4fa8e9a71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:40:17Z', 'updated_at': '2022-08-08T00:40:21Z', 'revision_number': 4, 'project_id': '2c27d244bd514766b955d1a4aba239eb', 'subnets': [{'id': '4f8f3ce2-bf86-4860-ba68-5eb4fa8e9a71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851640-3-iscsi', False) {} {{(pid=115993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:40:21.847125 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-5253757c-8529-444a-a189-38370ebe8437 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-499989'] for floatingip (5fbf7c13-8dee-4dc5-a2b5-166951e64a38), after_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:21.850836 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5253757c-8529-444a-a189-38370ebe8437 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Pushing event updated for resources: {'Port': ['ID=e03780fe-edd4-4528-b0d5-73233d7686d2,revision_number=2']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:40:21.866697 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992cbaa5-91d2-4f28-a806-b26c11d4fe29 None None] The sync data for ids ['b740464e-88ba-4e4b-bd05-4faf6a2101a4'] in dv-cinder-851640-3-iscsi is: [{'id': 'b740464e-88ba-4e4b-bd05-4faf6a2101a4', 'name': 'tempest-AttachVolumeTestJSON-877149533-router', 'tenant_id': '2c27d244bd514766b955d1a4aba239eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '73bb3e25-02b8-4cf7-bb3a-cf63ddd1eec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:40:15Z', 'updated_at': '2022-08-08T00:40:18Z', 'revision_number': 4, 'project_id': '2c27d244bd514766b955d1a4aba239eb', 'gw_port': {'id': '73bb3e25-02b8-4cf7-bb3a-cf63ddd1eec4', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b740464e-88ba-4e4b-bd05-4faf6a2101a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:40:16Z', 'updated_at': '2022-08-08T00:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi', '_interfaces': [{'id': '857a913d-4df0-4784-b024-1f56b6492293', 'name': '', 'network_id': 'a1ea4937-9f88-413c-acfe-262c6911cb43', 'tenant_id': '2c27d244bd514766b955d1a4aba239eb', 'mac_address': 'fa:16:3e:cc:a2:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b740464e-88ba-4e4b-bd05-4faf6a2101a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '4f8f3ce2-bf86-4860-ba68-5eb4fa8e9a71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:40:17Z', 'updated_at': '2022-08-08T00:40:21Z', 'revision_number': 4, 'project_id': '2c27d244bd514766b955d1a4aba239eb', 'subnets': [{'id': '4f8f3ce2-bf86-4860-ba68-5eb4fa8e9a71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 00:40:21.941867 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-ef61e734-873f-4517-a7d4-292f90ecbda1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (66ce6791-e978-4b6a-a427-41fbf08ca600), after_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:21.943769 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-5253757c-8529-444a-a189-38370ebe8437 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63196'] for floatingip (None), before_response {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:21.944596 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-ef61e734-873f-4517-a7d4-292f90ecbda1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:21.949033 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-5253757c-8529-444a-a189-38370ebe8437 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] 10.222.0.15 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2313249 Aug 08 00:40:21.949171 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-ef61e734-873f-4517-a7d4-292f90ecbda1 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/66ce6791-e978-4b6a-a427-41fbf08ca600 HTTP/1.1" status: 204 len: 168 time: 0.2323501 Aug 08 00:40:21.958580 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef61e734-873f-4517-a7d4-292f90ecbda1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66ce6791-e978-4b6a-a427-41fbf08ca600,revision_number=None']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:40:22.204870 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-c9fc09fd-4a94-4cd1-943d-364e22068b72 req-a94507da-ae47-4451-b29b-25056c9ff0e0 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] 10.222.0.15 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1741696323&fields=id&tenant_id=2c27d244bd514766b955d1a4aba239eb HTTP/1.1" status: 200 len: 267 time: 0.0567155 Aug 08 00:40:22.328153 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fc09fd-4a94-4cd1-943d-364e22068b72 req-ef871c6a-20ca-470c-b438-e6b8b578ccf2 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:40:22.329914 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-c9fc09fd-4a94-4cd1-943d-364e22068b72 req-ef871c6a-20ca-470c-b438-e6b8b578ccf2 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] 10.222.0.15 "GET /networking/v2.0/networks?id=a1ea4937-9f88-413c-acfe-262c6911cb43 HTTP/1.1" status: 200 len: 810 time: 0.1174955 Aug 08 00:40:22.348575 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-c9fc09fd-4a94-4cd1-943d-364e22068b72 req-2a78a44b-9e5f-4b7b-a116-59f66c31944c tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] 10.222.0.15 "GET /networking/v2.0/quotas/2c27d244bd514766b955d1a4aba239eb HTTP/1.1" status: 200 len: 375 time: 0.0116553 Aug 08 00:40:22.411270 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-c9fc09fd-4a94-4cd1-943d-364e22068b72 req-6328f077-b435-4cae-b349-915d7398b6d3 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=2c27d244bd514766b955d1a4aba239eb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0558472 Aug 08 00:40:22.521458 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-c9fc09fd-4a94-4cd1-943d-364e22068b72 req-e52763cc-b78c-420f-bbd8-22266b22ca90 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/a1ea4937-9f88-413c-acfe-262c6911cb43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958171 Aug 08 00:40:22.601887 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:40:22.627082 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-c9fc09fd-4a94-4cd1-943d-364e22068b72 req-f307ed19-8be5-4189-a424-65107d6581bf service neutron] 10.222.0.15 "GET /networking/v2.0/networks/a1ea4937-9f88-413c-acfe-262c6911cb43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990560 Aug 08 00:40:22.866413 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Device 857a913d-4df0-4784-b024-1f56b6492293 up at agent ovs-agent-dv-cinder-851640-3-iscsi {{(pid=115993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 00:40:22.919312 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Provisioning complete for port 857a913d-4df0-4784-b024-1f56b6492293 triggered by entity L2. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:40:22.919863 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (857a913d-4df0-4784-b024-1f56b6492293), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:22.939912 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-6d39050d-7daf-4c8f-a5e0-9caddcdada95 req-06071eb5-5955-4146-af09-9597a2896996 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=62011870-5958-4d03-9ab1-9edb56112d1c HTTP/1.1" status: 200 len: 210 time: 0.0514376 Aug 08 00:40:23.003942 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Current status of the port 857a913d-4df0-4784-b024-1f56b6492293 is: DOWN; New status is: ACTIVE {{(pid=115993) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 00:40:23.004407 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (857a913d-4df0-4784-b024-1f56b6492293), before_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:23.049624 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] For port 857a913d-4df0-4784-b024-1f56b6492293, host dv-cinder-851640-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851640-3-iscsi',level=0,port_id=857a913d-4df0-4784-b024-1f56b6492293,segment=NetworkSegment(18f25c40-a290-4c24-9aba-a27af389c08c),segment_id=18f25c40-a290-4c24-9aba-a27af389c08c)] {{(pid=115993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:40:23.145720 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821'] for port (857a913d-4df0-4784-b024-1f56b6492293), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:23.146578 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Device 73bb3e25-02b8-4cf7-bb3a-cf63ddd1eec4 up at agent ovs-agent-dv-cinder-851640-3-iscsi {{(pid=115993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 00:40:23.224188 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Pushing event updated for resources: {'Port': ['ID=857a913d-4df0-4784-b024-1f56b6492293,revision_number=5']} {{(pid=115993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:40:23.228109 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Provisioning complete for port 73bb3e25-02b8-4cf7-bb3a-cf63ddd1eec4 triggered by entity L2. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:40:23.228480 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (73bb3e25-02b8-4cf7-bb3a-cf63ddd1eec4), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:23.302648 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Current status of the port 73bb3e25-02b8-4cf7-bb3a-cf63ddd1eec4 is: ACTIVE; New status is: ACTIVE {{(pid=115993) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 00:40:24.030143 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-5494d485-4321-4c90-848e-3602354d9ff5 req-922b1648-c984-449f-b7dd-cd6c37ef8f8d tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=62011870-5958-4d03-9ab1-9edb56112d1c HTTP/1.1" status: 200 len: 210 time: 0.0280647 Aug 08 00:40:24.796012 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Device 857a913d-4df0-4784-b024-1f56b6492293 up at agent ovs-agent-dv-cinder-851640-3-iscsi {{(pid=115993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 00:40:24.840104 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Provisioning complete for port 857a913d-4df0-4784-b024-1f56b6492293 triggered by entity L2. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:40:24.841286 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (857a913d-4df0-4784-b024-1f56b6492293), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:24.912799 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Current status of the port 857a913d-4df0-4784-b024-1f56b6492293 is: ACTIVE; New status is: ACTIVE {{(pid=115993) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 00:40:25.252185 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fc09fd-4a94-4cd1-943d-364e22068b72 req-4a2addd9-8008-4753-bc37-93096af11601 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:40:25.253800 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-c9fc09fd-4a94-4cd1-943d-364e22068b72 req-4a2addd9-8008-4753-bc37-93096af11601 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] 10.222.0.25 "GET /networking/v2.0/networks?id=a1ea4937-9f88-413c-acfe-262c6911cb43 HTTP/1.1" status: 200 len: 810 time: 0.1144080 Aug 08 00:40:25.327013 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-c9fc09fd-4a94-4cd1-943d-364e22068b72 req-ae2a1601-59af-4865-aab6-4abfd110a177 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=2c27d244bd514766b955d1a4aba239eb HTTP/1.1" status: 200 len: 380 time: 0.0568855 Aug 08 00:40:25.336651 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.v2.base [req-c9fc09fd-4a94-4cd1-943d-364e22068b72 req-a08765e2-a26c-423a-99cd-0c61b6e9e724 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Request body: {'port': {'device_id': '62011870-5958-4d03-9ab1-9edb56112d1c', 'network_id': 'a1ea4937-9f88-413c-acfe-262c6911cb43', 'admin_state_up': True, 'tenant_id': '2c27d244bd514766b955d1a4aba239eb', 'security_groups': ['5adb99c2-069e-4dbb-9189-e74c7d18da93']}} {{(pid=115992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:40:25.398899 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-5ff0375b-7e9c-4f11-8c5f-59a50cfcae20 req-617bda06-16b0-4924-8067-3633fc3c37a8 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=62011870-5958-4d03-9ab1-9edb56112d1c HTTP/1.1" status: 200 len: 210 time: 0.2951984 Aug 08 00:40:25.528829 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9fc09fd-4a94-4cd1-943d-364e22068b72 req-a08765e2-a26c-423a-99cd-0c61b6e9e724 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Made reservation on behalf of 2c27d244bd514766b955d1a4aba239eb for: {'port': 1} {{(pid=115992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 00:40:25.532345 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-c9fc09fd-4a94-4cd1-943d-364e22068b72 req-a08765e2-a26c-423a-99cd-0c61b6e9e724 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (None), before_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:25.659405 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.db.db_base_plugin_common [req-c9fc09fd-4a94-4cd1-943d-364e22068b72 req-a08765e2-a26c-423a-99cd-0c61b6e9e724 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Allocated IP 172.20.0.7 (a1ea4937-9f88-413c-acfe-262c6911cb43/4f8f3ce2-bf86-4860-ba68-5eb4fa8e9a71/4bbb3fd2-65fd-4af3-a645-58300f7aae93) {{(pid=115992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 00:40:25.797655 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-c9fc09fd-4a94-4cd1-943d-364e22068b72 req-a08765e2-a26c-423a-99cd-0c61b6e9e724 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Publish callbacks [] for port (4bbb3fd2-65fd-4af3-a645-58300f7aae93), precommit_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:25.889346 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-c9fc09fd-4a94-4cd1-943d-364e22068b72 req-a08765e2-a26c-423a-99cd-0c61b6e9e724 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764676113785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26371331'] for port (4bbb3fd2-65fd-4af3-a645-58300f7aae93), after_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:25.931099 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9fc09fd-4a94-4cd1-943d-364e22068b72 req-a08765e2-a26c-423a-99cd-0c61b6e9e724 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Network a1ea4937-9f88-413c-acfe-262c6911cb43 is already hosted by enough agents. {{(pid=115992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 00:40:25.934853 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.scheduler.base_scheduler [req-c9fc09fd-4a94-4cd1-943d-364e22068b72 req-a08765e2-a26c-423a-99cd-0c61b6e9e724 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Resources bound (agent type, host, resource id): {{(pid=115992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 00:40:25.937369 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9fc09fd-4a94-4cd1-943d-364e22068b72 req-a08765e2-a26c-423a-99cd-0c61b6e9e724 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Received port after_create {{(pid=115992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 00:40:25.963769 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:40:25.971732 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08765e2-a26c-423a-99cd-0c61b6e9e724 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Pushing event updated for resources: {'Port': ['ID=4bbb3fd2-65fd-4af3-a645-58300f7aae93,revision_number=1']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:40:25.997706 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fc09fd-4a94-4cd1-943d-364e22068b72 req-a08765e2-a26c-423a-99cd-0c61b6e9e724 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:40:25.998335 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-c9fc09fd-4a94-4cd1-943d-364e22068b72 req-a08765e2-a26c-423a-99cd-0c61b6e9e724 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63196'] for port (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:26.002083 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:40:26.114375 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-c9fc09fd-4a94-4cd1-943d-364e22068b72 req-a08765e2-a26c-423a-99cd-0c61b6e9e724 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7816470 Aug 08 00:40:26.129452 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.v2.base [req-c9fc09fd-4a94-4cd1-943d-364e22068b72 req-ea637993-1c46-46ea-a431-84d83eaeab3d service neutron] Request body: {'port': {'device_id': '62011870-5958-4d03-9ab1-9edb56112d1c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85164'}} {{(pid=115992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:40:26.140798 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-727e971f-edae-4a5a-8d32-97f56b4bb232 None None] Provisioning complete for port 4bbb3fd2-65fd-4af3-a645-58300f7aae93 triggered by entity DHCP. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:40:26.141360 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-727e971f-edae-4a5a-8d32-97f56b4bb232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (4bbb3fd2-65fd-4af3-a645-58300f7aae93), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:26.178277 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-727e971f-edae-4a5a-8d32-97f56b4bb232 None None] Port 4bbb3fd2-65fd-4af3-a645-58300f7aae93 cannot update to ACTIVE because it is not bound. {{(pid=115993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 08 00:40:26.192548 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-c9fc09fd-4a94-4cd1-943d-364e22068b72 req-ea637993-1c46-46ea-a431-84d83eaeab3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (4bbb3fd2-65fd-4af3-a645-58300f7aae93), before_update {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:26.440792 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.notifiers.nova [req-c9fc09fd-4a94-4cd1-943d-364e22068b72 req-ea637993-1c46-46ea-a431-84d83eaeab3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bbb3fd2-65fd-4af3-a645-58300f7aae93 {{(pid=115992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 00:40:26.448589 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-c9fc09fd-4a94-4cd1-943d-364e22068b72 req-ea637993-1c46-46ea-a431-84d83eaeab3d service neutron] Publish callbacks [] for port (4bbb3fd2-65fd-4af3-a645-58300f7aae93), precommit_update {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:26.461977 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.db.provisioning_blocks [req-c9fc09fd-4a94-4cd1-943d-364e22068b72 req-ea637993-1c46-46ea-a431-84d83eaeab3d service neutron] Transition to ACTIVE for port object 4bbb3fd2-65fd-4af3-a645-58300f7aae93 will not be triggered until provisioned by entity L2. {{(pid=115992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 08 00:40:26.520570 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d316dddb-031f-457d-b641-4a99ef1f089a req-c25f98be-6d53-4c4c-9189-5e40a7919a70 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:40:26.522018 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-d316dddb-031f-457d-b641-4a99ef1f089a req-c25f98be-6d53-4c4c-9189-5e40a7919a70 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=62011870-5958-4d03-9ab1-9edb56112d1c HTTP/1.1" status: 200 len: 931 time: 0.0491846 Aug 08 00:40:26.523617 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-c9fc09fd-4a94-4cd1-943d-364e22068b72 req-ea637993-1c46-46ea-a431-84d83eaeab3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26371340'] for port (4bbb3fd2-65fd-4af3-a645-58300f7aae93), after_update {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:26.613968 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea637993-1c46-46ea-a431-84d83eaeab3d service neutron] Pushing event updated for resources: {'Port': ['ID=4bbb3fd2-65fd-4af3-a645-58300f7aae93,revision_number=2']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:40:26.643411 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-d316dddb-031f-457d-b641-4a99ef1f089a req-6d5aaafd-3c85-4033-8189-429b181d8518 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5adb99c2-069e-4dbb-9189-e74c7d18da93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154735 Aug 08 00:40:26.671473 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.managers [req-c9fc09fd-4a94-4cd1-943d-364e22068b72 req-ea637993-1c46-46ea-a431-84d83eaeab3d service neutron] Attempting to bind port 4bbb3fd2-65fd-4af3-a645-58300f7aae93 on host hv-cinder-85164 for vnic_type normal with profile {{(pid=115992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 00:40:26.671810 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.managers [req-c9fc09fd-4a94-4cd1-943d-364e22068b72 req-ea637993-1c46-46ea-a431-84d83eaeab3d service neutron] Attempting to bind port 4bbb3fd2-65fd-4af3-a645-58300f7aae93 by drivers openvswitch,hyperv on host hv-cinder-85164 at level 0 using segments [{'id': '18f25c40-a290-4c24-9aba-a27af389c08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'a1ea4937-9f88-413c-acfe-262c6911cb43'}] {{(pid=115992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 00:40:26.672139 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9fc09fd-4a94-4cd1-943d-364e22068b72 req-ea637993-1c46-46ea-a431-84d83eaeab3d service neutron] Attempting to bind port 4bbb3fd2-65fd-4af3-a645-58300f7aae93 on network a1ea4937-9f88-413c-acfe-262c6911cb43 {{(pid=115992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 00:40:26.676683 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9fc09fd-4a94-4cd1-943d-364e22068b72 req-ea637993-1c46-46ea-a431-84d83eaeab3d service neutron] Port 4bbb3fd2-65fd-4af3-a645-58300f7aae93 on network a1ea4937-9f88-413c-acfe-262c6911cb43 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85164 {{(pid=115992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 08 00:40:26.677001 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9fc09fd-4a94-4cd1-943d-364e22068b72 req-ea637993-1c46-46ea-a431-84d83eaeab3d service neutron] Attempting to bind port 4bbb3fd2-65fd-4af3-a645-58300f7aae93 on network a1ea4937-9f88-413c-acfe-262c6911cb43 {{(pid=115992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 00:40:26.681873 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9fc09fd-4a94-4cd1-943d-364e22068b72 req-ea637993-1c46-46ea-a431-84d83eaeab3d service neutron] Checking agent: {'id': 'c200ec1a-5dc3-458a-a30d-0f16255c41c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85164', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 0, 30, 30), 'started_at': datetime.datetime(2022, 8, 8, 0, 30, 30), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 00:40:26.682147 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9fc09fd-4a94-4cd1-943d-364e22068b72 req-ea637993-1c46-46ea-a431-84d83eaeab3d service neutron] Checking segment: {'id': '18f25c40-a290-4c24-9aba-a27af389c08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'a1ea4937-9f88-413c-acfe-262c6911cb43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 00:40:26.682522 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9fc09fd-4a94-4cd1-943d-364e22068b72 req-ea637993-1c46-46ea-a431-84d83eaeab3d service neutron] Bound using segment: {'id': '18f25c40-a290-4c24-9aba-a27af389c08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'a1ea4937-9f88-413c-acfe-262c6911cb43'} {{(pid=115992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 00:40:26.682937 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.managers [req-c9fc09fd-4a94-4cd1-943d-364e22068b72 req-ea637993-1c46-46ea-a431-84d83eaeab3d service neutron] Bound port: 4bbb3fd2-65fd-4af3-a645-58300f7aae93, host: hv-cinder-85164, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18f25c40-a290-4c24-9aba-a27af389c08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'a1ea4937-9f88-413c-acfe-262c6911cb43'}}] {{(pid=115992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 00:40:26.683345 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-c9fc09fd-4a94-4cd1-943d-364e22068b72 req-ea637993-1c46-46ea-a431-84d83eaeab3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (4bbb3fd2-65fd-4af3-a645-58300f7aae93), before_update {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:26.737133 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:40:26.747736 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.db [req-c9fc09fd-4a94-4cd1-943d-364e22068b72 req-ea637993-1c46-46ea-a431-84d83eaeab3d service neutron] For port 4bbb3fd2-65fd-4af3-a645-58300f7aae93, host hv-cinder-85164, cleared binding levels {{(pid=115992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 00:40:26.750734 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.db [req-c9fc09fd-4a94-4cd1-943d-364e22068b72 req-ea637993-1c46-46ea-a431-84d83eaeab3d service neutron] For port 4bbb3fd2-65fd-4af3-a645-58300f7aae93, host hv-cinder-85164, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85164',level=0,port_id=4bbb3fd2-65fd-4af3-a645-58300f7aae93,segment=NetworkSegment(18f25c40-a290-4c24-9aba-a27af389c08c),segment_id=18f25c40-a290-4c24-9aba-a27af389c08c)] {{(pid=115992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 00:40:26.866217 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-c9fc09fd-4a94-4cd1-943d-364e22068b72 req-ea637993-1c46-46ea-a431-84d83eaeab3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26371340'] for port (4bbb3fd2-65fd-4af3-a645-58300f7aae93), after_update {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:26.870500 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fc09fd-4a94-4cd1-943d-364e22068b72 req-ea637993-1c46-46ea-a431-84d83eaeab3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:40:26.871127 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-c9fc09fd-4a94-4cd1-943d-364e22068b72 req-ea637993-1c46-46ea-a431-84d83eaeab3d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63196'] for port (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:26.872624 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-c9fc09fd-4a94-4cd1-943d-364e22068b72 req-ea637993-1c46-46ea-a431-84d83eaeab3d service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/4bbb3fd2-65fd-4af3-a645-58300f7aae93 HTTP/1.1" status: 200 len: 1093 time: 0.7471774 Aug 08 00:40:26.873141 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62011870-5958-4d03-9ab1-9edb56112d1c', 'tag': '4bbb3fd2-65fd-4af3-a645-58300f7aae93'}] {{(pid=115992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 00:40:26.875443 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15c1dc6174c04d27a45b4789687485f3f31469fbdbb3cd0a658d3b47a2d9b382" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98d946c8-08fe-4ed7-9bd0-8b5a8cf53cec" -d '{"events": [{"name": "network-changed", "server_uuid": "62011870-5958-4d03-9ab1-9edb56112d1c", "tag": "4bbb3fd2-65fd-4af3-a645-58300f7aae93"}]}' {{(pid=115992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 00:40:26.915024 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 00:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee4fd0c4-cc3d-437f-8d09-9ada5fb13650 x-openstack-request-id: req-ee4fd0c4-cc3d-437f-8d09-9ada5fb13650 {{(pid=115992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 00:40:26.915335 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62011870-5958-4d03-9ab1-9edb56112d1c", "tag": "4bbb3fd2-65fd-4af3-a645-58300f7aae93", "status": "completed", "code": 200}]} {{(pid=115992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 00:40:26.915590 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ee4fd0c4-cc3d-437f-8d09-9ada5fb13650 {{(pid=115992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 00:40:26.916029 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee4fd0c4-cc3d-437f-8d09-9ada5fb13650'] response: {'name': 'network-changed', 'server_uuid': '62011870-5958-4d03-9ab1-9edb56112d1c', 'tag': '4bbb3fd2-65fd-4af3-a645-58300f7aae93', 'status': 'completed', 'code': 200} Aug 08 00:40:26.928754 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea637993-1c46-46ea-a431-84d83eaeab3d service neutron] Pushing event updated for resources: {'Port': ['ID=4bbb3fd2-65fd-4af3-a645-58300f7aae93,revision_number=3']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:40:26.977771 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d946c8-08fe-4ed7-9bd0-8b5a8cf53cec req-d9b7444f-d2b2-408d-a5e1-ea5b8de0c865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:40:26.979397 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-98d946c8-08fe-4ed7-9bd0-8b5a8cf53cec req-d9b7444f-d2b2-408d-a5e1-ea5b8de0c865 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=2c27d244bd514766b955d1a4aba239eb&device_id=62011870-5958-4d03-9ab1-9edb56112d1c HTTP/1.1" status: 200 len: 1127 time: 0.0414419 Aug 08 00:40:27.081719 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d946c8-08fe-4ed7-9bd0-8b5a8cf53cec req-7e49008c-153c-48aa-a95a-f4006ba99321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:40:27.083153 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-98d946c8-08fe-4ed7-9bd0-8b5a8cf53cec req-7e49008c-153c-48aa-a95a-f4006ba99321 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?tenant_id=2c27d244bd514766b955d1a4aba239eb&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0934565 Aug 08 00:40:27.176595 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d946c8-08fe-4ed7-9bd0-8b5a8cf53cec req-2f2f0731-e7bc-46d6-9bf6-06c557b4ecab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:40:27.178043 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-98d946c8-08fe-4ed7-9bd0-8b5a8cf53cec req-2f2f0731-e7bc-46d6-9bf6-06c557b4ecab service neutron] 10.222.0.25 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0854950 Aug 08 00:40:27.256453 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fc09fd-4a94-4cd1-943d-364e22068b72 req-d76d2ca8-13d1-48a6-93df-67d16f24ea89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:40:27.257804 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-c9fc09fd-4a94-4cd1-943d-364e22068b72 req-d76d2ca8-13d1-48a6-93df-67d16f24ea89 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=2c27d244bd514766b955d1a4aba239eb&device_id=62011870-5958-4d03-9ab1-9edb56112d1c HTTP/1.1" status: 200 len: 1127 time: 0.0417504 Aug 08 00:40:27.298139 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-c9fc09fd-4a94-4cd1-943d-364e22068b72 req-9f131b57-cec5-4a89-9dcd-e0a8f3b75032 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4bbb3fd2-65fd-4af3-a645-58300f7aae93 HTTP/1.1" status: 200 len: 217 time: 0.0319710 Aug 08 00:40:27.330026 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:40:27.346324 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fc09fd-4a94-4cd1-943d-364e22068b72 req-0f1b0aa6-f820-457d-a55f-d2463a962b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:40:27.355359 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-c9fc09fd-4a94-4cd1-943d-364e22068b72 req-0f1b0aa6-f820-457d-a55f-d2463a962b02 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=4f8f3ce2-bf86-4860-ba68-5eb4fa8e9a71 HTTP/1.1" status: 200 len: 849 time: 0.0428133 Aug 08 00:40:27.395477 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fc09fd-4a94-4cd1-943d-364e22068b72 req-420502e3-78ef-4d57-8183-1e77aab0bf16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:40:27.396938 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-c9fc09fd-4a94-4cd1-943d-364e22068b72 req-420502e3-78ef-4d57-8183-1e77aab0bf16 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=a1ea4937-9f88-413c-acfe-262c6911cb43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416121 Aug 08 00:40:27.491599 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-c9fc09fd-4a94-4cd1-943d-364e22068b72 req-586244b3-bd1d-486c-a264-5ce1555b9abe service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a1ea4937-9f88-413c-acfe-262c6911cb43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834284 Aug 08 00:40:27.583754 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-c9fc09fd-4a94-4cd1-943d-364e22068b72 req-d0f91056-5509-4190-94d7-ea477a62f89f service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a1ea4937-9f88-413c-acfe-262c6911cb43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856743 Aug 08 00:40:27.769001 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91c9730-b337-47df-a699-5d7ec13e3645 req-cfb5d445-32c5-4191-8263-9b0c373598e7 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:40:27.770514 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-d91c9730-b337-47df-a699-5d7ec13e3645 req-cfb5d445-32c5-4191-8263-9b0c373598e7 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=62011870-5958-4d03-9ab1-9edb56112d1c HTTP/1.1" status: 200 len: 943 time: 0.0484264 Aug 08 00:40:27.817757 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-d91c9730-b337-47df-a699-5d7ec13e3645 req-b84cdf2a-ea08-4b41-959e-aae3db817b38 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5adb99c2-069e-4dbb-9189-e74c7d18da93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415924 Aug 08 00:40:28.939739 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8ec8f8-05fd-4e6f-945f-9892dd985512 req-65df3491-9e27-4c91-b0f7-152218b984bb tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:40:28.941211 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-9b8ec8f8-05fd-4e6f-945f-9892dd985512 req-65df3491-9e27-4c91-b0f7-152218b984bb tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=62011870-5958-4d03-9ab1-9edb56112d1c HTTP/1.1" status: 200 len: 943 time: 0.0467787 Aug 08 00:40:28.988272 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-9b8ec8f8-05fd-4e6f-945f-9892dd985512 req-3900bd42-79af-43a5-9719-e5b6bc750872 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5adb99c2-069e-4dbb-9189-e74c7d18da93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414479 Aug 08 00:40:30.106246 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95cdeee-56db-4efc-8690-60c2fadb1bd6 req-6941bd14-0f8f-4a8e-843a-d74c4fac4701 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:40:30.107884 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-b95cdeee-56db-4efc-8690-60c2fadb1bd6 req-6941bd14-0f8f-4a8e-843a-d74c4fac4701 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=62011870-5958-4d03-9ab1-9edb56112d1c HTTP/1.1" status: 200 len: 943 time: 0.0469193 Aug 08 00:40:30.158143 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-b95cdeee-56db-4efc-8690-60c2fadb1bd6 req-d0664edc-4c44-4195-aa91-acb8bd41b4e6 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5adb99c2-069e-4dbb-9189-e74c7d18da93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447540 Aug 08 00:40:30.523523 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (c200ec1a-5dc3-458a-a30d-0f16255c41c0), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:30.837452 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Device 4bbb3fd2-65fd-4af3-a645-58300f7aae93 details requested by agent hyperv_hv-cinder-85164 with host hv-cinder-85164 {{(pid=115993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 08 00:40:30.848597 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:40:30.939769 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] For port 4bbb3fd2-65fd-4af3-a645-58300f7aae93, host hv-cinder-85164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85164',level=0,port_id=4bbb3fd2-65fd-4af3-a645-58300f7aae93,segment=NetworkSegment(18f25c40-a290-4c24-9aba-a27af389c08c),segment_id=18f25c40-a290-4c24-9aba-a27af389c08c)] {{(pid=115993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:40:30.951361 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Returning: {'device': '4bbb3fd2-65fd-4af3-a645-58300f7aae93', 'network_id': 'a1ea4937-9f88-413c-acfe-262c6911cb43', 'port_id': '4bbb3fd2-65fd-4af3-a645-58300f7aae93', 'mac_address': 'fa:16:3e:d7:ba:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f8f3ce2-bf86-4860-ba68-5eb4fa8e9a71', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 08 00:40:30.956597 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:40:30.991569 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Current status of the port 4bbb3fd2-65fd-4af3-a645-58300f7aae93 is: DOWN; New status is: BUILD {{(pid=115993) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 00:40:30.991569 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (4bbb3fd2-65fd-4af3-a645-58300f7aae93), before_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:31.001169 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.notifiers.nova [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bbb3fd2-65fd-4af3-a645-58300f7aae93 {{(pid=115993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 00:40:31.021246 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] For port 4bbb3fd2-65fd-4af3-a645-58300f7aae93, host hv-cinder-85164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85164',level=0,port_id=4bbb3fd2-65fd-4af3-a645-58300f7aae93,segment=NetworkSegment(18f25c40-a290-4c24-9aba-a27af389c08c),segment_id=18f25c40-a290-4c24-9aba-a27af389c08c)] {{(pid=115993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:40:31.091069 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821'] for port (4bbb3fd2-65fd-4af3-a645-58300f7aae93), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:31.136503 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Pushing event updated for resources: {'Port': ['ID=4bbb3fd2-65fd-4af3-a645-58300f7aae93,revision_number=4']} {{(pid=115993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:40:31.280129 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ed02b7-1170-44dc-ab42-86cab0f8d3fe req-b911cb65-c13b-4867-8209-5d673e91422b tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:40:31.281640 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-27ed02b7-1170-44dc-ab42-86cab0f8d3fe req-b911cb65-c13b-4867-8209-5d673e91422b tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=62011870-5958-4d03-9ab1-9edb56112d1c HTTP/1.1" status: 200 len: 944 time: 0.0498762 Aug 08 00:40:31.335366 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-27ed02b7-1170-44dc-ab42-86cab0f8d3fe req-67d93ace-d426-4ce5-9512-9e652bedffa0 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5adb99c2-069e-4dbb-9189-e74c7d18da93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466726 Aug 08 00:40:31.366850 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] get_ports_and_sgs() called for port_ids ['4bbb3fd2-65fd-4af3-a645-58300f7aae93'] {{(pid=115993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 00:40:32.451338 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f86bef-db34-43e0-a9ee-78e85a60f394 req-e5647e6d-ddb9-44d0-887f-3c23f9c5992b tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:40:32.452824 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-60f86bef-db34-43e0-a9ee-78e85a60f394 req-e5647e6d-ddb9-44d0-887f-3c23f9c5992b tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=62011870-5958-4d03-9ab1-9edb56112d1c HTTP/1.1" status: 200 len: 944 time: 0.0470250 Aug 08 00:40:32.501360 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-60f86bef-db34-43e0-a9ee-78e85a60f394 req-c31749f8-09d2-41c1-a858-8c6d0c7a18c6 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5adb99c2-069e-4dbb-9189-e74c7d18da93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429149 Aug 08 00:40:32.863917 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Device 4bbb3fd2-65fd-4af3-a645-58300f7aae93 up at agent hyperv_hv-cinder-85164 {{(pid=115993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 00:40:32.905583 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Provisioning for port 4bbb3fd2-65fd-4af3-a645-58300f7aae93 completed by entity L2. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 08 00:40:32.969692 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Provisioning complete for port 4bbb3fd2-65fd-4af3-a645-58300f7aae93 triggered by entity L2. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:40:32.970033 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (4bbb3fd2-65fd-4af3-a645-58300f7aae93), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:33.045412 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Current status of the port 4bbb3fd2-65fd-4af3-a645-58300f7aae93 is: BUILD; New status is: ACTIVE {{(pid=115993) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 00:40:33.045798 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (4bbb3fd2-65fd-4af3-a645-58300f7aae93), before_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:33.069058 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62011870-5958-4d03-9ab1-9edb56112d1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bbb3fd2-65fd-4af3-a645-58300f7aae93'}] {{(pid=115993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 00:40:33.071692 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffcbb3165cefe78fdef2215408d5e0047484b378f5d65619a4e095a8aefc113e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0dd3cbd-18f3-4aed-abfa-cc4a8ae5707b" -d '{"events": [{"server_uuid": "62011870-5958-4d03-9ab1-9edb56112d1c", "name": "network-vif-plugged", "status": "completed", "tag": "4bbb3fd2-65fd-4af3-a645-58300f7aae93"}]}' {{(pid=115993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 00:40:33.084573 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] For port 4bbb3fd2-65fd-4af3-a645-58300f7aae93, host hv-cinder-85164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85164',level=0,port_id=4bbb3fd2-65fd-4af3-a645-58300f7aae93,segment=NetworkSegment(18f25c40-a290-4c24-9aba-a27af389c08c),segment_id=18f25c40-a290-4c24-9aba-a27af389c08c)] {{(pid=115993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:40:33.110790 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 00:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7887d00-d7cd-4272-8fb0-90e92ab3d106 x-openstack-request-id: req-a7887d00-d7cd-4272-8fb0-90e92ab3d106 {{(pid=115993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 00:40:33.111085 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62011870-5958-4d03-9ab1-9edb56112d1c", "name": "network-vif-plugged", "status": "completed", "tag": "4bbb3fd2-65fd-4af3-a645-58300f7aae93", "code": 200}]} {{(pid=115993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 00:40:33.111375 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a7887d00-d7cd-4272-8fb0-90e92ab3d106 {{(pid=115993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 00:40:33.111771 dv-cinder-851640-3-iscsi neutron-server[115993]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7887d00-d7cd-4272-8fb0-90e92ab3d106'] response: {'server_uuid': '62011870-5958-4d03-9ab1-9edb56112d1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bbb3fd2-65fd-4af3-a645-58300f7aae93', 'code': 200} Aug 08 00:40:33.153252 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821'] for port (4bbb3fd2-65fd-4af3-a645-58300f7aae93), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:33.199579 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Pushing event updated for resources: {'Port': ['ID=4bbb3fd2-65fd-4af3-a645-58300f7aae93,revision_number=5']} {{(pid=115993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:40:33.382262 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c475dd-04ac-46bc-abb2-76635d72cdcb req-b20318f2-c9fb-4a8f-aa48-5694677a6ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:40:33.383761 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-76c475dd-04ac-46bc-abb2-76635d72cdcb req-b20318f2-c9fb-4a8f-aa48-5694677a6ba8 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=62011870-5958-4d03-9ab1-9edb56112d1c HTTP/1.1" status: 200 len: 1129 time: 0.0383344 Aug 08 00:40:33.434288 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-76c475dd-04ac-46bc-abb2-76635d72cdcb req-4617bf43-c353-4b02-b436-001fc8ff9036 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5adb99c2-069e-4dbb-9189-e74c7d18da93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412099 Aug 08 00:40:33.615640 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=36 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:40:33.626452 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0732f347-f54b-40c0-97de-2641f2b0cc8a req-f7546112-971a-446c-a673-dbbf8f0bb850 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:40:33.627987 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-0732f347-f54b-40c0-97de-2641f2b0cc8a req-f7546112-971a-446c-a673-dbbf8f0bb850 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=62011870-5958-4d03-9ab1-9edb56112d1c HTTP/1.1" status: 200 len: 945 time: 0.0507441 Aug 08 00:40:33.676838 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-0732f347-f54b-40c0-97de-2641f2b0cc8a req-5ab26b12-29b8-4d00-b8c8-759c46d4902b tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5adb99c2-069e-4dbb-9189-e74c7d18da93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433083 Aug 08 00:40:34.801679 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dd63b7-c7a9-48da-a6e1-8bc3faadf7a5 req-53a4c3e9-232e-455c-a247-6b1979c03f8e tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:40:34.803148 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-19dd63b7-c7a9-48da-a6e1-8bc3faadf7a5 req-53a4c3e9-232e-455c-a247-6b1979c03f8e tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=62011870-5958-4d03-9ab1-9edb56112d1c HTTP/1.1" status: 200 len: 945 time: 0.0486820 Aug 08 00:40:34.850096 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-19dd63b7-c7a9-48da-a6e1-8bc3faadf7a5 req-4a18f436-6d9f-4c97-9dd9-4205596a49dc tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5adb99c2-069e-4dbb-9189-e74c7d18da93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412903 Aug 08 00:40:35.931688 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:40:35.967750 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343d3101-2362-43d5-8b03-9829db79a865 req-fc592957-41e2-48e3-bbf5-fca8a1343644 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:40:35.969217 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-343d3101-2362-43d5-8b03-9829db79a865 req-fc592957-41e2-48e3-bbf5-fca8a1343644 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=62011870-5958-4d03-9ab1-9edb56112d1c HTTP/1.1" status: 200 len: 945 time: 0.0473487 Aug 08 00:40:36.016435 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-343d3101-2362-43d5-8b03-9829db79a865 req-6c6d2abc-a93b-4c58-8d2f-51de1de46395 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5adb99c2-069e-4dbb-9189-e74c7d18da93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416892 Aug 08 00:40:36.241508 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=100 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:40:36.277664 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d2a4c5-707c-4e2a-9acc-5f9f79a0e568 req-ab3b5a23-7e96-47a3-b8f2-4d5236f6ffce tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:40:36.279152 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-92d2a4c5-707c-4e2a-9acc-5f9f79a0e568 req-ab3b5a23-7e96-47a3-b8f2-4d5236f6ffce tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=62011870-5958-4d03-9ab1-9edb56112d1c HTTP/1.1" status: 200 len: 945 time: 0.0477276 Aug 08 00:40:36.289041 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 35038) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:40:36.293558 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.v2.base [None req-66a9f135-d9f1-4ae7-b607-3da6e1373ae9 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Request body: {'floatingip': {'port_id': '4bbb3fd2-65fd-4af3-a645-58300f7aae93'}} {{(pid=115991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:40:36.338139 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-66a9f135-d9f1-4ae7-b607-3da6e1373ae9 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Publish callbacks [] for floatingip (5fbf7c13-8dee-4dc5-a2b5-166951e64a38), before_update {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:36.401500 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-000953bc-7ff5-438a-a1a7-413163f0fb6c req-9492f69a-6a8f-4811-80fd-c1f64e469abb service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=39cb5181-8bc2-4e47-ab31-1f9524d47ef3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0424519 Aug 08 00:40:36.637470 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=5 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:40:36.698472 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:40:36.751331 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000953bc-7ff5-438a-a1a7-413163f0fb6c req-c60541cb-3b35-4412-9c06-34886fd031ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:40:36.752892 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-000953bc-7ff5-438a-a1a7-413163f0fb6c req-c60541cb-3b35-4412-9c06-34886fd031ea service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=3101620baddd42c48179a6f411bbd33e&device_id=39cb5181-8bc2-4e47-ab31-1f9524d47ef3 HTTP/1.1" status: 200 len: 1129 time: 0.3083003 Aug 08 00:40:36.790373 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-66a9f135-d9f1-4ae7-b607-3da6e1373ae9 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:36.848247 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-66a9f135-d9f1-4ae7-b607-3da6e1373ae9 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-499989'] for floatingip (5fbf7c13-8dee-4dc5-a2b5-166951e64a38), after_update {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:36.860144 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000953bc-7ff5-438a-a1a7-413163f0fb6c req-2be79098-b279-4103-ad78-6572a234d2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:40:36.861690 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-000953bc-7ff5-438a-a1a7-413163f0fb6c req-2be79098-b279-4103-ad78-6572a234d2d4 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=40eb5d4b-84fa-4b2b-9896-3375999a2051 HTTP/1.1" status: 200 len: 909 time: 0.0872185 Aug 08 00:40:36.929150 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-000953bc-7ff5-438a-a1a7-413163f0fb6c req-e76c97ed-0254-4a75-9623-4d8e7cdb303b service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1e516e4f-2b18-41f2-8eaf-d3b6cf4fefb0 HTTP/1.1" status: 200 len: 1001 time: 0.0579927 Aug 08 00:40:36.946782 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.db.l3_db [None req-66a9f135-d9f1-4ae7-b607-3da6e1373ae9 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Floating IP 5fbf7c13-8dee-4dc5-a2b5-166951e64a38 associated. External IP: 172.27.3.119, port: 4bbb3fd2-65fd-4af3-a645-58300f7aae93. Aug 08 00:40:36.977277 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000953bc-7ff5-438a-a1a7-413163f0fb6c req-7fec64d4-6a43-494b-b332-1d19e4637732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:40:36.978768 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-000953bc-7ff5-438a-a1a7-413163f0fb6c req-7fec64d4-6a43-494b-b332-1d19e4637732 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=b1d5723f-10fd-4b95-91b6-00f6c09bff0d HTTP/1.1" status: 200 len: 847 time: 0.0437641 Aug 08 00:40:37.023563 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000953bc-7ff5-438a-a1a7-413163f0fb6c req-1a09df66-bc9e-4b4c-a730-cc1b40dc20f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:40:37.025051 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-000953bc-7ff5-438a-a1a7-413163f0fb6c req-1a09df66-bc9e-4b4c-a730-cc1b40dc20f0 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=40eb5d4b-84fa-4b2b-9896-3375999a2051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384007 Aug 08 00:40:37.117690 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-000953bc-7ff5-438a-a1a7-413163f0fb6c req-6c0df1a4-7702-4375-ad26-6785f14d0b97 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/40eb5d4b-84fa-4b2b-9896-3375999a2051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861075 Aug 08 00:40:37.148124 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66a9f135-d9f1-4ae7-b607-3da6e1373ae9 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Router b740464e-88ba-4e4b-bd05-4faf6a2101a4 has already been hosted by L3 agent d53f5436-7c7f-4441-9708-9d0333b57745 {{(pid=115991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 00:40:37.215638 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-000953bc-7ff5-438a-a1a7-413163f0fb6c req-4bced7fe-5556-4fee-8a99-957daf40ff59 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/40eb5d4b-84fa-4b2b-9896-3375999a2051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903602 Aug 08 00:40:37.253492 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66a9f135-d9f1-4ae7-b607-3da6e1373ae9 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Notify agent at l3_agent.dv-cinder-851640-3-iscsi the message routers_updated {{(pid=115991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 00:40:37.258072 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-66a9f135-d9f1-4ae7-b607-3da6e1373ae9 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63196'] for floatingip (None), before_response {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:37.264550 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5815526d-8458-4d29-bdbe-1346a8e1db89 None None] Sync routers for ids ['b740464e-88ba-4e4b-bd05-4faf6a2101a4'] in dv-cinder-851640-3-iscsi {{(pid=115994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 00:40:37.274904 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5815526d-8458-4d29-bdbe-1346a8e1db89 None None] Routers {'b740464e-88ba-4e4b-bd05-4faf6a2101a4'} bound to L3 agent in host dv-cinder-851640-3-iscsi {{(pid=115994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 00:40:37.275540 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_hamode_db [None req-5815526d-8458-4d29-bdbe-1346a8e1db89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851640-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-08T00:24:12Z,description=,heartbeat_timestamp=2022-08-08T00:40:12Z,host='dv-cinder-851640-3-iscsi',id=d53f5436-7c7f-4441-9708-9d0333b57745,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T00:24:13Z,topic='l3_agent')) {'router_ids': ['b740464e-88ba-4e4b-bd05-4faf6a2101a4'], 'active': True} {{(pid=115994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:40:37.279046 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:40:37.290906 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-66a9f135-d9f1-4ae7-b607-3da6e1373ae9 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] 10.222.0.15 "PUT /networking/v2.0/floatingips/5fbf7c13-8dee-4dc5-a2b5-166951e64a38 HTTP/1.1" status: 200 len: 991 time: 1.0007768 Aug 08 00:40:37.291596 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62011870-5958-4d03-9ab1-9edb56112d1c', 'tag': '4bbb3fd2-65fd-4af3-a645-58300f7aae93'}] {{(pid=115991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 00:40:37.294045 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73a3e3d67458d2a17dff5edd29115f5abec4313aa2236b93bd84783ab3df8685" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2042092a-d3b6-4a7f-833e-5443ff052bc1" -d '{"events": [{"name": "network-changed", "server_uuid": "62011870-5958-4d03-9ab1-9edb56112d1c", "tag": "4bbb3fd2-65fd-4af3-a645-58300f7aae93"}]}' {{(pid=115991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 00:40:37.334835 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 00:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bafce59d-f3c4-4186-8304-0c8a197b12cd x-openstack-request-id: req-bafce59d-f3c4-4186-8304-0c8a197b12cd {{(pid=115991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 00:40:37.335133 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62011870-5958-4d03-9ab1-9edb56112d1c", "tag": "4bbb3fd2-65fd-4af3-a645-58300f7aae93", "status": "completed", "code": 200}]} {{(pid=115991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 00:40:37.335472 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bafce59d-f3c4-4186-8304-0c8a197b12cd {{(pid=115991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 00:40:37.335881 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bafce59d-f3c4-4186-8304-0c8a197b12cd'] response: {'name': 'network-changed', 'server_uuid': '62011870-5958-4d03-9ab1-9edb56112d1c', 'tag': '4bbb3fd2-65fd-4af3-a645-58300f7aae93', 'status': 'completed', 'code': 200} Aug 08 00:40:37.454846 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_dvr_db [None req-5815526d-8458-4d29-bdbe-1346a8e1db89 None None] Set router b740464e-88ba-4e4b-bd05-4faf6a2101a4 gateway port host: dv-cinder-851640-3-iscsi {{(pid=115994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 00:40:37.526637 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2042092a-d3b6-4a7f-833e-5443ff052bc1 req-aee3f5f0-65be-4172-bf8c-1024dbdc7c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:40:37.528892 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-2042092a-d3b6-4a7f-833e-5443ff052bc1 req-aee3f5f0-65be-4172-bf8c-1024dbdc7c51 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=2c27d244bd514766b955d1a4aba239eb&device_id=62011870-5958-4d03-9ab1-9edb56112d1c HTTP/1.1" status: 200 len: 1129 time: 0.0410168 Aug 08 00:40:37.659591 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_hamode_db [None req-5815526d-8458-4d29-bdbe-1346a8e1db89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b740464e-88ba-4e4b-bd05-4faf6a2101a4', 'name': 'tempest-AttachVolumeTestJSON-877149533-router', 'tenant_id': '2c27d244bd514766b955d1a4aba239eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '73bb3e25-02b8-4cf7-bb3a-cf63ddd1eec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:40:15Z', 'updated_at': '2022-08-08T00:40:18Z', 'revision_number': 4, 'project_id': '2c27d244bd514766b955d1a4aba239eb', 'gw_port': {'id': '73bb3e25-02b8-4cf7-bb3a-cf63ddd1eec4', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b740464e-88ba-4e4b-bd05-4faf6a2101a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:40:16Z', 'updated_at': '2022-08-08T00:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi', '_floatingips': [{'id': '5fbf7c13-8dee-4dc5-a2b5-166951e64a38', 'tenant_id': '2c27d244bd514766b955d1a4aba239eb', 'floating_ip_address': '172.27.3.119', 'floating_network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'router_id': 'b740464e-88ba-4e4b-bd05-4faf6a2101a4', 'port_id': '4bbb3fd2-65fd-4af3-a645-58300f7aae93', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 640, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1ea4937-9f88-413c-acfe-262c6911cb43', 'mac_address': 'fa:16:3e:d7:ba:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62011870-5958-4d03-9ab1-9edb56112d1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T00:40:21Z', 'updated_at': '2022-08-08T00:40:36Z', 'revision_number': 1, 'project_id': '2c27d244bd514766b955d1a4aba239eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '857a913d-4df0-4784-b024-1f56b6492293', 'name': '', 'network_id': 'a1ea4937-9f88-413c-acfe-262c6911cb43', 'tenant_id': '2c27d244bd514766b955d1a4aba239eb', 'mac_address': 'fa:16:3e:cc:a2:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b740464e-88ba-4e4b-bd05-4faf6a2101a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '4f8f3ce2-bf86-4860-ba68-5eb4fa8e9a71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:40:17Z', 'updated_at': '2022-08-08T00:40:23Z', 'revision_number': 5, 'project_id': '2c27d244bd514766b955d1a4aba239eb', 'subnets': [{'id': '4f8f3ce2-bf86-4860-ba68-5eb4fa8e9a71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851640-3-iscsi', False) {} {{(pid=115994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:40:37.688234 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5815526d-8458-4d29-bdbe-1346a8e1db89 None None] Checking router: b740464e-88ba-4e4b-bd05-4faf6a2101a4 for host: dv-cinder-851640-3-iscsi {{(pid=115994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 00:40:37.696745 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5815526d-8458-4d29-bdbe-1346a8e1db89 None None] Routers {'b740464e-88ba-4e4b-bd05-4faf6a2101a4'} bound to L3 agent in host dv-cinder-851640-3-iscsi {{(pid=115994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 00:40:37.697337 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_hamode_db [None req-5815526d-8458-4d29-bdbe-1346a8e1db89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851640-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-08T00:24:12Z,description=,heartbeat_timestamp=2022-08-08T00:40:12Z,host='dv-cinder-851640-3-iscsi',id=d53f5436-7c7f-4441-9708-9d0333b57745,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T00:24:13Z,topic='l3_agent')) {'router_ids': ['b740464e-88ba-4e4b-bd05-4faf6a2101a4'], 'active': True} {{(pid=115994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:40:37.796784 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_dvr_db [None req-5815526d-8458-4d29-bdbe-1346a8e1db89 None None] Set router b740464e-88ba-4e4b-bd05-4faf6a2101a4 gateway port host: dv-cinder-851640-3-iscsi {{(pid=115994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 00:40:37.860383 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=100 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:40:37.903054 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2042092a-d3b6-4a7f-833e-5443ff052bc1 req-3403ef6e-8b08-44fd-8660-d4e98f97fa85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:40:37.904997 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-2042092a-d3b6-4a7f-833e-5443ff052bc1 req-3403ef6e-8b08-44fd-8660-d4e98f97fa85 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=a1ea4937-9f88-413c-acfe-262c6911cb43 HTTP/1.1" status: 200 len: 911 time: 0.0944951 Aug 08 00:40:37.977526 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-2042092a-d3b6-4a7f-833e-5443ff052bc1 req-6416a1ca-1216-4a87-a8b4-78d2be00f923 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4bbb3fd2-65fd-4af3-a645-58300f7aae93 HTTP/1.1" status: 200 len: 999 time: 0.0627077 Aug 08 00:40:38.013010 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_hamode_db [None req-5815526d-8458-4d29-bdbe-1346a8e1db89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b740464e-88ba-4e4b-bd05-4faf6a2101a4', 'name': 'tempest-AttachVolumeTestJSON-877149533-router', 'tenant_id': '2c27d244bd514766b955d1a4aba239eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '73bb3e25-02b8-4cf7-bb3a-cf63ddd1eec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:40:15Z', 'updated_at': '2022-08-08T00:40:18Z', 'revision_number': 4, 'project_id': '2c27d244bd514766b955d1a4aba239eb', 'gw_port': {'id': '73bb3e25-02b8-4cf7-bb3a-cf63ddd1eec4', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b740464e-88ba-4e4b-bd05-4faf6a2101a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:40:16Z', 'updated_at': '2022-08-08T00:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi', '_floatingips': [{'id': '5fbf7c13-8dee-4dc5-a2b5-166951e64a38', 'tenant_id': '2c27d244bd514766b955d1a4aba239eb', 'floating_ip_address': '172.27.3.119', 'floating_network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'router_id': 'b740464e-88ba-4e4b-bd05-4faf6a2101a4', 'port_id': '4bbb3fd2-65fd-4af3-a645-58300f7aae93', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 640, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1ea4937-9f88-413c-acfe-262c6911cb43', 'mac_address': 'fa:16:3e:d7:ba:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62011870-5958-4d03-9ab1-9edb56112d1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T00:40:21Z', 'updated_at': '2022-08-08T00:40:36Z', 'revision_number': 1, 'project_id': '2c27d244bd514766b955d1a4aba239eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '857a913d-4df0-4784-b024-1f56b6492293', 'name': '', 'network_id': 'a1ea4937-9f88-413c-acfe-262c6911cb43', 'tenant_id': '2c27d244bd514766b955d1a4aba239eb', 'mac_address': 'fa:16:3e:cc:a2:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b740464e-88ba-4e4b-bd05-4faf6a2101a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '4f8f3ce2-bf86-4860-ba68-5eb4fa8e9a71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:40:17Z', 'updated_at': '2022-08-08T00:40:23Z', 'revision_number': 5, 'project_id': '2c27d244bd514766b955d1a4aba239eb', 'subnets': [{'id': '4f8f3ce2-bf86-4860-ba68-5eb4fa8e9a71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851640-3-iscsi', False) {} {{(pid=115994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:40:38.036275 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5815526d-8458-4d29-bdbe-1346a8e1db89 None None] The sync data for ids ['b740464e-88ba-4e4b-bd05-4faf6a2101a4'] in dv-cinder-851640-3-iscsi is: [{'id': 'b740464e-88ba-4e4b-bd05-4faf6a2101a4', 'name': 'tempest-AttachVolumeTestJSON-877149533-router', 'tenant_id': '2c27d244bd514766b955d1a4aba239eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '73bb3e25-02b8-4cf7-bb3a-cf63ddd1eec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:40:15Z', 'updated_at': '2022-08-08T00:40:18Z', 'revision_number': 4, 'project_id': '2c27d244bd514766b955d1a4aba239eb', 'gw_port': {'id': '73bb3e25-02b8-4cf7-bb3a-cf63ddd1eec4', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b740464e-88ba-4e4b-bd05-4faf6a2101a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:40:16Z', 'updated_at': '2022-08-08T00:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi', '_floatingips': [{'id': '5fbf7c13-8dee-4dc5-a2b5-166951e64a38', 'tenant_id': '2c27d244bd514766b955d1a4aba239eb', 'floating_ip_address': '172.27.3.119', 'floating_network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'router_id': 'b740464e-88ba-4e4b-bd05-4faf6a2101a4', 'port_id': '4bbb3fd2-65fd-4af3-a645-58300f7aae93', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 640, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1ea4937-9f88-413c-acfe-262c6911cb43', 'mac_address': 'fa:16:3e:d7:ba:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62011870-5958-4d03-9ab1-9edb56112d1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T00:40:21Z', 'updated_at': '2022-08-08T00:40:36Z', 'revision_number': 1, 'project_id': '2c27d244bd514766b955d1a4aba239eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '857a913d-4df0-4784-b024-1f56b6492293', 'name': '', 'network_id': 'a1ea4937-9f88-413c-acfe-262c6911cb43', 'tenant_id': '2c27d244bd514766b955d1a4aba239eb', 'mac_address': 'fa:16:3e:cc:a2:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b740464e-88ba-4e4b-bd05-4faf6a2101a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '4f8f3ce2-bf86-4860-ba68-5eb4fa8e9a71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:40:17Z', 'updated_at': '2022-08-08T00:40:23Z', 'revision_number': 5, 'project_id': '2c27d244bd514766b955d1a4aba239eb', 'subnets': [{'id': '4f8f3ce2-bf86-4860-ba68-5eb4fa8e9a71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 00:40:38.232547 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3d528a-9cf3-4c01-a683-5a6bace4e0b0 None None] New status for floating IP 5fbf7c13-8dee-4dc5-a2b5-166951e64a38: ACTIVE {{(pid=115993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 08 00:40:38.263967 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2042092a-d3b6-4a7f-833e-5443ff052bc1 req-7a3245a1-2031-4477-a523-ec3e78371979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:40:38.265466 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-2042092a-d3b6-4a7f-833e-5443ff052bc1 req-7a3245a1-2031-4477-a523-ec3e78371979 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=4f8f3ce2-bf86-4860-ba68-5eb4fa8e9a71 HTTP/1.1" status: 200 len: 849 time: 0.0466206 Aug 08 00:40:38.317243 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2042092a-d3b6-4a7f-833e-5443ff052bc1 req-d7401f1d-3ec4-4269-8bbe-99f3e289763c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:40:38.318698 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-2042092a-d3b6-4a7f-833e-5443ff052bc1 req-d7401f1d-3ec4-4269-8bbe-99f3e289763c service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=a1ea4937-9f88-413c-acfe-262c6911cb43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446625 Aug 08 00:40:38.428919 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-2042092a-d3b6-4a7f-833e-5443ff052bc1 req-3e9777de-76b4-4ef5-bf18-a9f8bdcf8b67 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a1ea4937-9f88-413c-acfe-262c6911cb43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027007 Aug 08 00:40:38.477303 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=100 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:40:38.526441 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-2042092a-d3b6-4a7f-833e-5443ff052bc1 req-95cf7106-32f0-466e-8f60-5c726cd5dee6 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a1ea4937-9f88-413c-acfe-262c6911cb43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915802 Aug 08 00:40:40.255281 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-01be0080-5c50-4ae1-810e-745f8c369764 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (93e2312b-3744-4a9e-8723-a0f19f10f89a), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:40.948108 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711c4def-05ce-45b0-a3ce-7ba9c98a48ed req-3ac4fba3-8d87-4d37-94f4-3c022dc6103e tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:40:40.949563 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-711c4def-05ce-45b0-a3ce-7ba9c98a48ed req-3ac4fba3-8d87-4d37-94f4-3c022dc6103e tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=db7fafce-9b1b-4bb2-91a8-8230aa090306 HTTP/1.1" status: 200 len: 946 time: 0.0463398 Aug 08 00:40:40.998825 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-711c4def-05ce-45b0-a3ce-7ba9c98a48ed req-2d5fadc3-2538-43aa-89e2-491d44bb20ab tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=8d0f4141-1b4a-4d50-9062-88383dffc1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429852 Aug 08 00:40:42.118349 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb1dad3-82ba-4077-89fb-9df4aad4cd09 req-469f615b-f183-401d-83e1-8649a4887f60 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:40:42.119856 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-cbb1dad3-82ba-4077-89fb-9df4aad4cd09 req-469f615b-f183-401d-83e1-8649a4887f60 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=db7fafce-9b1b-4bb2-91a8-8230aa090306 HTTP/1.1" status: 200 len: 946 time: 0.0475965 Aug 08 00:40:42.167256 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-cbb1dad3-82ba-4077-89fb-9df4aad4cd09 req-b09f73b9-5b47-4b15-92a6-52be856edaea tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=8d0f4141-1b4a-4d50-9062-88383dffc1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410082 Aug 08 00:40:42.574901 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-f066b958-03b0-4727-9ffe-4cfbdcc4505a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (d53f5436-7c7f-4441-9708-9d0333b57745), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:42.594572 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b0d7bc-4a35-4b3d-ae26-dcb65b8bf924 req-96c8425f-3221-45cb-b30d-eaf1d862494e tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:40:42.596151 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-c3b0d7bc-4a35-4b3d-ae26-dcb65b8bf924 req-96c8425f-3221-45cb-b30d-eaf1d862494e tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=db7fafce-9b1b-4bb2-91a8-8230aa090306 HTTP/1.1" status: 200 len: 946 time: 0.0480871 Aug 08 00:40:42.632053 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.agents_db [None req-431a3ab4-e5a4-4361-9fcb-d2d78b6c2e03 None None] Agent healthcheck: found 6 active agents {{(pid=115994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 00:40:42.684246 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.plugin [req-c3b0d7bc-4a35-4b3d-ae26-dcb65b8bf924 req-32597e99-ce67-4a26-a7b6-456146d41d34 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Deleting port 2ac4078a-6ecb-482c-989a-86eba88e3b88 {{(pid=115992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 00:40:42.687311 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-c3b0d7bc-4a35-4b3d-ae26-dcb65b8bf924 req-32597e99-ce67-4a26-a7b6-456146d41d34 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764676511537'] for port (2ac4078a-6ecb-482c-989a-86eba88e3b88), before_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:42.776475 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.db [req-c3b0d7bc-4a35-4b3d-ae26-dcb65b8bf924 req-32597e99-ce67-4a26-a7b6-456146d41d34 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] For port 2ac4078a-6ecb-482c-989a-86eba88e3b88, host hv-cinder-85164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85164',level=0,port_id=2ac4078a-6ecb-482c-989a-86eba88e3b88,segment=NetworkSegment(6130275c-b522-41d3-91a1-cf819d706112),segment_id=6130275c-b522-41d3-91a1-cf819d706112)] {{(pid=115992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:40:42.776842 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-c3b0d7bc-4a35-4b3d-ae26-dcb65b8bf924 req-32597e99-ce67-4a26-a7b6-456146d41d34 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440649'] for port (2ac4078a-6ecb-482c-989a-86eba88e3b88), precommit_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:42.941229 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-c3b0d7bc-4a35-4b3d-ae26-dcb65b8bf924 req-32597e99-ce67-4a26-a7b6-456146d41d34 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:42.941590 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-c3b0d7bc-4a35-4b3d-ae26-dcb65b8bf924 req-32597e99-ce67-4a26-a7b6-456146d41d34 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-499989'] for floatingip (153d5dbe-f954-460c-8f78-914f9d2794b3), after_update {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:42.941903 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.db.l3_db [req-c3b0d7bc-4a35-4b3d-ae26-dcb65b8bf924 req-32597e99-ce67-4a26-a7b6-456146d41d34 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Floating IP 153d5dbe-f954-460c-8f78-914f9d2794b3 disassociated. External IP: 172.27.3.155, port: 2ac4078a-6ecb-482c-989a-86eba88e3b88. Aug 08 00:40:42.942250 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.plugin [req-c3b0d7bc-4a35-4b3d-ae26-dcb65b8bf924 req-32597e99-ce67-4a26-a7b6-456146d41d34 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Calling delete_port for 2ac4078a-6ecb-482c-989a-86eba88e3b88 owned by compute:nova {{(pid=115992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 00:40:43.014913 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:40:43.174956 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-c3b0d7bc-4a35-4b3d-ae26-dcb65b8bf924 req-32597e99-ce67-4a26-a7b6-456146d41d34 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764676515054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764676113794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26371331'] for port (2ac4078a-6ecb-482c-989a-86eba88e3b88), after_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:43.206957 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32597e99-ce67-4a26-a7b6-456146d41d34 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Pushing event deleted for resources: {'Port': ['ID=2ac4078a-6ecb-482c-989a-86eba88e3b88,revision_number=None']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:40:43.284046 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-5089a6d4-e651-45b9-90ed-2e8b78a15365 req-5ae91497-4163-4ed8-b585-e5ffe23168b7 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=db7fafce-9b1b-4bb2-91a8-8230aa090306 HTTP/1.1" status: 200 len: 210 time: 0.0353642 Aug 08 00:40:43.343251 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c3b0d7bc-4a35-4b3d-ae26-dcb65b8bf924 req-32597e99-ce67-4a26-a7b6-456146d41d34 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Router 91800c1e-3ae7-435f-9362-f23934c36aa6 has already been hosted by L3 agent d53f5436-7c7f-4441-9708-9d0333b57745 {{(pid=115992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 00:40:43.351168 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:40:43.451071 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c3b0d7bc-4a35-4b3d-ae26-dcb65b8bf924 req-32597e99-ce67-4a26-a7b6-456146d41d34 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Notify agent at l3_agent.dv-cinder-851640-3-iscsi the message routers_updated {{(pid=115992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 00:40:43.464271 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505fdd7f-a753-4262-ae21-59ee0f67a6ba None None] Sync routers for ids ['91800c1e-3ae7-435f-9362-f23934c36aa6'] in dv-cinder-851640-3-iscsi {{(pid=115994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 00:40:43.474925 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505fdd7f-a753-4262-ae21-59ee0f67a6ba None None] Routers {'91800c1e-3ae7-435f-9362-f23934c36aa6'} bound to L3 agent in host dv-cinder-851640-3-iscsi {{(pid=115994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 00:40:43.475626 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_hamode_db [None req-505fdd7f-a753-4262-ae21-59ee0f67a6ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851640-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-08T00:24:12Z,description=,heartbeat_timestamp=2022-08-08T00:40:42Z,host='dv-cinder-851640-3-iscsi',id=d53f5436-7c7f-4441-9708-9d0333b57745,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T00:24:13Z,topic='l3_agent')) {'router_ids': ['91800c1e-3ae7-435f-9362-f23934c36aa6'], 'active': True} {{(pid=115994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:40:43.494608 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3b0d7bc-4a35-4b3d-ae26-dcb65b8bf924 req-32597e99-ce67-4a26-a7b6-456146d41d34 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] No DVR routers for this DVR port 2ac4078a-6ecb-482c-989a-86eba88e3b88 on host hv-cinder-85164 {{(pid=115992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 08 00:40:43.497016 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-c3b0d7bc-4a35-4b3d-ae26-dcb65b8bf924 req-32597e99-ce67-4a26-a7b6-456146d41d34 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63196'] for port (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:43.500914 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-c3b0d7bc-4a35-4b3d-ae26-dcb65b8bf924 req-32597e99-ce67-4a26-a7b6-456146d41d34 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.25 "DELETE /networking/v2.0/ports/2ac4078a-6ecb-482c-989a-86eba88e3b88 HTTP/1.1" status: 204 len: 173 time: 0.8984220 Aug 08 00:40:43.501474 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db7fafce-9b1b-4bb2-91a8-8230aa090306', 'name': 'network-vif-deleted', 'tag': '2ac4078a-6ecb-482c-989a-86eba88e3b88'}] {{(pid=115992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 00:40:43.503759 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15c1dc6174c04d27a45b4789687485f3f31469fbdbb3cd0a658d3b47a2d9b382" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aad9e54f-7de6-40fa-84cd-3420c49d81ac" -d '{"events": [{"server_uuid": "db7fafce-9b1b-4bb2-91a8-8230aa090306", "name": "network-vif-deleted", "tag": "2ac4078a-6ecb-482c-989a-86eba88e3b88"}]}' {{(pid=115992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 00:40:43.540371 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 00:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d25b7aee-0d57-4bcd-a792-dcda9574bb2b x-openstack-request-id: req-d25b7aee-0d57-4bcd-a792-dcda9574bb2b {{(pid=115992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 00:40:43.540663 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db7fafce-9b1b-4bb2-91a8-8230aa090306", "name": "network-vif-deleted", "tag": "2ac4078a-6ecb-482c-989a-86eba88e3b88", "status": "completed", "code": 200}]} {{(pid=115992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 00:40:43.540912 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d25b7aee-0d57-4bcd-a792-dcda9574bb2b {{(pid=115992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 00:40:43.541313 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d25b7aee-0d57-4bcd-a792-dcda9574bb2b'] response: {'server_uuid': 'db7fafce-9b1b-4bb2-91a8-8230aa090306', 'name': 'network-vif-deleted', 'tag': '2ac4078a-6ecb-482c-989a-86eba88e3b88', 'status': 'completed', 'code': 200} Aug 08 00:40:43.584687 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_dvr_db [None req-505fdd7f-a753-4262-ae21-59ee0f67a6ba None None] Set router 91800c1e-3ae7-435f-9362-f23934c36aa6 gateway port host: dv-cinder-851640-3-iscsi {{(pid=115994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 00:40:43.670409 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=100 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:40:43.729717 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=100 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:40:43.789036 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_hamode_db [None req-505fdd7f-a753-4262-ae21-59ee0f67a6ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91800c1e-3ae7-435f-9362-f23934c36aa6', 'name': 'tempest-AttachVolumeNegativeTest-1151103598-router', 'tenant_id': 'e97eb34021d44eb0a99763034c1e9e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': '349bc66f-427c-48e3-b507-b91075ef7023', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:34:02Z', 'updated_at': '2022-08-08T00:34:05Z', 'revision_number': 4, 'project_id': 'e97eb34021d44eb0a99763034c1e9e87', 'gw_port': {'id': '349bc66f-427c-48e3-b507-b91075ef7023', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:3b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91800c1e-3ae7-435f-9362-f23934c36aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:34:03Z', 'updated_at': '2022-08-08T00:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi', '_interfaces': [{'id': '72ff9781-3013-479e-ab34-a89546cc7e00', 'name': '', 'network_id': 'a5ea35fc-5529-4ec7-b035-b5f2637c5acc', 'tenant_id': 'e97eb34021d44eb0a99763034c1e9e87', 'mac_address': 'fa:16:3e:71:a5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91800c1e-3ae7-435f-9362-f23934c36aa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'a880aa77-4bc5-4c6a-8fdf-3a29dea9cf69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:34:04Z', 'updated_at': '2022-08-08T00:34:10Z', 'revision_number': 5, 'project_id': 'e97eb34021d44eb0a99763034c1e9e87', 'subnets': [{'id': 'a880aa77-4bc5-4c6a-8fdf-3a29dea9cf69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851640-3-iscsi', False) {} {{(pid=115994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:40:43.813872 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505fdd7f-a753-4262-ae21-59ee0f67a6ba None None] Checking router: 91800c1e-3ae7-435f-9362-f23934c36aa6 for host: dv-cinder-851640-3-iscsi {{(pid=115994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 00:40:43.822381 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505fdd7f-a753-4262-ae21-59ee0f67a6ba None None] Routers {'91800c1e-3ae7-435f-9362-f23934c36aa6'} bound to L3 agent in host dv-cinder-851640-3-iscsi {{(pid=115994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 00:40:43.822977 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_hamode_db [None req-505fdd7f-a753-4262-ae21-59ee0f67a6ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851640-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-08T00:24:12Z,description=,heartbeat_timestamp=2022-08-08T00:40:42Z,host='dv-cinder-851640-3-iscsi',id=d53f5436-7c7f-4441-9708-9d0333b57745,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T00:24:13Z,topic='l3_agent')) {'router_ids': ['91800c1e-3ae7-435f-9362-f23934c36aa6'], 'active': True} {{(pid=115994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:40:43.926356 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_dvr_db [None req-505fdd7f-a753-4262-ae21-59ee0f67a6ba None None] Set router 91800c1e-3ae7-435f-9362-f23934c36aa6 gateway port host: dv-cinder-851640-3-iscsi {{(pid=115994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 00:40:44.110211 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_hamode_db [None req-505fdd7f-a753-4262-ae21-59ee0f67a6ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91800c1e-3ae7-435f-9362-f23934c36aa6', 'name': 'tempest-AttachVolumeNegativeTest-1151103598-router', 'tenant_id': 'e97eb34021d44eb0a99763034c1e9e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': '349bc66f-427c-48e3-b507-b91075ef7023', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:34:02Z', 'updated_at': '2022-08-08T00:34:05Z', 'revision_number': 4, 'project_id': 'e97eb34021d44eb0a99763034c1e9e87', 'gw_port': {'id': '349bc66f-427c-48e3-b507-b91075ef7023', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:3b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91800c1e-3ae7-435f-9362-f23934c36aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:34:03Z', 'updated_at': '2022-08-08T00:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi', '_interfaces': [{'id': '72ff9781-3013-479e-ab34-a89546cc7e00', 'name': '', 'network_id': 'a5ea35fc-5529-4ec7-b035-b5f2637c5acc', 'tenant_id': 'e97eb34021d44eb0a99763034c1e9e87', 'mac_address': 'fa:16:3e:71:a5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91800c1e-3ae7-435f-9362-f23934c36aa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'a880aa77-4bc5-4c6a-8fdf-3a29dea9cf69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:34:04Z', 'updated_at': '2022-08-08T00:34:10Z', 'revision_number': 5, 'project_id': 'e97eb34021d44eb0a99763034c1e9e87', 'subnets': [{'id': 'a880aa77-4bc5-4c6a-8fdf-3a29dea9cf69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851640-3-iscsi', False) {} {{(pid=115994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:40:44.137898 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505fdd7f-a753-4262-ae21-59ee0f67a6ba None None] The sync data for ids ['91800c1e-3ae7-435f-9362-f23934c36aa6'] in dv-cinder-851640-3-iscsi is: [{'id': '91800c1e-3ae7-435f-9362-f23934c36aa6', 'name': 'tempest-AttachVolumeNegativeTest-1151103598-router', 'tenant_id': 'e97eb34021d44eb0a99763034c1e9e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': '349bc66f-427c-48e3-b507-b91075ef7023', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:34:02Z', 'updated_at': '2022-08-08T00:34:05Z', 'revision_number': 4, 'project_id': 'e97eb34021d44eb0a99763034c1e9e87', 'gw_port': {'id': '349bc66f-427c-48e3-b507-b91075ef7023', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:3b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91800c1e-3ae7-435f-9362-f23934c36aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:34:03Z', 'updated_at': '2022-08-08T00:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi', '_interfaces': [{'id': '72ff9781-3013-479e-ab34-a89546cc7e00', 'name': '', 'network_id': 'a5ea35fc-5529-4ec7-b035-b5f2637c5acc', 'tenant_id': 'e97eb34021d44eb0a99763034c1e9e87', 'mac_address': 'fa:16:3e:71:a5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91800c1e-3ae7-435f-9362-f23934c36aa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'a880aa77-4bc5-4c6a-8fdf-3a29dea9cf69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:34:04Z', 'updated_at': '2022-08-08T00:34:10Z', 'revision_number': 5, 'project_id': 'e97eb34021d44eb0a99763034c1e9e87', 'subnets': [{'id': 'a880aa77-4bc5-4c6a-8fdf-3a29dea9cf69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 00:40:44.238090 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-053f2fa2-08e2-4320-9ef7-ed55b6b025bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (8871f2bb-53fb-48a8-be6c-361eafeaffd1), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:44.399985 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48885ff4-de63-444f-91f4-d82a3bf5c407 None None] New status for floating IP 153d5dbe-f954-460c-8f78-914f9d2794b3: DOWN {{(pid=115993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 08 00:40:44.406030 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-0a899cad-137a-4242-9612-4d8928bca014 req-dd4b4dc1-4e25-4b17-9c23-c36e1d9a466e tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=db7fafce-9b1b-4bb2-91a8-8230aa090306 HTTP/1.1" status: 200 len: 210 time: 0.0290251 Aug 08 00:40:45.454076 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (aa35aa05-3c09-40ae-a1e3-ebf96fe3358c), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:45.598788 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 35092) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:40:45.653354 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-89903dd0-f3b7-4f56-80eb-c2014605cfb4 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks [] for security_group (8d0f4141-1b4a-4d50-9062-88383dffc1dc), before_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:45.677171 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-89903dd0-f3b7-4f56-80eb-c2014605cfb4 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks [] for security_group (8d0f4141-1b4a-4d50-9062-88383dffc1dc), precommit_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:45.798947 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-89903dd0-f3b7-4f56-80eb-c2014605cfb4 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (8d0f4141-1b4a-4d50-9062-88383dffc1dc), after_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:45.801900 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-89903dd0-f3b7-4f56-80eb-c2014605cfb4 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks [] for security_group (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:45.804013 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-89903dd0-f3b7-4f56-80eb-c2014605cfb4 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "DELETE /networking/v2.0/security-groups/8d0f4141-1b4a-4d50-9062-88383dffc1dc HTTP/1.1" status: 204 len: 168 time: 0.2041726 Aug 08 00:40:45.805953 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 35094) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:40:45.813537 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89903dd0-f3b7-4f56-80eb-c2014605cfb4 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d0f4141-1b4a-4d50-9062-88383dffc1dc,revision_number=None']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:40:45.825497 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.api.v2.resource [None req-c2e8a138-49dc-4a22-8ece-f02f4622c0d9 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] show failed (client error): The resource could not be found. Aug 08 00:40:45.825497 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-c2e8a138-49dc-4a22-8ece-f02f4622c0d9 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "GET /networking/v2.0/security-groups/8d0f4141-1b4a-4d50-9062-88383dffc1dc HTTP/1.1" status: 404 len: 347 time: 0.0153835 Aug 08 00:40:45.827215 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 35096) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:40:45.912471 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-64237613-c389-4d10-936d-2956085fc78e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (998b03d7-10a2-4624-8114-660f2901b45f), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:45.949886 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.plugin [None req-458b27ec-9eb3-4d87-8468-4d42fd4eeb63 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Deleting port c0e606b8-7363-4249-8ddf-e7648e4a7586 {{(pid=115991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 00:40:45.950224 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-458b27ec-9eb3-4d87-8468-4d42fd4eeb63 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764676511537'] for port (c0e606b8-7363-4249-8ddf-e7648e4a7586), before_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:46.025416 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-458b27ec-9eb3-4d87-8468-4d42fd4eeb63 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440649'] for port (c0e606b8-7363-4249-8ddf-e7648e4a7586), precommit_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:46.025740 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-458b27ec-9eb3-4d87-8468-4d42fd4eeb63 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks [] for floatingip (c0e606b8-7363-4249-8ddf-e7648e4a7586), precommit_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:46.038546 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.plugin [None req-458b27ec-9eb3-4d87-8468-4d42fd4eeb63 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Calling delete_port for c0e606b8-7363-4249-8ddf-e7648e4a7586 owned by network:floatingip {{(pid=115991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 00:40:46.220195 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-458b27ec-9eb3-4d87-8468-4d42fd4eeb63 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764676515054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764676113794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2785209'] for port (c0e606b8-7363-4249-8ddf-e7648e4a7586), after_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:46.245213 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458b27ec-9eb3-4d87-8468-4d42fd4eeb63 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Pushing event deleted for resources: {'Port': ['ID=c0e606b8-7363-4249-8ddf-e7648e4a7586,revision_number=None']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:40:46.286219 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:40:46.309739 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-458b27ec-9eb3-4d87-8468-4d42fd4eeb63 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks [] for floatingip (153d5dbe-f954-460c-8f78-914f9d2794b3), after_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:46.312722 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-458b27ec-9eb3-4d87-8468-4d42fd4eeb63 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63196'] for floatingip (None), before_response {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:46.313859 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-458b27ec-9eb3-4d87-8468-4d42fd4eeb63 tempest-AttachVolumeNegativeTest-1002027326 tempest-AttachVolumeNegativeTest-1002027326-project] 10.222.0.15 "DELETE /networking/v2.0/floatingips/153d5dbe-f954-460c-8f78-914f9d2794b3 HTTP/1.1" status: 204 len: 168 time: 0.4856834 Aug 08 00:40:46.944342 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Device 2ac4078a-6ecb-482c-989a-86eba88e3b88 no longer exists at agent hyperv_hv-cinder-85164 {{(pid=115993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 00:40:46.963081 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] No Port match for: 2ac4078a-6ecb-482c-989a-86eba88e3b88 {{(pid=115993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 08 00:40:46.963444 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Device 2ac4078a-6ecb-482c-989a-86eba88e3b88 not bound to the agent host hv-cinder-85164 {{(pid=115993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 00:40:50.415736 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 35134) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:40:50.939490 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:40:50.978070 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-1bf655ab-9181-404b-a60f-558ca46a9824 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-499760'] for router_interface (91800c1e-3ae7-435f-9362-f23934c36aa6), before_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:51.198489 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.plugin [None req-1bf655ab-9181-404b-a60f-558ca46a9824 admin admin] Deleting port 72ff9781-3013-479e-ab34-a89546cc7e00 {{(pid=115991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 00:40:51.198739 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-1bf655ab-9181-404b-a60f-558ca46a9824 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764676511537'] for port (72ff9781-3013-479e-ab34-a89546cc7e00), before_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:51.276156 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.db [None req-1bf655ab-9181-404b-a60f-558ca46a9824 admin admin] For port 72ff9781-3013-479e-ab34-a89546cc7e00, host dv-cinder-851640-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851640-3-iscsi',level=0,port_id=72ff9781-3013-479e-ab34-a89546cc7e00,segment=NetworkSegment(6130275c-b522-41d3-91a1-cf819d706112),segment_id=6130275c-b522-41d3-91a1-cf819d706112)] {{(pid=115991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:40:51.276518 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-1bf655ab-9181-404b-a60f-558ca46a9824 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440649'] for port (72ff9781-3013-479e-ab34-a89546cc7e00), precommit_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:51.292267 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.plugin [None req-1bf655ab-9181-404b-a60f-558ca46a9824 admin admin] Calling delete_port for 72ff9781-3013-479e-ab34-a89546cc7e00 owned by network:router_interface {{(pid=115991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 00:40:51.426361 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:40:51.529526 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-1bf655ab-9181-404b-a60f-558ca46a9824 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764676515054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764676113794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2785209'] for port (72ff9781-3013-479e-ab34-a89546cc7e00), after_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:51.552496 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf655ab-9181-404b-a60f-558ca46a9824 admin admin] Pushing event deleted for resources: {'Port': ['ID=72ff9781-3013-479e-ab34-a89546cc7e00,revision_number=None']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:40:51.723514 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-1bf655ab-9181-404b-a60f-558ca46a9824 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-499884'] for router_interface (91800c1e-3ae7-435f-9362-f23934c36aa6), after_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:51.817961 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:40:51.928581 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bf655ab-9181-404b-a60f-558ca46a9824 admin admin] Router 91800c1e-3ae7-435f-9362-f23934c36aa6 has already been hosted by L3 agent d53f5436-7c7f-4441-9708-9d0333b57745 {{(pid=115991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 00:40:52.028186 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bf655ab-9181-404b-a60f-558ca46a9824 admin admin] Notify agent at l3_agent.dv-cinder-851640-3-iscsi the message routers_updated {{(pid=115991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 00:40:52.034297 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-1bf655ab-9181-404b-a60f-558ca46a9824 admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/91800c1e-3ae7-435f-9362-f23934c36aa6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6182139 Aug 08 00:40:52.036887 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 35138) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:40:52.037703 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9819ff-b107-429e-b738-2f2b0ec77fd0 None None] Sync routers for ids ['91800c1e-3ae7-435f-9362-f23934c36aa6'] in dv-cinder-851640-3-iscsi {{(pid=115994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 00:40:52.047140 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9819ff-b107-429e-b738-2f2b0ec77fd0 None None] Routers {'91800c1e-3ae7-435f-9362-f23934c36aa6'} bound to L3 agent in host dv-cinder-851640-3-iscsi {{(pid=115994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 00:40:52.047770 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_hamode_db [None req-fd9819ff-b107-429e-b738-2f2b0ec77fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851640-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-08T00:24:12Z,description=,heartbeat_timestamp=2022-08-08T00:40:42Z,host='dv-cinder-851640-3-iscsi',id=d53f5436-7c7f-4441-9708-9d0333b57745,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T00:24:13Z,topic='l3_agent')) {'router_ids': ['91800c1e-3ae7-435f-9362-f23934c36aa6'], 'active': True} {{(pid=115994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:40:52.134558 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-a9e92876-1c58-4cb9-9eeb-351b705c75fa admin admin] Publish callbacks [] for router (91800c1e-3ae7-435f-9362-f23934c36aa6), before_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:52.232224 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_dvr_db [None req-fd9819ff-b107-429e-b738-2f2b0ec77fd0 None None] Set router 91800c1e-3ae7-435f-9362-f23934c36aa6 gateway port host: dv-cinder-851640-3-iscsi {{(pid=115994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 00:40:52.236502 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-a9e92876-1c58-4cb9-9eeb-351b705c75fa admin admin] Publish callbacks [] for router_gateway (91800c1e-3ae7-435f-9362-f23934c36aa6), before_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:52.337501 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.plugin [None req-a9e92876-1c58-4cb9-9eeb-351b705c75fa admin admin] Deleting port 349bc66f-427c-48e3-b507-b91075ef7023 {{(pid=115991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 00:40:52.337842 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-a9e92876-1c58-4cb9-9eeb-351b705c75fa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764676511537'] for port (349bc66f-427c-48e3-b507-b91075ef7023), before_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:52.399012 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_hamode_db [None req-fd9819ff-b107-429e-b738-2f2b0ec77fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91800c1e-3ae7-435f-9362-f23934c36aa6', 'name': 'tempest-AttachVolumeNegativeTest-1151103598-router', 'tenant_id': 'e97eb34021d44eb0a99763034c1e9e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': '349bc66f-427c-48e3-b507-b91075ef7023', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:34:02Z', 'updated_at': '2022-08-08T00:40:51Z', 'revision_number': 5, 'project_id': 'e97eb34021d44eb0a99763034c1e9e87', 'gw_port': {'id': '349bc66f-427c-48e3-b507-b91075ef7023', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:3b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91800c1e-3ae7-435f-9362-f23934c36aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:34:03Z', 'updated_at': '2022-08-08T00:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi'}], 'dv-cinder-851640-3-iscsi', False) {} {{(pid=115994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:40:52.418189 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.db [None req-a9e92876-1c58-4cb9-9eeb-351b705c75fa admin admin] For port 349bc66f-427c-48e3-b507-b91075ef7023, host dv-cinder-851640-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851640-3-iscsi',level=0,port_id=349bc66f-427c-48e3-b507-b91075ef7023,segment=NetworkSegment(15fce33c-3ff3-4714-8fe9-15b1a1600e57),segment_id=15fce33c-3ff3-4714-8fe9-15b1a1600e57)] {{(pid=115991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:40:52.418557 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-a9e92876-1c58-4cb9-9eeb-351b705c75fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440649'] for port (349bc66f-427c-48e3-b507-b91075ef7023), precommit_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:52.424308 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9819ff-b107-429e-b738-2f2b0ec77fd0 None None] Checking router: 91800c1e-3ae7-435f-9362-f23934c36aa6 for host: dv-cinder-851640-3-iscsi {{(pid=115994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 00:40:52.431153 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.plugin [None req-a9e92876-1c58-4cb9-9eeb-351b705c75fa admin admin] Calling delete_port for 349bc66f-427c-48e3-b507-b91075ef7023 owned by network:router_gateway {{(pid=115991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 00:40:52.432621 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9819ff-b107-429e-b738-2f2b0ec77fd0 None None] Routers {'91800c1e-3ae7-435f-9362-f23934c36aa6'} bound to L3 agent in host dv-cinder-851640-3-iscsi {{(pid=115994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 00:40:52.433211 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_hamode_db [None req-fd9819ff-b107-429e-b738-2f2b0ec77fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851640-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-08T00:24:12Z,description=,heartbeat_timestamp=2022-08-08T00:40:42Z,host='dv-cinder-851640-3-iscsi',id=d53f5436-7c7f-4441-9708-9d0333b57745,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T00:24:13Z,topic='l3_agent')) {'router_ids': ['91800c1e-3ae7-435f-9362-f23934c36aa6'], 'active': True} {{(pid=115994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:40:52.434754 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:40:52.518392 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_dvr_db [None req-fd9819ff-b107-429e-b738-2f2b0ec77fd0 None None] Set router 91800c1e-3ae7-435f-9362-f23934c36aa6 gateway port host: None {{(pid=115994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 00:40:52.568986 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_hamode_db [None req-fd9819ff-b107-429e-b738-2f2b0ec77fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91800c1e-3ae7-435f-9362-f23934c36aa6', 'name': 'tempest-AttachVolumeNegativeTest-1151103598-router', 'tenant_id': 'e97eb34021d44eb0a99763034c1e9e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:34:02Z', 'updated_at': '2022-08-08T00:40:52Z', 'revision_number': 6, 'project_id': 'e97eb34021d44eb0a99763034c1e9e87', 'gw_port_host': None}], 'dv-cinder-851640-3-iscsi', False) {} {{(pid=115994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:40:52.594142 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9819ff-b107-429e-b738-2f2b0ec77fd0 None None] The sync data for ids ['91800c1e-3ae7-435f-9362-f23934c36aa6'] in dv-cinder-851640-3-iscsi is: [{'id': '91800c1e-3ae7-435f-9362-f23934c36aa6', 'name': 'tempest-AttachVolumeNegativeTest-1151103598-router', 'tenant_id': 'e97eb34021d44eb0a99763034c1e9e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:34:02Z', 'updated_at': '2022-08-08T00:40:52Z', 'revision_number': 6, 'project_id': 'e97eb34021d44eb0a99763034c1e9e87', 'gw_port_host': None}] {{(pid=115994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 00:40:52.644232 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-a9e92876-1c58-4cb9-9eeb-351b705c75fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764676515054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764676113794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2785209'] for port (349bc66f-427c-48e3-b507-b91075ef7023), after_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:52.670340 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e92876-1c58-4cb9-9eeb-351b705c75fa admin admin] Pushing event deleted for resources: {'Port': ['ID=349bc66f-427c-48e3-b507-b91075ef7023,revision_number=None']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:40:52.998307 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-a9e92876-1c58-4cb9-9eeb-351b705c75fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-428004'] for router_gateway (91800c1e-3ae7-435f-9362-f23934c36aa6), after_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:53.064242 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Device 72ff9781-3013-479e-ab34-a89546cc7e00 no longer exists at agent ovs-agent-dv-cinder-851640-3-iscsi {{(pid=115993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 00:40:53.066712 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:40:53.084627 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] No Port match for: 72ff9781-3013-479e-ab34-a89546cc7e00 {{(pid=115993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 08 00:40:53.084998 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Device 72ff9781-3013-479e-ab34-a89546cc7e00 not bound to the agent host dv-cinder-851640-3-iscsi {{(pid=115993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 00:40:53.087641 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:40:53.089438 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-a9e92876-1c58-4cb9-9eeb-351b705c75fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-501963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-861'] for router (91800c1e-3ae7-435f-9362-f23934c36aa6), precommit_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:53.091671 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-a9e92876-1c58-4cb9-9eeb-351b705c75fa admin admin] Publish callbacks [] for router_controller (91800c1e-3ae7-435f-9362-f23934c36aa6), precommit_delete_associations {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:53.192152 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-a9e92876-1c58-4cb9-9eeb-351b705c75fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-501833'] for router (91800c1e-3ae7-435f-9362-f23934c36aa6), after_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:53.192723 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9e92876-1c58-4cb9-9eeb-351b705c75fa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 91800c1e-3ae7-435f-9362-f23934c36aa6 {{(pid=115991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 08 00:40:53.196985 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-a9e92876-1c58-4cb9-9eeb-351b705c75fa admin admin] Publish callbacks [] for router (None), before_response {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:53.198225 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-a9e92876-1c58-4cb9-9eeb-351b705c75fa admin admin] 10.222.0.15 "DELETE /networking/v2.0/routers/91800c1e-3ae7-435f-9362-f23934c36aa6 HTTP/1.1" status: 204 len: 168 time: 1.1604338 Aug 08 00:40:53.200844 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 35140) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:40:53.248980 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c9a18a2-445e-45cc-882a-94958bbf3483 admin admin] Deleting subnet a880aa77-4bc5-4c6a-8fdf-3a29dea9cf69 {{(pid=115991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 08 00:40:53.252273 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-6c9a18a2-445e-45cc-882a-94958bbf3483 admin admin] Publish callbacks [] for subnet (a880aa77-4bc5-4c6a-8fdf-3a29dea9cf69), before_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:53.287252 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-6c9a18a2-445e-45cc-882a-94958bbf3483 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2349756'] for subnet (a880aa77-4bc5-4c6a-8fdf-3a29dea9cf69), precommit_delete_associations {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:53.361333 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-6c9a18a2-445e-45cc-882a-94958bbf3483 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1386800'] for subnet (a880aa77-4bc5-4c6a-8fdf-3a29dea9cf69), precommit_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:53.467002 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-6c9a18a2-445e-45cc-882a-94958bbf3483 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1386811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2785228', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26229567'] for subnet (a880aa77-4bc5-4c6a-8fdf-3a29dea9cf69), after_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:53.495721 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9a18a2-445e-45cc-882a-94958bbf3483 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a880aa77-4bc5-4c6a-8fdf-3a29dea9cf69,revision_number=None']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:40:53.504603 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-6c9a18a2-445e-45cc-882a-94958bbf3483 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575022'] for subnet (None), before_response {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:53.507732 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-6c9a18a2-445e-45cc-882a-94958bbf3483 admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/a880aa77-4bc5-4c6a-8fdf-3a29dea9cf69 HTTP/1.1" status: 204 len: 168 time: 0.3059835 Aug 08 00:40:53.510296 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 35142) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:40:53.516091 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d38178-5e6c-4e01-8d35-b5ccc537065a None None] Network a5ea35fc-5529-4ec7-b035-b5f2637c5acc requested from dv-cinder-851640-3-iscsi {{(pid=115993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 00:40:53.588002 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-8ef382be-c136-4737-8cc6-a9ae994ca7bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1544796'] for network (a5ea35fc-5529-4ec7-b035-b5f2637c5acc), before_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:53.636522 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.plugin [None req-8ef382be-c136-4737-8cc6-a9ae994ca7bf admin admin] Deleting port 2ea3e2f6-bc7a-41b6-98c9-951eef1afb19 {{(pid=115992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 00:40:53.637111 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-8ef382be-c136-4737-8cc6-a9ae994ca7bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764676511537'] for port (2ea3e2f6-bc7a-41b6-98c9-951eef1afb19), before_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:53.694635 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c19882-1ee3-48c4-a286-29e0cc03e8df None None] DHCP port deletion for a5ea35fc-5529-4ec7-b035-b5f2637c5acc request from dv-cinder-851640-3-iscsi {{(pid=115993) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 08 00:40:53.721376 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.db [None req-8ef382be-c136-4737-8cc6-a9ae994ca7bf admin admin] For port 2ea3e2f6-bc7a-41b6-98c9-951eef1afb19, host dv-cinder-851640-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851640-3-iscsi',level=0,port_id=2ea3e2f6-bc7a-41b6-98c9-951eef1afb19,segment=NetworkSegment(6130275c-b522-41d3-91a1-cf819d706112),segment_id=6130275c-b522-41d3-91a1-cf819d706112)] {{(pid=115992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:40:53.721750 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-8ef382be-c136-4737-8cc6-a9ae994ca7bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440649'] for port (2ea3e2f6-bc7a-41b6-98c9-951eef1afb19), precommit_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:53.736700 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.plugin [None req-8ef382be-c136-4737-8cc6-a9ae994ca7bf admin admin] Calling delete_port for 2ea3e2f6-bc7a-41b6-98c9-951eef1afb19 owned by network:dhcp {{(pid=115992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 00:40:53.745314 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-a5c19882-1ee3-48c4-a286-29e0cc03e8df None None] Deleting port 2ea3e2f6-bc7a-41b6-98c9-951eef1afb19 {{(pid=115993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 00:40:53.745510 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-a5c19882-1ee3-48c4-a286-29e0cc03e8df None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764676511537'] for port (2ea3e2f6-bc7a-41b6-98c9-951eef1afb19), before_delete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:53.884088 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-8ef382be-c136-4737-8cc6-a9ae994ca7bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764676515054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764676113794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26371331'] for port (2ea3e2f6-bc7a-41b6-98c9-951eef1afb19), after_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:53.913307 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef382be-c136-4737-8cc6-a9ae994ca7bf admin admin] No DVR routers for this DVR port 2ea3e2f6-bc7a-41b6-98c9-951eef1afb19 on host dv-cinder-851640-3-iscsi {{(pid=115992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 08 00:40:53.915206 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef382be-c136-4737-8cc6-a9ae994ca7bf admin admin] Pushing event deleted for resources: {'Port': ['ID=2ea3e2f6-bc7a-41b6-98c9-951eef1afb19,revision_number=None']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:40:53.928751 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=91,neutron:UPDATE=9 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:40:53.956183 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-a5c19882-1ee3-48c4-a286-29e0cc03e8df None None] For port 2ea3e2f6-bc7a-41b6-98c9-951eef1afb19, host dv-cinder-851640-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851640-3-iscsi',level=0,port_id=2ea3e2f6-bc7a-41b6-98c9-951eef1afb19,segment=NetworkSegment(6130275c-b522-41d3-91a1-cf819d706112),segment_id=6130275c-b522-41d3-91a1-cf819d706112)] {{(pid=115993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:40:53.956881 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-a5c19882-1ee3-48c4-a286-29e0cc03e8df None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440649'] for port (2ea3e2f6-bc7a-41b6-98c9-951eef1afb19), precommit_delete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:53.978901 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-a5c19882-1ee3-48c4-a286-29e0cc03e8df None None] Calling delete_port for 2ea3e2f6-bc7a-41b6-98c9-951eef1afb19 owned by network:dhcp {{(pid=115993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 00:40:53.989855 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-8ef382be-c136-4737-8cc6-a9ae994ca7bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388207', 'neutron.services.segments.db._delete_segments_for_network-8764676474350'] for network (a5ea35fc-5529-4ec7-b035-b5f2637c5acc), precommit_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:54.010224 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.services.segments.db [None req-8ef382be-c136-4737-8cc6-a9ae994ca7bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5ea35fc-5529-4ec7-b035-b5f2637c5acc']}} {{(pid=115992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:40:54.019580 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.services.segments.db [None req-8ef382be-c136-4737-8cc6-a9ae994ca7bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6130275c-b522-41d3-91a1-cf819d706112') {'for_net_delete': True} {{(pid=115992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:40:54.019880 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.services.segments.db [None req-8ef382be-c136-4737-8cc6-a9ae994ca7bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6130275c-b522-41d3-91a1-cf819d706112') {} {{(pid=115992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:40:54.029433 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-8ef382be-c136-4737-8cc6-a9ae994ca7bf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764676474251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2898668'] for segment (6130275c-b522-41d3-91a1-cf819d706112), before_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:54.043348 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-8ef382be-c136-4737-8cc6-a9ae994ca7bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1398331'] for segment (6130275c-b522-41d3-91a1-cf819d706112), precommit_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:54.047076 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-a5c19882-1ee3-48c4-a286-29e0cc03e8df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764676515054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764676113794'] for port (2ea3e2f6-bc7a-41b6-98c9-951eef1afb19), after_delete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:54.050917 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ef382be-c136-4737-8cc6-a9ae994ca7bf admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=115992) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 08 00:40:54.051361 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-8ef382be-c136-4737-8cc6-a9ae994ca7bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1398331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26371028'] for segment (6130275c-b522-41d3-91a1-cf819d706112), after_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:54.073986 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c19882-1ee3-48c4-a286-29e0cc03e8df None None] Pushing event deleted for resources: {'Port': ['ID=2ea3e2f6-bc7a-41b6-98c9-951eef1afb19,revision_number=None']} {{(pid=115993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:40:54.075863 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c19882-1ee3-48c4-a286-29e0cc03e8df None None] No DVR routers for this DVR port 2ea3e2f6-bc7a-41b6-98c9-951eef1afb19 on host dv-cinder-851640-3-iscsi {{(pid=115993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 08 00:40:54.101777 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.services.segments.plugin [-] Segment 6130275c-b522-41d3-91a1-cf819d706112 resource provider aggregate not found Aug 08 00:40:54.120602 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.services.segments.plugin [-] Segment 6130275c-b522-41d3-91a1-cf819d706112 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6130275c-b522-41d3-91a1-cf819d706112 found for delete ", "request_id": "req-66667bff-add3-4c18-8f36-20965b448da0"}]} Aug 08 00:40:54.186345 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-8ef382be-c136-4737-8cc6-a9ae994ca7bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-428578'] for network (a5ea35fc-5529-4ec7-b035-b5f2637c5acc), after_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:54.191483 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-8ef382be-c136-4737-8cc6-a9ae994ca7bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575022'] for network (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:54.194683 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-8ef382be-c136-4737-8cc6-a9ae994ca7bf admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/a5ea35fc-5529-4ec7-b035-b5f2637c5acc HTTP/1.1" status: 204 len: 168 time: 0.6818104 Aug 08 00:40:54.211867 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef382be-c136-4737-8cc6-a9ae994ca7bf admin admin] Pushing event deleted for resources: {'Network': ['ID=a5ea35fc-5529-4ec7-b035-b5f2637c5acc,revision_number=None']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:40:54.533354 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 35150) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:40:54.570580 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:40:54.574428 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-e8ec05b2-22e4-4f3c-8d50-52d82f3e51fb admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=e97eb34021d44eb0a99763034c1e9e87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0399780 Aug 08 00:40:54.576980 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 35152) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:40:54.582678 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:40:54.629529 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-1d53ba0b-d392-4a28-9ca8-ac23addf35d0 admin admin] Publish callbacks [] for security_group (25aa193f-02ba-49fc-9bcd-a39201d65a75), before_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:54.651231 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-1d53ba0b-d392-4a28-9ca8-ac23addf35d0 admin admin] Publish callbacks [] for security_group (25aa193f-02ba-49fc-9bcd-a39201d65a75), precommit_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:54.768262 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-1d53ba0b-d392-4a28-9ca8-ac23addf35d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (25aa193f-02ba-49fc-9bcd-a39201d65a75), after_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:54.770919 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-1d53ba0b-d392-4a28-9ca8-ac23addf35d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:40:54.772167 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-1d53ba0b-d392-4a28-9ca8-ac23addf35d0 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/25aa193f-02ba-49fc-9bcd-a39201d65a75 HTTP/1.1" status: 204 len: 168 time: 0.1943064 Aug 08 00:40:54.781672 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d53ba0b-d392-4a28-9ca8-ac23addf35d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25aa193f-02ba-49fc-9bcd-a39201d65a75,revision_number=None']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:40:54.814458 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Device 2ea3e2f6-bc7a-41b6-98c9-951eef1afb19 no longer exists at agent ovs-agent-dv-cinder-851640-3-iscsi {{(pid=115993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 00:40:54.841578 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] No Port match for: 2ea3e2f6-bc7a-41b6-98c9-951eef1afb19 {{(pid=115993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 08 00:40:54.841930 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Device 2ea3e2f6-bc7a-41b6-98c9-951eef1afb19 not bound to the agent host dv-cinder-851640-3-iscsi {{(pid=115993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 00:40:54.842340 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Device 349bc66f-427c-48e3-b507-b91075ef7023 no longer exists at agent ovs-agent-dv-cinder-851640-3-iscsi {{(pid=115993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 00:40:54.861102 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] No Port match for: 349bc66f-427c-48e3-b507-b91075ef7023 {{(pid=115993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 08 00:40:54.861448 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Device 349bc66f-427c-48e3-b507-b91075ef7023 not bound to the agent host dv-cinder-851640-3-iscsi {{(pid=115993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 00:40:57.869134 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=100 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:40:59.903862 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 35214) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:41:00.186307 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.plugin [None req-1f71e1d1-07a0-483e-8b79-3ccb5bca75a4 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] Deleting port dfcf7d81-1942-41cd-9d36-f0200a6aa77e {{(pid=115992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 00:41:00.186680 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-1f71e1d1-07a0-483e-8b79-3ccb5bca75a4 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764676511537'] for port (dfcf7d81-1942-41cd-9d36-f0200a6aa77e), before_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:00.264446 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-1f71e1d1-07a0-483e-8b79-3ccb5bca75a4 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440649'] for port (dfcf7d81-1942-41cd-9d36-f0200a6aa77e), precommit_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:00.264679 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-1f71e1d1-07a0-483e-8b79-3ccb5bca75a4 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] Publish callbacks [] for floatingip (dfcf7d81-1942-41cd-9d36-f0200a6aa77e), precommit_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:00.277478 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.plugin [None req-1f71e1d1-07a0-483e-8b79-3ccb5bca75a4 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] Calling delete_port for dfcf7d81-1942-41cd-9d36-f0200a6aa77e owned by network:floatingip {{(pid=115992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 00:41:00.516607 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-1f71e1d1-07a0-483e-8b79-3ccb5bca75a4 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764676515054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764676113794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26371331'] for port (dfcf7d81-1942-41cd-9d36-f0200a6aa77e), after_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:00.542002 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f71e1d1-07a0-483e-8b79-3ccb5bca75a4 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] Pushing event deleted for resources: {'Port': ['ID=dfcf7d81-1942-41cd-9d36-f0200a6aa77e,revision_number=None']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:41:00.545038 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (c200ec1a-5dc3-458a-a30d-0f16255c41c0), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:00.606541 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-1f71e1d1-07a0-483e-8b79-3ccb5bca75a4 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] Publish callbacks [] for floatingip (a05d3511-f8c9-476a-a22b-5e293c0a39b0), after_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:00.606871 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.db.l3_db [None req-1f71e1d1-07a0-483e-8b79-3ccb5bca75a4 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] Floating IP a05d3511-f8c9-476a-a22b-5e293c0a39b0 disassociated (deleted). External IP: 172.27.3.243, port: 1e516e4f-2b18-41f2-8eaf-d3b6cf4fefb0. Aug 08 00:41:00.652997 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:41:00.809874 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f71e1d1-07a0-483e-8b79-3ccb5bca75a4 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] Router bcf99a59-317d-4ae4-a645-317607217c8f has already been hosted by L3 agent d53f5436-7c7f-4441-9708-9d0333b57745 {{(pid=115992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 00:41:00.911141 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:DELETE=7,neutron:SELECT=93 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:41:00.915470 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f71e1d1-07a0-483e-8b79-3ccb5bca75a4 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] Notify agent at l3_agent.dv-cinder-851640-3-iscsi the message routers_updated {{(pid=115992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 00:41:00.924493 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-1f71e1d1-07a0-483e-8b79-3ccb5bca75a4 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63196'] for floatingip (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:00.925343 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead33ca3-5196-41f3-b823-cb015425bddc None None] Sync routers for ids ['bcf99a59-317d-4ae4-a645-317607217c8f'] in dv-cinder-851640-3-iscsi {{(pid=115993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 00:41:00.936486 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead33ca3-5196-41f3-b823-cb015425bddc None None] Routers {'bcf99a59-317d-4ae4-a645-317607217c8f'} bound to L3 agent in host dv-cinder-851640-3-iscsi {{(pid=115993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 00:41:00.937106 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_hamode_db [None req-ead33ca3-5196-41f3-b823-cb015425bddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851640-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-08T00:24:12Z,description=,heartbeat_timestamp=2022-08-08T00:40:42Z,host='dv-cinder-851640-3-iscsi',id=d53f5436-7c7f-4441-9708-9d0333b57745,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T00:24:13Z,topic='l3_agent')) {'router_ids': ['bcf99a59-317d-4ae4-a645-317607217c8f'], 'active': True} {{(pid=115993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:41:00.950688 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-1f71e1d1-07a0-483e-8b79-3ccb5bca75a4 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] 10.222.0.15 "DELETE /networking/v2.0/floatingips/a05d3511-f8c9-476a-a22b-5e293c0a39b0 HTTP/1.1" status: 204 len: 168 time: 1.0457144 Aug 08 00:41:00.951291 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39cb5181-8bc2-4e47-ab31-1f9524d47ef3', 'tag': '1e516e4f-2b18-41f2-8eaf-d3b6cf4fefb0'}] {{(pid=115992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 00:41:00.953553 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15c1dc6174c04d27a45b4789687485f3f31469fbdbb3cd0a658d3b47a2d9b382" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37197c51-68d9-4bb3-9727-7842bca1e7eb" -d '{"events": [{"name": "network-changed", "server_uuid": "39cb5181-8bc2-4e47-ab31-1f9524d47ef3", "tag": "1e516e4f-2b18-41f2-8eaf-d3b6cf4fefb0"}]}' {{(pid=115992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 00:41:00.999972 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 00:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1c1413d-bae4-4efe-ad36-5e70efcf46c7 x-openstack-request-id: req-c1c1413d-bae4-4efe-ad36-5e70efcf46c7 {{(pid=115992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 00:41:01.000252 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39cb5181-8bc2-4e47-ab31-1f9524d47ef3", "tag": "1e516e4f-2b18-41f2-8eaf-d3b6cf4fefb0", "status": "completed", "code": 200}]} {{(pid=115992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 00:41:01.000509 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c1c1413d-bae4-4efe-ad36-5e70efcf46c7 {{(pid=115992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 00:41:01.000915 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1c1413d-bae4-4efe-ad36-5e70efcf46c7'] response: {'name': 'network-changed', 'server_uuid': '39cb5181-8bc2-4e47-ab31-1f9524d47ef3', 'tag': '1e516e4f-2b18-41f2-8eaf-d3b6cf4fefb0', 'status': 'completed', 'code': 200} Aug 08 00:41:01.045167 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvr_db [None req-ead33ca3-5196-41f3-b823-cb015425bddc None None] Set router bcf99a59-317d-4ae4-a645-317607217c8f gateway port host: dv-cinder-851640-3-iscsi {{(pid=115993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 00:41:01.238499 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37197c51-68d9-4bb3-9727-7842bca1e7eb req-6c568919-3d08-4abb-a8fc-a54d978bbca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:41:01.240148 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-37197c51-68d9-4bb3-9727-7842bca1e7eb req-6c568919-3d08-4abb-a8fc-a54d978bbca8 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=3101620baddd42c48179a6f411bbd33e&device_id=39cb5181-8bc2-4e47-ab31-1f9524d47ef3 HTTP/1.1" status: 200 len: 1129 time: 0.0520785 Aug 08 00:41:01.240322 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_hamode_db [None req-ead33ca3-5196-41f3-b823-cb015425bddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcf99a59-317d-4ae4-a645-317607217c8f', 'name': 'tempest-TestShelveInstance-431316987-router', 'tenant_id': '3101620baddd42c48179a6f411bbd33e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': 'eb87a7f7-c8f8-4bf2-9fb4-c38496a46f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:35:02Z', 'updated_at': '2022-08-08T00:35:09Z', 'revision_number': 4, 'project_id': '3101620baddd42c48179a6f411bbd33e', 'gw_port': {'id': 'eb87a7f7-c8f8-4bf2-9fb4-c38496a46f98', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:99:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf99a59-317d-4ae4-a645-317607217c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:35:03Z', 'updated_at': '2022-08-08T00:35:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi', '_interfaces': [{'id': '46ee863b-20ec-47a6-bd42-47e576b2cf6e', 'name': '', 'network_id': '40eb5d4b-84fa-4b2b-9896-3375999a2051', 'tenant_id': '3101620baddd42c48179a6f411bbd33e', 'mac_address': 'fa:16:3e:54:d8:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf99a59-317d-4ae4-a645-317607217c8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'b1d5723f-10fd-4b95-91b6-00f6c09bff0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:35:08Z', 'updated_at': '2022-08-08T00:35:17Z', 'revision_number': 5, 'project_id': '3101620baddd42c48179a6f411bbd33e', 'subnets': [{'id': 'b1d5723f-10fd-4b95-91b6-00f6c09bff0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851640-3-iscsi', False) {} {{(pid=115993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:41:01.268872 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead33ca3-5196-41f3-b823-cb015425bddc None None] Checking router: bcf99a59-317d-4ae4-a645-317607217c8f for host: dv-cinder-851640-3-iscsi {{(pid=115993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 00:41:01.277378 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead33ca3-5196-41f3-b823-cb015425bddc None None] Routers {'bcf99a59-317d-4ae4-a645-317607217c8f'} bound to L3 agent in host dv-cinder-851640-3-iscsi {{(pid=115993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 00:41:01.277933 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_hamode_db [None req-ead33ca3-5196-41f3-b823-cb015425bddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851640-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-08T00:24:12Z,description=,heartbeat_timestamp=2022-08-08T00:40:42Z,host='dv-cinder-851640-3-iscsi',id=d53f5436-7c7f-4441-9708-9d0333b57745,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T00:24:13Z,topic='l3_agent')) {'router_ids': ['bcf99a59-317d-4ae4-a645-317607217c8f'], 'active': True} {{(pid=115993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:41:01.382202 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:41:01.390745 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvr_db [None req-ead33ca3-5196-41f3-b823-cb015425bddc None None] Set router bcf99a59-317d-4ae4-a645-317607217c8f gateway port host: dv-cinder-851640-3-iscsi {{(pid=115993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 00:41:01.418311 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cca5f6-e5b3-4b68-97c8-03ab9d1ad654 req-9c19736c-7c39-4f62-aa0f-790907fe4d3d tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:41:01.420651 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-58cca5f6-e5b3-4b68-97c8-03ab9d1ad654 req-9c19736c-7c39-4f62-aa0f-790907fe4d3d tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=39cb5181-8bc2-4e47-ab31-1f9524d47ef3 HTTP/1.1" status: 200 len: 945 time: 0.0626237 Aug 08 00:41:01.478868 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-58cca5f6-e5b3-4b68-97c8-03ab9d1ad654 req-4f8a0bcb-7af5-4dee-99f2-6eae0553684f tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=09b1c30e-59f7-40b1-bf76-92a6a73f1ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519543 Aug 08 00:41:01.606945 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:41:01.615201 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_hamode_db [None req-ead33ca3-5196-41f3-b823-cb015425bddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcf99a59-317d-4ae4-a645-317607217c8f', 'name': 'tempest-TestShelveInstance-431316987-router', 'tenant_id': '3101620baddd42c48179a6f411bbd33e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': 'eb87a7f7-c8f8-4bf2-9fb4-c38496a46f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:35:02Z', 'updated_at': '2022-08-08T00:35:09Z', 'revision_number': 4, 'project_id': '3101620baddd42c48179a6f411bbd33e', 'gw_port': {'id': 'eb87a7f7-c8f8-4bf2-9fb4-c38496a46f98', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:99:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf99a59-317d-4ae4-a645-317607217c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:35:03Z', 'updated_at': '2022-08-08T00:35:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi', '_interfaces': [{'id': '46ee863b-20ec-47a6-bd42-47e576b2cf6e', 'name': '', 'network_id': '40eb5d4b-84fa-4b2b-9896-3375999a2051', 'tenant_id': '3101620baddd42c48179a6f411bbd33e', 'mac_address': 'fa:16:3e:54:d8:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf99a59-317d-4ae4-a645-317607217c8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'b1d5723f-10fd-4b95-91b6-00f6c09bff0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:35:08Z', 'updated_at': '2022-08-08T00:35:17Z', 'revision_number': 5, 'project_id': '3101620baddd42c48179a6f411bbd33e', 'subnets': [{'id': 'b1d5723f-10fd-4b95-91b6-00f6c09bff0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851640-3-iscsi', False) {} {{(pid=115993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:41:01.627626 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37197c51-68d9-4bb3-9727-7842bca1e7eb req-5183ba51-0f2c-40c0-8be2-b1f678743f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:41:01.629099 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-37197c51-68d9-4bb3-9727-7842bca1e7eb req-5183ba51-0f2c-40c0-8be2-b1f678743f73 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=40eb5d4b-84fa-4b2b-9896-3375999a2051 HTTP/1.1" status: 200 len: 909 time: 0.3812959 Aug 08 00:41:01.640262 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead33ca3-5196-41f3-b823-cb015425bddc None None] The sync data for ids ['bcf99a59-317d-4ae4-a645-317607217c8f'] in dv-cinder-851640-3-iscsi is: [{'id': 'bcf99a59-317d-4ae4-a645-317607217c8f', 'name': 'tempest-TestShelveInstance-431316987-router', 'tenant_id': '3101620baddd42c48179a6f411bbd33e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': 'eb87a7f7-c8f8-4bf2-9fb4-c38496a46f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:35:02Z', 'updated_at': '2022-08-08T00:35:09Z', 'revision_number': 4, 'project_id': '3101620baddd42c48179a6f411bbd33e', 'gw_port': {'id': 'eb87a7f7-c8f8-4bf2-9fb4-c38496a46f98', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:99:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf99a59-317d-4ae4-a645-317607217c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:35:03Z', 'updated_at': '2022-08-08T00:35:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi', '_interfaces': [{'id': '46ee863b-20ec-47a6-bd42-47e576b2cf6e', 'name': '', 'network_id': '40eb5d4b-84fa-4b2b-9896-3375999a2051', 'tenant_id': '3101620baddd42c48179a6f411bbd33e', 'mac_address': 'fa:16:3e:54:d8:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf99a59-317d-4ae4-a645-317607217c8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'b1d5723f-10fd-4b95-91b6-00f6c09bff0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:35:08Z', 'updated_at': '2022-08-08T00:35:17Z', 'revision_number': 5, 'project_id': '3101620baddd42c48179a6f411bbd33e', 'subnets': [{'id': 'b1d5723f-10fd-4b95-91b6-00f6c09bff0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 00:41:01.866883 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838c4f8c-c48c-4e66-9d8a-d61f3993392d None None] New status for floating IP a05d3511-f8c9-476a-a22b-5e293c0a39b0: DOWN {{(pid=115994) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 08 00:41:02.525824 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-37197c51-68d9-4bb3-9727-7842bca1e7eb req-bb6a5180-835f-4454-a9ba-73e5174d7808 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1e516e4f-2b18-41f2-8eaf-d3b6cf4fefb0 HTTP/1.1" status: 200 len: 217 time: 0.0355341 Aug 08 00:41:02.588010 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37197c51-68d9-4bb3-9727-7842bca1e7eb req-99bf7046-fd59-4058-b89a-df1d885f31a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:41:02.589474 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-37197c51-68d9-4bb3-9727-7842bca1e7eb req-99bf7046-fd59-4058-b89a-df1d885f31a7 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=b1d5723f-10fd-4b95-91b6-00f6c09bff0d HTTP/1.1" status: 200 len: 847 time: 0.0505340 Aug 08 00:41:02.608958 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1383d29-37bf-42f5-967b-5626bb4ef696 req-f869980c-8d0e-4f43-9cff-101f87872168 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:41:02.610417 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-d1383d29-37bf-42f5-967b-5626bb4ef696 req-f869980c-8d0e-4f43-9cff-101f87872168 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=39cb5181-8bc2-4e47-ab31-1f9524d47ef3 HTTP/1.1" status: 200 len: 945 time: 0.0484807 Aug 08 00:41:02.664337 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-d1383d29-37bf-42f5-967b-5626bb4ef696 req-7076ff25-106f-43fb-9735-044d63b47d61 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=09b1c30e-59f7-40b1-bf76-92a6a73f1ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474699 Aug 08 00:41:02.712740 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37197c51-68d9-4bb3-9727-7842bca1e7eb req-152f99a2-4c33-4f45-88da-e92c12d236f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:41:02.714220 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-37197c51-68d9-4bb3-9727-7842bca1e7eb req-152f99a2-4c33-4f45-88da-e92c12d236f8 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=40eb5d4b-84fa-4b2b-9896-3375999a2051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439978 Aug 08 00:41:02.808454 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-37197c51-68d9-4bb3-9727-7842bca1e7eb req-10a91f1e-02e2-44e9-8243-a7f75b6742a6 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/40eb5d4b-84fa-4b2b-9896-3375999a2051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869212 Aug 08 00:41:02.989582 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-37197c51-68d9-4bb3-9727-7842bca1e7eb req-3f806e3e-2e7b-4327-9dc8-e6faef982948 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/40eb5d4b-84fa-4b2b-9896-3375999a2051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893354 Aug 08 00:41:03.011753 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:UPDATE=4 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:41:03.023258 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc694d82-0b25-42e6-b3b0-0cce4d451526 req-4bebd66a-9601-436f-835d-9423468f4591 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:41:03.024861 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-dc694d82-0b25-42e6-b3b0-0cce4d451526 req-4bebd66a-9601-436f-835d-9423468f4591 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=39cb5181-8bc2-4e47-ab31-1f9524d47ef3 HTTP/1.1" status: 200 len: 945 time: 0.0491979 Aug 08 00:41:03.151857 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.plugin [req-dc694d82-0b25-42e6-b3b0-0cce4d451526 req-a02b0a91-4de5-4aa8-bace-8c67cb81d657 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] Deleting port 1e516e4f-2b18-41f2-8eaf-d3b6cf4fefb0 {{(pid=115991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 00:41:03.152210 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [req-dc694d82-0b25-42e6-b3b0-0cce4d451526 req-a02b0a91-4de5-4aa8-bace-8c67cb81d657 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764676511537'] for port (1e516e4f-2b18-41f2-8eaf-d3b6cf4fefb0), before_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:03.250356 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.db [req-dc694d82-0b25-42e6-b3b0-0cce4d451526 req-a02b0a91-4de5-4aa8-bace-8c67cb81d657 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] For port 1e516e4f-2b18-41f2-8eaf-d3b6cf4fefb0, host hv-cinder-85164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85164',level=0,port_id=1e516e4f-2b18-41f2-8eaf-d3b6cf4fefb0,segment=NetworkSegment(0fda41cf-3f2e-4d41-af88-28d3b79aa971),segment_id=0fda41cf-3f2e-4d41-af88-28d3b79aa971)] {{(pid=115991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:41:03.250714 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [req-dc694d82-0b25-42e6-b3b0-0cce4d451526 req-a02b0a91-4de5-4aa8-bace-8c67cb81d657 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440649'] for port (1e516e4f-2b18-41f2-8eaf-d3b6cf4fefb0), precommit_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:03.264235 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.plugin [req-dc694d82-0b25-42e6-b3b0-0cce4d451526 req-a02b0a91-4de5-4aa8-bace-8c67cb81d657 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] Calling delete_port for 1e516e4f-2b18-41f2-8eaf-d3b6cf4fefb0 owned by compute:nova {{(pid=115991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 00:41:03.375285 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:41:03.482351 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [req-dc694d82-0b25-42e6-b3b0-0cce4d451526 req-a02b0a91-4de5-4aa8-bace-8c67cb81d657 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764676515054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764676113794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2785209'] for port (1e516e4f-2b18-41f2-8eaf-d3b6cf4fefb0), after_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:03.513366 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02b0a91-4de5-4aa8-bace-8c67cb81d657 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] Pushing event deleted for resources: {'Port': ['ID=1e516e4f-2b18-41f2-8eaf-d3b6cf4fefb0,revision_number=None']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:41:03.560470 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc694d82-0b25-42e6-b3b0-0cce4d451526 req-a02b0a91-4de5-4aa8-bace-8c67cb81d657 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] No DVR routers for this DVR port 1e516e4f-2b18-41f2-8eaf-d3b6cf4fefb0 on host hv-cinder-85164 {{(pid=115991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 08 00:41:03.562818 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [req-dc694d82-0b25-42e6-b3b0-0cce4d451526 req-a02b0a91-4de5-4aa8-bace-8c67cb81d657 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63196'] for port (None), before_response {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:03.566077 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-dc694d82-0b25-42e6-b3b0-0cce4d451526 req-a02b0a91-4de5-4aa8-bace-8c67cb81d657 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] 10.222.0.25 "DELETE /networking/v2.0/ports/1e516e4f-2b18-41f2-8eaf-d3b6cf4fefb0 HTTP/1.1" status: 204 len: 173 time: 0.5308244 Aug 08 00:41:03.566521 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39cb5181-8bc2-4e47-ab31-1f9524d47ef3', 'name': 'network-vif-deleted', 'tag': '1e516e4f-2b18-41f2-8eaf-d3b6cf4fefb0'}] {{(pid=115991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 00:41:03.568782 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73a3e3d67458d2a17dff5edd29115f5abec4313aa2236b93bd84783ab3df8685" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9db6fa5-dc74-415b-95a1-6cc6b142dc60" -d '{"events": [{"server_uuid": "39cb5181-8bc2-4e47-ab31-1f9524d47ef3", "name": "network-vif-deleted", "tag": "1e516e4f-2b18-41f2-8eaf-d3b6cf4fefb0"}]}' {{(pid=115991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 00:41:03.605817 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 00:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9766021-326d-4a3e-bafc-8acbb06e4ad6 x-openstack-request-id: req-d9766021-326d-4a3e-bafc-8acbb06e4ad6 {{(pid=115991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 00:41:03.606115 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39cb5181-8bc2-4e47-ab31-1f9524d47ef3", "name": "network-vif-deleted", "tag": "1e516e4f-2b18-41f2-8eaf-d3b6cf4fefb0", "status": "completed", "code": 200}]} {{(pid=115991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 00:41:03.606387 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d9766021-326d-4a3e-bafc-8acbb06e4ad6 {{(pid=115991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 00:41:03.606795 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9766021-326d-4a3e-bafc-8acbb06e4ad6'] response: {'server_uuid': '39cb5181-8bc2-4e47-ab31-1f9524d47ef3', 'name': 'network-vif-deleted', 'tag': '1e516e4f-2b18-41f2-8eaf-d3b6cf4fefb0', 'status': 'completed', 'code': 200} Aug 08 00:41:03.783716 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-0bdf6021-f734-4b67-8bf4-36e6a40ea11d req-cd68403e-e59a-4e43-b9c1-a3ac5a5be42e tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=39cb5181-8bc2-4e47-ab31-1f9524d47ef3 HTTP/1.1" status: 200 len: 210 time: 0.0417664 Aug 08 00:41:04.900661 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-975da1ec-3b6a-4c4f-b50e-6e23bdbdc5e0 req-dd59c381-a995-4c4e-95c2-39a47a3f4620 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=39cb5181-8bc2-4e47-ab31-1f9524d47ef3 HTTP/1.1" status: 200 len: 210 time: 0.0325079 Aug 08 00:41:05.678967 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 35280) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:41:05.785464 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-a337f671-7f62-4d27-866f-b7a371e59d2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:05.859017 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-a337f671-7f62-4d27-866f-b7a371e59d2c admin admin] Publish callbacks [] for security_group (2a423ef2-b7cb-4d61-8e1d-38cf6c7005f2), precommit_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:05.922790 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-a337f671-7f62-4d27-866f-b7a371e59d2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (2a423ef2-b7cb-4d61-8e1d-38cf6c7005f2), after_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:05.965241 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a337f671-7f62-4d27-866f-b7a371e59d2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a423ef2-b7cb-4d61-8e1d-38cf6c7005f2,revision_number=1']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:41:05.966133 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 35286) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:41:05.969456 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-a337f671-7f62-4d27-866f-b7a371e59d2c admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=c56adfa2f0bf4dd2ba3dbd0db883009f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2887475 Aug 08 00:41:05.971434 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 35288) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:41:05.978314 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:41:06.025116 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-dac73140-3469-4f85-8044-c6c37001038e admin admin] Publish callbacks [] for security_group (2a423ef2-b7cb-4d61-8e1d-38cf6c7005f2), before_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:06.026700 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-3d76dc4b-7339-40c9-8374-0f042e57f1a5 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] Publish callbacks [] for security_group (09b1c30e-59f7-40b1-bf76-92a6a73f1ef2), before_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:06.046812 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-dac73140-3469-4f85-8044-c6c37001038e admin admin] Publish callbacks [] for security_group (2a423ef2-b7cb-4d61-8e1d-38cf6c7005f2), precommit_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:06.052174 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-3d76dc4b-7339-40c9-8374-0f042e57f1a5 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] Publish callbacks [] for security_group (09b1c30e-59f7-40b1-bf76-92a6a73f1ef2), precommit_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:06.078517 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=3 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:41:06.146131 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-dac73140-3469-4f85-8044-c6c37001038e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (2a423ef2-b7cb-4d61-8e1d-38cf6c7005f2), after_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:06.148751 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-dac73140-3469-4f85-8044-c6c37001038e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:06.149917 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-dac73140-3469-4f85-8044-c6c37001038e admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/2a423ef2-b7cb-4d61-8e1d-38cf6c7005f2 HTTP/1.1" status: 204 len: 168 time: 0.1775398 Aug 08 00:41:06.158011 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac73140-3469-4f85-8044-c6c37001038e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a423ef2-b7cb-4d61-8e1d-38cf6c7005f2,revision_number=None']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:41:06.173675 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-3d76dc4b-7339-40c9-8374-0f042e57f1a5 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (09b1c30e-59f7-40b1-bf76-92a6a73f1ef2), after_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:06.176845 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-3d76dc4b-7339-40c9-8374-0f042e57f1a5 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] Publish callbacks [] for security_group (None), before_response {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:06.185193 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-3d76dc4b-7339-40c9-8374-0f042e57f1a5 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] 10.222.0.15 "DELETE /networking/v2.0/security-groups/09b1c30e-59f7-40b1-bf76-92a6a73f1ef2 HTTP/1.1" status: 204 len: 168 time: 0.2112591 Aug 08 00:41:06.188336 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d76dc4b-7339-40c9-8374-0f042e57f1a5 tempest-TestShelveInstance-1055827311 tempest-TestShelveInstance-1055827311-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09b1c30e-59f7-40b1-bf76-92a6a73f1ef2,revision_number=None']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:41:06.306646 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 35294) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:41:06.783147 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-2dbd3981-f5c5-4c79-b9cc-b2a1f75e3368 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-499760'] for router_interface (bcf99a59-317d-4ae4-a645-317607217c8f), before_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:06.964916 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:41:07.007752 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.plugin [None req-2dbd3981-f5c5-4c79-b9cc-b2a1f75e3368 admin admin] Deleting port 46ee863b-20ec-47a6-bd42-47e576b2cf6e {{(pid=115991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 00:41:07.008416 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-2dbd3981-f5c5-4c79-b9cc-b2a1f75e3368 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764676511537'] for port (46ee863b-20ec-47a6-bd42-47e576b2cf6e), before_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:07.059928 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:41:07.087556 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.db [None req-2dbd3981-f5c5-4c79-b9cc-b2a1f75e3368 admin admin] For port 46ee863b-20ec-47a6-bd42-47e576b2cf6e, host dv-cinder-851640-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851640-3-iscsi',level=0,port_id=46ee863b-20ec-47a6-bd42-47e576b2cf6e,segment=NetworkSegment(0fda41cf-3f2e-4d41-af88-28d3b79aa971),segment_id=0fda41cf-3f2e-4d41-af88-28d3b79aa971)] {{(pid=115991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:41:07.087925 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-2dbd3981-f5c5-4c79-b9cc-b2a1f75e3368 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440649'] for port (46ee863b-20ec-47a6-bd42-47e576b2cf6e), precommit_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:07.102109 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.plugin [None req-2dbd3981-f5c5-4c79-b9cc-b2a1f75e3368 admin admin] Calling delete_port for 46ee863b-20ec-47a6-bd42-47e576b2cf6e owned by network:router_interface {{(pid=115991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 00:41:07.164150 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Device 1e516e4f-2b18-41f2-8eaf-d3b6cf4fefb0 no longer exists at agent hyperv_hv-cinder-85164 {{(pid=115993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 00:41:07.184115 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] No Port match for: 1e516e4f-2b18-41f2-8eaf-d3b6cf4fefb0 {{(pid=115993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 08 00:41:07.184393 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Device 1e516e4f-2b18-41f2-8eaf-d3b6cf4fefb0 not bound to the agent host hv-cinder-85164 {{(pid=115993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 00:41:07.397368 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-2dbd3981-f5c5-4c79-b9cc-b2a1f75e3368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764676515054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764676113794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2785209'] for port (46ee863b-20ec-47a6-bd42-47e576b2cf6e), after_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:07.437165 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbd3981-f5c5-4c79-b9cc-b2a1f75e3368 admin admin] Pushing event deleted for resources: {'Port': ['ID=46ee863b-20ec-47a6-bd42-47e576b2cf6e,revision_number=None']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:41:07.599605 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-2dbd3981-f5c5-4c79-b9cc-b2a1f75e3368 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-499884'] for router_interface (bcf99a59-317d-4ae4-a645-317607217c8f), after_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:07.819440 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dbd3981-f5c5-4c79-b9cc-b2a1f75e3368 admin admin] Router bcf99a59-317d-4ae4-a645-317607217c8f has already been hosted by L3 agent d53f5436-7c7f-4441-9708-9d0333b57745 {{(pid=115991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 00:41:07.923601 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dbd3981-f5c5-4c79-b9cc-b2a1f75e3368 admin admin] Notify agent at l3_agent.dv-cinder-851640-3-iscsi the message routers_updated {{(pid=115991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 00:41:07.931993 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 35332) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:41:07.932506 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-2dbd3981-f5c5-4c79-b9cc-b2a1f75e3368 admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/bcf99a59-317d-4ae4-a645-317607217c8f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6241572 Aug 08 00:41:07.936555 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4e9f77-8c80-4189-9d19-4bce1f231fb8 None None] Sync routers for ids ['bcf99a59-317d-4ae4-a645-317607217c8f'] in dv-cinder-851640-3-iscsi {{(pid=115993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 00:41:07.953093 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4e9f77-8c80-4189-9d19-4bce1f231fb8 None None] Routers {'bcf99a59-317d-4ae4-a645-317607217c8f'} bound to L3 agent in host dv-cinder-851640-3-iscsi {{(pid=115993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 00:41:07.953838 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_hamode_db [None req-8f4e9f77-8c80-4189-9d19-4bce1f231fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851640-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-08T00:24:12Z,description=,heartbeat_timestamp=2022-08-08T00:40:42Z,host='dv-cinder-851640-3-iscsi',id=d53f5436-7c7f-4441-9708-9d0333b57745,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T00:24:13Z,topic='l3_agent')) {'router_ids': ['bcf99a59-317d-4ae4-a645-317607217c8f'], 'active': True} {{(pid=115993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:41:08.043280 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-b18cfa05-e1ad-4f3a-a9ec-52312f9bf153 admin admin] Publish callbacks [] for router (bcf99a59-317d-4ae4-a645-317607217c8f), before_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:08.060023 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvr_db [None req-8f4e9f77-8c80-4189-9d19-4bce1f231fb8 None None] Set router bcf99a59-317d-4ae4-a645-317607217c8f gateway port host: dv-cinder-851640-3-iscsi {{(pid=115993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 00:41:08.144099 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-b18cfa05-e1ad-4f3a-a9ec-52312f9bf153 admin admin] Publish callbacks [] for router_gateway (bcf99a59-317d-4ae4-a645-317607217c8f), before_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:08.233972 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_hamode_db [None req-8f4e9f77-8c80-4189-9d19-4bce1f231fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcf99a59-317d-4ae4-a645-317607217c8f', 'name': 'tempest-TestShelveInstance-431316987-router', 'tenant_id': '3101620baddd42c48179a6f411bbd33e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': 'eb87a7f7-c8f8-4bf2-9fb4-c38496a46f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:35:02Z', 'updated_at': '2022-08-08T00:41:07Z', 'revision_number': 5, 'project_id': '3101620baddd42c48179a6f411bbd33e', 'gw_port': {'id': 'eb87a7f7-c8f8-4bf2-9fb4-c38496a46f98', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:99:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf99a59-317d-4ae4-a645-317607217c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:35:03Z', 'updated_at': '2022-08-08T00:35:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi'}], 'dv-cinder-851640-3-iscsi', False) {} {{(pid=115993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:41:08.253836 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.plugin [None req-b18cfa05-e1ad-4f3a-a9ec-52312f9bf153 admin admin] Deleting port eb87a7f7-c8f8-4bf2-9fb4-c38496a46f98 {{(pid=115992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 00:41:08.254219 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-b18cfa05-e1ad-4f3a-a9ec-52312f9bf153 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764676511537'] for port (eb87a7f7-c8f8-4bf2-9fb4-c38496a46f98), before_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:08.264575 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4e9f77-8c80-4189-9d19-4bce1f231fb8 None None] Checking router: bcf99a59-317d-4ae4-a645-317607217c8f for host: dv-cinder-851640-3-iscsi {{(pid=115993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 00:41:08.273438 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4e9f77-8c80-4189-9d19-4bce1f231fb8 None None] Routers {'bcf99a59-317d-4ae4-a645-317607217c8f'} bound to L3 agent in host dv-cinder-851640-3-iscsi {{(pid=115993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 00:41:08.274039 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_hamode_db [None req-8f4e9f77-8c80-4189-9d19-4bce1f231fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851640-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-08T00:24:12Z,description=,heartbeat_timestamp=2022-08-08T00:40:42Z,host='dv-cinder-851640-3-iscsi',id=d53f5436-7c7f-4441-9708-9d0333b57745,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T00:24:13Z,topic='l3_agent')) {'router_ids': ['bcf99a59-317d-4ae4-a645-317607217c8f'], 'active': True} {{(pid=115993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:41:08.339373 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.db [None req-b18cfa05-e1ad-4f3a-a9ec-52312f9bf153 admin admin] For port eb87a7f7-c8f8-4bf2-9fb4-c38496a46f98, host dv-cinder-851640-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851640-3-iscsi',level=0,port_id=eb87a7f7-c8f8-4bf2-9fb4-c38496a46f98,segment=NetworkSegment(15fce33c-3ff3-4714-8fe9-15b1a1600e57),segment_id=15fce33c-3ff3-4714-8fe9-15b1a1600e57)] {{(pid=115992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:41:08.340092 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-b18cfa05-e1ad-4f3a-a9ec-52312f9bf153 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440649'] for port (eb87a7f7-c8f8-4bf2-9fb4-c38496a46f98), precommit_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:08.354756 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvr_db [None req-8f4e9f77-8c80-4189-9d19-4bce1f231fb8 None None] Set router bcf99a59-317d-4ae4-a645-317607217c8f gateway port host: None {{(pid=115993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 00:41:08.361877 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.plugin [None req-b18cfa05-e1ad-4f3a-a9ec-52312f9bf153 admin admin] Calling delete_port for eb87a7f7-c8f8-4bf2-9fb4-c38496a46f98 owned by network:router_gateway {{(pid=115992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 00:41:08.410902 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_hamode_db [None req-8f4e9f77-8c80-4189-9d19-4bce1f231fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcf99a59-317d-4ae4-a645-317607217c8f', 'name': 'tempest-TestShelveInstance-431316987-router', 'tenant_id': '3101620baddd42c48179a6f411bbd33e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:35:02Z', 'updated_at': '2022-08-08T00:41:08Z', 'revision_number': 6, 'project_id': '3101620baddd42c48179a6f411bbd33e', 'gw_port_host': None}], 'dv-cinder-851640-3-iscsi', False) {} {{(pid=115993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:41:08.436196 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4e9f77-8c80-4189-9d19-4bce1f231fb8 None None] The sync data for ids ['bcf99a59-317d-4ae4-a645-317607217c8f'] in dv-cinder-851640-3-iscsi is: [{'id': 'bcf99a59-317d-4ae4-a645-317607217c8f', 'name': 'tempest-TestShelveInstance-431316987-router', 'tenant_id': '3101620baddd42c48179a6f411bbd33e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:35:02Z', 'updated_at': '2022-08-08T00:41:08Z', 'revision_number': 6, 'project_id': '3101620baddd42c48179a6f411bbd33e', 'gw_port_host': None}] {{(pid=115993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 00:41:08.574514 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-b18cfa05-e1ad-4f3a-a9ec-52312f9bf153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764676515054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764676113794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26371331'] for port (eb87a7f7-c8f8-4bf2-9fb4-c38496a46f98), after_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:08.598732 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18cfa05-e1ad-4f3a-a9ec-52312f9bf153 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb87a7f7-c8f8-4bf2-9fb4-c38496a46f98,revision_number=None']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:41:08.662686 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-b18cfa05-e1ad-4f3a-a9ec-52312f9bf153 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-428004'] for router_gateway (bcf99a59-317d-4ae4-a645-317607217c8f), after_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:08.749546 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-b18cfa05-e1ad-4f3a-a9ec-52312f9bf153 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-501963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-861'] for router (bcf99a59-317d-4ae4-a645-317607217c8f), precommit_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:08.754955 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-b18cfa05-e1ad-4f3a-a9ec-52312f9bf153 admin admin] Publish callbacks [] for router_controller (bcf99a59-317d-4ae4-a645-317607217c8f), precommit_delete_associations {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:08.871959 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-b18cfa05-e1ad-4f3a-a9ec-52312f9bf153 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-501833'] for router (bcf99a59-317d-4ae4-a645-317607217c8f), after_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:08.872561 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b18cfa05-e1ad-4f3a-a9ec-52312f9bf153 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bcf99a59-317d-4ae4-a645-317607217c8f {{(pid=115992) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 08 00:41:08.877848 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-b18cfa05-e1ad-4f3a-a9ec-52312f9bf153 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:08.884507 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 35342) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:41:08.884972 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-b18cfa05-e1ad-4f3a-a9ec-52312f9bf153 admin admin] 10.222.0.15 "DELETE /networking/v2.0/routers/bcf99a59-317d-4ae4-a645-317607217c8f HTTP/1.1" status: 204 len: 168 time: 0.9495075 Aug 08 00:41:08.914091 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:41:08.932609 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.db.db_base_plugin_v2 [None req-40241338-3ac7-4556-8581-260c394f39e2 admin admin] Deleting subnet b1d5723f-10fd-4b95-91b6-00f6c09bff0d {{(pid=115991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 08 00:41:08.937346 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-40241338-3ac7-4556-8581-260c394f39e2 admin admin] Publish callbacks [] for subnet (b1d5723f-10fd-4b95-91b6-00f6c09bff0d), before_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:08.974479 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-40241338-3ac7-4556-8581-260c394f39e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2349756'] for subnet (b1d5723f-10fd-4b95-91b6-00f6c09bff0d), precommit_delete_associations {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:08.994899 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:41:09.051360 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-40241338-3ac7-4556-8581-260c394f39e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1386800'] for subnet (b1d5723f-10fd-4b95-91b6-00f6c09bff0d), precommit_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:09.157648 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-40241338-3ac7-4556-8581-260c394f39e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1386811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2785228', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26229567'] for subnet (b1d5723f-10fd-4b95-91b6-00f6c09bff0d), after_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:09.181497 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40241338-3ac7-4556-8581-260c394f39e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1d5723f-10fd-4b95-91b6-00f6c09bff0d,revision_number=None']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:41:09.188077 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-40241338-3ac7-4556-8581-260c394f39e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575022'] for subnet (None), before_response {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:09.191949 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-40241338-3ac7-4556-8581-260c394f39e2 admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/b1d5723f-10fd-4b95-91b6-00f6c09bff0d HTTP/1.1" status: 204 len: 168 time: 0.3083136 Aug 08 00:41:09.194651 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 35348) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:41:09.198118 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f3261a-ecfd-41f8-8fb8-51bbd9f2e1ec None None] Network 40eb5d4b-84fa-4b2b-9896-3375999a2051 requested from dv-cinder-851640-3-iscsi {{(pid=115993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 00:41:09.204003 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Device 46ee863b-20ec-47a6-bd42-47e576b2cf6e no longer exists at agent ovs-agent-dv-cinder-851640-3-iscsi {{(pid=115993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 00:41:09.271757 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-803b7181-4d1f-4392-9ae6-9943f36f54e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1544796'] for network (40eb5d4b-84fa-4b2b-9896-3375999a2051), before_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:09.276138 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] No Port match for: 46ee863b-20ec-47a6-bd42-47e576b2cf6e {{(pid=115993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 08 00:41:09.276636 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Device 46ee863b-20ec-47a6-bd42-47e576b2cf6e not bound to the agent host dv-cinder-851640-3-iscsi {{(pid=115993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 00:41:09.317564 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.plugin [None req-803b7181-4d1f-4392-9ae6-9943f36f54e2 admin admin] Deleting port 245d7372-7308-4a1b-9616-09a5e8cc8d18 {{(pid=115992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 00:41:09.317993 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-803b7181-4d1f-4392-9ae6-9943f36f54e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764676511537'] for port (245d7372-7308-4a1b-9616-09a5e8cc8d18), before_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:09.329755 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:DELETE=7,neutron:SELECT=91,neutron:UPDATE=2 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:41:09.384593 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:41:09.390273 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.db [None req-803b7181-4d1f-4392-9ae6-9943f36f54e2 admin admin] For port 245d7372-7308-4a1b-9616-09a5e8cc8d18, host dv-cinder-851640-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851640-3-iscsi',level=0,port_id=245d7372-7308-4a1b-9616-09a5e8cc8d18,segment=NetworkSegment(0fda41cf-3f2e-4d41-af88-28d3b79aa971),segment_id=0fda41cf-3f2e-4d41-af88-28d3b79aa971)] {{(pid=115992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:41:09.390640 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-803b7181-4d1f-4392-9ae6-9943f36f54e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440649'] for port (245d7372-7308-4a1b-9616-09a5e8cc8d18), precommit_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:09.391688 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-758f2960-8790-4fa1-b63e-7d3321356f59 None None] DHCP port deletion for 40eb5d4b-84fa-4b2b-9896-3375999a2051 request from dv-cinder-851640-3-iscsi {{(pid=115993) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 08 00:41:09.405205 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.plugin [None req-803b7181-4d1f-4392-9ae6-9943f36f54e2 admin admin] Calling delete_port for 245d7372-7308-4a1b-9616-09a5e8cc8d18 owned by network:dhcp {{(pid=115992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 00:41:09.437716 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-758f2960-8790-4fa1-b63e-7d3321356f59 None None] Deleting port 245d7372-7308-4a1b-9616-09a5e8cc8d18 {{(pid=115993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 00:41:09.438094 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-758f2960-8790-4fa1-b63e-7d3321356f59 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764676511537'] for port (245d7372-7308-4a1b-9616-09a5e8cc8d18), before_delete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:09.504711 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-758f2960-8790-4fa1-b63e-7d3321356f59 None None] For port 245d7372-7308-4a1b-9616-09a5e8cc8d18, host dv-cinder-851640-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851640-3-iscsi',level=0,port_id=245d7372-7308-4a1b-9616-09a5e8cc8d18,segment=NetworkSegment(0fda41cf-3f2e-4d41-af88-28d3b79aa971),segment_id=0fda41cf-3f2e-4d41-af88-28d3b79aa971)] {{(pid=115993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:41:09.507915 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-758f2960-8790-4fa1-b63e-7d3321356f59 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440649'] for port (245d7372-7308-4a1b-9616-09a5e8cc8d18), precommit_delete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:09.518796 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-758f2960-8790-4fa1-b63e-7d3321356f59 None None] Calling delete_port for 245d7372-7308-4a1b-9616-09a5e8cc8d18 owned by network:dhcp {{(pid=115993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 00:41:09.569124 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-803b7181-4d1f-4392-9ae6-9943f36f54e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764676515054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764676113794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26371331'] for port (245d7372-7308-4a1b-9616-09a5e8cc8d18), after_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:09.595510 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803b7181-4d1f-4392-9ae6-9943f36f54e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=245d7372-7308-4a1b-9616-09a5e8cc8d18,revision_number=None']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:41:09.599905 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803b7181-4d1f-4392-9ae6-9943f36f54e2 admin admin] No DVR routers for this DVR port 245d7372-7308-4a1b-9616-09a5e8cc8d18 on host dv-cinder-851640-3-iscsi {{(pid=115992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 08 00:41:09.601522 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-758f2960-8790-4fa1-b63e-7d3321356f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764676515054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764676113794'] for port (245d7372-7308-4a1b-9616-09a5e8cc8d18), after_delete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:09.629382 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758f2960-8790-4fa1-b63e-7d3321356f59 None None] No DVR routers for this DVR port 245d7372-7308-4a1b-9616-09a5e8cc8d18 on host dv-cinder-851640-3-iscsi {{(pid=115993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 08 00:41:09.632993 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758f2960-8790-4fa1-b63e-7d3321356f59 None None] Pushing event deleted for resources: {'Port': ['ID=245d7372-7308-4a1b-9616-09a5e8cc8d18,revision_number=None']} {{(pid=115993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:41:09.678599 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-803b7181-4d1f-4392-9ae6-9943f36f54e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388207', 'neutron.services.segments.db._delete_segments_for_network-8764676474350'] for network (40eb5d4b-84fa-4b2b-9896-3375999a2051), precommit_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:09.700161 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.services.segments.db [None req-803b7181-4d1f-4392-9ae6-9943f36f54e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40eb5d4b-84fa-4b2b-9896-3375999a2051']}} {{(pid=115992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:41:09.710712 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.services.segments.db [None req-803b7181-4d1f-4392-9ae6-9943f36f54e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fda41cf-3f2e-4d41-af88-28d3b79aa971') {'for_net_delete': True} {{(pid=115992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:41:09.711007 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.services.segments.db [None req-803b7181-4d1f-4392-9ae6-9943f36f54e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fda41cf-3f2e-4d41-af88-28d3b79aa971') {} {{(pid=115992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:41:09.720624 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-803b7181-4d1f-4392-9ae6-9943f36f54e2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764676474251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2898668'] for segment (0fda41cf-3f2e-4d41-af88-28d3b79aa971), before_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:09.733800 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-803b7181-4d1f-4392-9ae6-9943f36f54e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1398331'] for segment (0fda41cf-3f2e-4d41-af88-28d3b79aa971), precommit_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:09.740351 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-803b7181-4d1f-4392-9ae6-9943f36f54e2 admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=115992) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 08 00:41:09.741788 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-803b7181-4d1f-4392-9ae6-9943f36f54e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1398331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26371028'] for segment (0fda41cf-3f2e-4d41-af88-28d3b79aa971), after_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:09.783128 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.services.segments.plugin [-] Segment 0fda41cf-3f2e-4d41-af88-28d3b79aa971 resource provider aggregate not found Aug 08 00:41:09.802626 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.services.segments.plugin [-] Segment 0fda41cf-3f2e-4d41-af88-28d3b79aa971 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0fda41cf-3f2e-4d41-af88-28d3b79aa971 found for delete ", "request_id": "req-8d2978e6-31ce-46c8-8935-1b7b394a661e"}]} Aug 08 00:41:09.865087 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-803b7181-4d1f-4392-9ae6-9943f36f54e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-428578'] for network (40eb5d4b-84fa-4b2b-9896-3375999a2051), after_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:09.871532 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-803b7181-4d1f-4392-9ae6-9943f36f54e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575022'] for network (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:09.874650 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-803b7181-4d1f-4392-9ae6-9943f36f54e2 admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/40eb5d4b-84fa-4b2b-9896-3375999a2051 HTTP/1.1" status: 204 len: 168 time: 0.6789763 Aug 08 00:41:09.877703 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 35354) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:41:09.885536 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803b7181-4d1f-4392-9ae6-9943f36f54e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=40eb5d4b-84fa-4b2b-9896-3375999a2051,revision_number=None']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:41:10.190099 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-54defcba-85ae-4b7a-a800-de07accc4ca0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-499760'] for router_interface (2865cda1-15aa-4ed0-a09f-ff452e0cec2d), before_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:10.255163 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-c5567735-036a-48b5-b650-01b17554f3ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (93e2312b-3744-4a9e-8723-a0f19f10f89a), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:10.668158 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:41:10.673076 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.plugin [None req-54defcba-85ae-4b7a-a800-de07accc4ca0 admin admin] Deleting port 367c75a9-9490-4396-965b-0dec6974c461 {{(pid=115991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 00:41:10.673484 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-54defcba-85ae-4b7a-a800-de07accc4ca0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764676511537'] for port (367c75a9-9490-4396-965b-0dec6974c461), before_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:10.758017 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.db [None req-54defcba-85ae-4b7a-a800-de07accc4ca0 admin admin] For port 367c75a9-9490-4396-965b-0dec6974c461, host dv-cinder-851640-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851640-3-iscsi',level=0,port_id=367c75a9-9490-4396-965b-0dec6974c461,segment=NetworkSegment(33f748c4-7e75-46e1-8877-3094e41393f7),segment_id=33f748c4-7e75-46e1-8877-3094e41393f7)] {{(pid=115991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:41:10.758411 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-54defcba-85ae-4b7a-a800-de07accc4ca0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440649'] for port (367c75a9-9490-4396-965b-0dec6974c461), precommit_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:10.772259 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.plugin [None req-54defcba-85ae-4b7a-a800-de07accc4ca0 admin admin] Calling delete_port for 367c75a9-9490-4396-965b-0dec6974c461 owned by network:router_interface {{(pid=115991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 00:41:10.818213 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Device eb87a7f7-c8f8-4bf2-9fb4-c38496a46f98 no longer exists at agent ovs-agent-dv-cinder-851640-3-iscsi {{(pid=115993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 00:41:10.821763 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:41:10.835055 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=100 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:41:10.846314 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] No Port match for: eb87a7f7-c8f8-4bf2-9fb4-c38496a46f98 {{(pid=115993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 08 00:41:10.847339 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Device eb87a7f7-c8f8-4bf2-9fb4-c38496a46f98 not bound to the agent host dv-cinder-851640-3-iscsi {{(pid=115993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 00:41:10.847965 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Device 245d7372-7308-4a1b-9616-09a5e8cc8d18 no longer exists at agent ovs-agent-dv-cinder-851640-3-iscsi {{(pid=115993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 00:41:10.867403 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] No Port match for: 245d7372-7308-4a1b-9616-09a5e8cc8d18 {{(pid=115993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 08 00:41:10.867753 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Device 245d7372-7308-4a1b-9616-09a5e8cc8d18 not bound to the agent host dv-cinder-851640-3-iscsi {{(pid=115993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 00:41:11.031690 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-54defcba-85ae-4b7a-a800-de07accc4ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764676515054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764676113794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2785209'] for port (367c75a9-9490-4396-965b-0dec6974c461), after_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:11.056597 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54defcba-85ae-4b7a-a800-de07accc4ca0 admin admin] Pushing event deleted for resources: {'Port': ['ID=367c75a9-9490-4396-965b-0dec6974c461,revision_number=None']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:41:11.224554 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-54defcba-85ae-4b7a-a800-de07accc4ca0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-499884'] for router_interface (2865cda1-15aa-4ed0-a09f-ff452e0cec2d), after_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:11.430023 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54defcba-85ae-4b7a-a800-de07accc4ca0 admin admin] Router 2865cda1-15aa-4ed0-a09f-ff452e0cec2d has already been hosted by L3 agent d53f5436-7c7f-4441-9708-9d0333b57745 {{(pid=115991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 00:41:11.530754 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54defcba-85ae-4b7a-a800-de07accc4ca0 admin admin] Notify agent at l3_agent.dv-cinder-851640-3-iscsi the message routers_updated {{(pid=115991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 00:41:11.536439 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-54defcba-85ae-4b7a-a800-de07accc4ca0 admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/2865cda1-15aa-4ed0-a09f-ff452e0cec2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6571112 Aug 08 00:41:11.538898 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 35372) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:41:11.541427 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9032f90f-e44e-4800-9661-333fcd811d5c None None] Sync routers for ids ['2865cda1-15aa-4ed0-a09f-ff452e0cec2d'] in dv-cinder-851640-3-iscsi {{(pid=115994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 00:41:11.552216 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9032f90f-e44e-4800-9661-333fcd811d5c None None] Routers {'2865cda1-15aa-4ed0-a09f-ff452e0cec2d'} bound to L3 agent in host dv-cinder-851640-3-iscsi {{(pid=115994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 00:41:11.552821 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_hamode_db [None req-9032f90f-e44e-4800-9661-333fcd811d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851640-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-08T00:24:12Z,description=,heartbeat_timestamp=2022-08-08T00:40:42Z,host='dv-cinder-851640-3-iscsi',id=d53f5436-7c7f-4441-9708-9d0333b57745,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T00:24:13Z,topic='l3_agent')) {'router_ids': ['2865cda1-15aa-4ed0-a09f-ff452e0cec2d'], 'active': True} {{(pid=115994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:41:11.615482 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:41:11.634821 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=100 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:41:11.638192 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-338efd78-91f5-4631-bbc2-47aa8577747d admin admin] Publish callbacks [] for router (2865cda1-15aa-4ed0-a09f-ff452e0cec2d), before_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:11.654591 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_dvr_db [None req-9032f90f-e44e-4800-9661-333fcd811d5c None None] Set router 2865cda1-15aa-4ed0-a09f-ff452e0cec2d gateway port host: dv-cinder-851640-3-iscsi {{(pid=115994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 00:41:11.739098 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-338efd78-91f5-4631-bbc2-47aa8577747d admin admin] Publish callbacks [] for router_gateway (2865cda1-15aa-4ed0-a09f-ff452e0cec2d), before_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:11.823072 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_hamode_db [None req-9032f90f-e44e-4800-9661-333fcd811d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2865cda1-15aa-4ed0-a09f-ff452e0cec2d', 'name': 'tempest-TestShelveInstance-464855528-router', 'tenant_id': 'eea2a896babe4ab2b7136af9bb4c3851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': 'c7c1628a-30a0-46ed-8199-6e81950ed81d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:35:16Z', 'updated_at': '2022-08-08T00:41:10Z', 'revision_number': 5, 'project_id': 'eea2a896babe4ab2b7136af9bb4c3851', 'gw_port': {'id': 'c7c1628a-30a0-46ed-8199-6e81950ed81d', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:72:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2865cda1-15aa-4ed0-a09f-ff452e0cec2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:35:16Z', 'updated_at': '2022-08-08T00:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi'}], 'dv-cinder-851640-3-iscsi', False) {} {{(pid=115994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:41:11.847740 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9032f90f-e44e-4800-9661-333fcd811d5c None None] Checking router: 2865cda1-15aa-4ed0-a09f-ff452e0cec2d for host: dv-cinder-851640-3-iscsi {{(pid=115994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 00:41:11.856212 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9032f90f-e44e-4800-9661-333fcd811d5c None None] Routers {'2865cda1-15aa-4ed0-a09f-ff452e0cec2d'} bound to L3 agent in host dv-cinder-851640-3-iscsi {{(pid=115994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 00:41:11.856804 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_hamode_db [None req-9032f90f-e44e-4800-9661-333fcd811d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851640-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-08T00:24:12Z,description=,heartbeat_timestamp=2022-08-08T00:40:42Z,host='dv-cinder-851640-3-iscsi',id=d53f5436-7c7f-4441-9708-9d0333b57745,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T00:24:13Z,topic='l3_agent')) {'router_ids': ['2865cda1-15aa-4ed0-a09f-ff452e0cec2d'], 'active': True} {{(pid=115994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:41:11.865639 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.plugin [None req-338efd78-91f5-4631-bbc2-47aa8577747d admin admin] Deleting port c7c1628a-30a0-46ed-8199-6e81950ed81d {{(pid=115991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 00:41:11.865987 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-338efd78-91f5-4631-bbc2-47aa8577747d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764676511537'] for port (c7c1628a-30a0-46ed-8199-6e81950ed81d), before_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:11.912743 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:41:11.941930 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_dvr_db [None req-9032f90f-e44e-4800-9661-333fcd811d5c None None] Set router 2865cda1-15aa-4ed0-a09f-ff452e0cec2d gateway port host: None {{(pid=115994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 00:41:11.964959 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.db [None req-338efd78-91f5-4631-bbc2-47aa8577747d admin admin] For port c7c1628a-30a0-46ed-8199-6e81950ed81d, host dv-cinder-851640-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851640-3-iscsi',level=0,port_id=c7c1628a-30a0-46ed-8199-6e81950ed81d,segment=NetworkSegment(15fce33c-3ff3-4714-8fe9-15b1a1600e57),segment_id=15fce33c-3ff3-4714-8fe9-15b1a1600e57)] {{(pid=115991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:41:11.964959 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-338efd78-91f5-4631-bbc2-47aa8577747d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440649'] for port (c7c1628a-30a0-46ed-8199-6e81950ed81d), precommit_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:11.971755 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.plugin [None req-338efd78-91f5-4631-bbc2-47aa8577747d admin admin] Calling delete_port for c7c1628a-30a0-46ed-8199-6e81950ed81d owned by network:router_gateway {{(pid=115991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 00:41:11.992124 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_hamode_db [None req-9032f90f-e44e-4800-9661-333fcd811d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2865cda1-15aa-4ed0-a09f-ff452e0cec2d', 'name': 'tempest-TestShelveInstance-464855528-router', 'tenant_id': 'eea2a896babe4ab2b7136af9bb4c3851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:35:16Z', 'updated_at': '2022-08-08T00:41:11Z', 'revision_number': 6, 'project_id': 'eea2a896babe4ab2b7136af9bb4c3851', 'gw_port_host': None}], 'dv-cinder-851640-3-iscsi', False) {} {{(pid=115994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:41:12.021622 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9032f90f-e44e-4800-9661-333fcd811d5c None None] The sync data for ids ['2865cda1-15aa-4ed0-a09f-ff452e0cec2d'] in dv-cinder-851640-3-iscsi is: [{'id': '2865cda1-15aa-4ed0-a09f-ff452e0cec2d', 'name': 'tempest-TestShelveInstance-464855528-router', 'tenant_id': 'eea2a896babe4ab2b7136af9bb4c3851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:35:16Z', 'updated_at': '2022-08-08T00:41:11Z', 'revision_number': 6, 'project_id': 'eea2a896babe4ab2b7136af9bb4c3851', 'gw_port_host': None}] {{(pid=115994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 00:41:12.225887 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-338efd78-91f5-4631-bbc2-47aa8577747d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764676515054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764676113794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2785209'] for port (c7c1628a-30a0-46ed-8199-6e81950ed81d), after_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:12.251837 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338efd78-91f5-4631-bbc2-47aa8577747d admin admin] Pushing event deleted for resources: {'Port': ['ID=c7c1628a-30a0-46ed-8199-6e81950ed81d,revision_number=None']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:41:12.313488 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-338efd78-91f5-4631-bbc2-47aa8577747d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-428004'] for router_gateway (2865cda1-15aa-4ed0-a09f-ff452e0cec2d), after_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:12.403307 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-338efd78-91f5-4631-bbc2-47aa8577747d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-501963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-861'] for router (2865cda1-15aa-4ed0-a09f-ff452e0cec2d), precommit_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:12.406122 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-338efd78-91f5-4631-bbc2-47aa8577747d admin admin] Publish callbacks [] for router_controller (2865cda1-15aa-4ed0-a09f-ff452e0cec2d), precommit_delete_associations {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:12.535740 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-338efd78-91f5-4631-bbc2-47aa8577747d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-501833'] for router (2865cda1-15aa-4ed0-a09f-ff452e0cec2d), after_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:12.536384 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-338efd78-91f5-4631-bbc2-47aa8577747d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2865cda1-15aa-4ed0-a09f-ff452e0cec2d {{(pid=115991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 08 00:41:12.541109 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-338efd78-91f5-4631-bbc2-47aa8577747d admin admin] Publish callbacks [] for router (None), before_response {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:12.541754 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-338efd78-91f5-4631-bbc2-47aa8577747d admin admin] 10.222.0.15 "DELETE /networking/v2.0/routers/2865cda1-15aa-4ed0-a09f-ff452e0cec2d HTTP/1.1" status: 204 len: 168 time: 1.0019188 Aug 08 00:41:12.544298 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 35390) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:41:12.571207 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-e398b4f1-4562-4300-968d-05e9690f4886 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (d53f5436-7c7f-4441-9708-9d0333b57745), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:12.590233 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.db.db_base_plugin_v2 [None req-92a0c666-1ff6-4de1-98d5-c7d195fba589 admin admin] Deleting subnet 032e2349-7a26-42c9-ba71-28ad1105248a {{(pid=115991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 08 00:41:12.593355 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-92a0c666-1ff6-4de1-98d5-c7d195fba589 admin admin] Publish callbacks [] for subnet (032e2349-7a26-42c9-ba71-28ad1105248a), before_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:12.628782 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-92a0c666-1ff6-4de1-98d5-c7d195fba589 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2349756'] for subnet (032e2349-7a26-42c9-ba71-28ad1105248a), precommit_delete_associations {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:12.717899 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-92a0c666-1ff6-4de1-98d5-c7d195fba589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1386800'] for subnet (032e2349-7a26-42c9-ba71-28ad1105248a), precommit_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:12.747247 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:41:12.841839 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Device 367c75a9-9490-4396-965b-0dec6974c461 no longer exists at agent ovs-agent-dv-cinder-851640-3-iscsi {{(pid=115993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 00:41:12.863487 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] No Port match for: 367c75a9-9490-4396-965b-0dec6974c461 {{(pid=115993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 08 00:41:12.863832 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Device 367c75a9-9490-4396-965b-0dec6974c461 not bound to the agent host dv-cinder-851640-3-iscsi {{(pid=115993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 00:41:12.864233 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Device c7c1628a-30a0-46ed-8199-6e81950ed81d no longer exists at agent ovs-agent-dv-cinder-851640-3-iscsi {{(pid=115993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 00:41:12.871105 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-92a0c666-1ff6-4de1-98d5-c7d195fba589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1386811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2785228', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26229567'] for subnet (032e2349-7a26-42c9-ba71-28ad1105248a), after_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:12.899993 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a0c666-1ff6-4de1-98d5-c7d195fba589 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=032e2349-7a26-42c9-ba71-28ad1105248a,revision_number=None']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:41:12.904317 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-92a0c666-1ff6-4de1-98d5-c7d195fba589 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575022'] for subnet (None), before_response {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:12.907855 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-92a0c666-1ff6-4de1-98d5-c7d195fba589 admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/032e2349-7a26-42c9-ba71-28ad1105248a HTTP/1.1" status: 204 len: 168 time: 0.3626096 Aug 08 00:41:12.911459 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 35396) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:41:12.994421 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-412657bb-2d6d-4729-aed4-64824b7ea38a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1544796'] for network (e8f4a45d-baeb-4038-9588-39740257cc84), before_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:13.014229 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc910885-e168-4434-9c39-a98e7578f874 None None] Network e8f4a45d-baeb-4038-9588-39740257cc84 requested from dv-cinder-851640-3-iscsi {{(pid=115993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 00:41:13.027805 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] No Port match for: c7c1628a-30a0-46ed-8199-6e81950ed81d {{(pid=115993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 08 00:41:13.028148 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Device c7c1628a-30a0-46ed-8199-6e81950ed81d not bound to the agent host dv-cinder-851640-3-iscsi {{(pid=115993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 00:41:13.056173 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.plugin [None req-412657bb-2d6d-4729-aed4-64824b7ea38a admin admin] Deleting port ad5662b2-9052-4566-a9c9-c1b14cc1a05a {{(pid=115992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 00:41:13.056647 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-412657bb-2d6d-4729-aed4-64824b7ea38a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764676511537'] for port (ad5662b2-9052-4566-a9c9-c1b14cc1a05a), before_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:13.131743 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.db [None req-412657bb-2d6d-4729-aed4-64824b7ea38a admin admin] For port ad5662b2-9052-4566-a9c9-c1b14cc1a05a, host dv-cinder-851640-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851640-3-iscsi',level=0,port_id=ad5662b2-9052-4566-a9c9-c1b14cc1a05a,segment=NetworkSegment(33f748c4-7e75-46e1-8877-3094e41393f7),segment_id=33f748c4-7e75-46e1-8877-3094e41393f7)] {{(pid=115992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:41:13.132178 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-412657bb-2d6d-4729-aed4-64824b7ea38a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440649'] for port (ad5662b2-9052-4566-a9c9-c1b14cc1a05a), precommit_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:13.151291 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.plugin [None req-412657bb-2d6d-4729-aed4-64824b7ea38a admin admin] Calling delete_port for ad5662b2-9052-4566-a9c9-c1b14cc1a05a owned by network:dhcp {{(pid=115992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 00:41:13.189363 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a12489a-3a68-4427-9e39-c3925caaf6bc None None] DHCP port deletion for e8f4a45d-baeb-4038-9588-39740257cc84 request from dv-cinder-851640-3-iscsi {{(pid=115993) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 08 00:41:13.231527 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-2a12489a-3a68-4427-9e39-c3925caaf6bc None None] Deleting port ad5662b2-9052-4566-a9c9-c1b14cc1a05a {{(pid=115993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 00:41:13.231998 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-2a12489a-3a68-4427-9e39-c3925caaf6bc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764676511537'] for port (ad5662b2-9052-4566-a9c9-c1b14cc1a05a), before_delete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:13.235127 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=86,neutron:DELETE=13,neutron:UPDATE=1 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:41:13.301069 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-2a12489a-3a68-4427-9e39-c3925caaf6bc None None] For port ad5662b2-9052-4566-a9c9-c1b14cc1a05a, host dv-cinder-851640-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851640-3-iscsi',level=0,port_id=ad5662b2-9052-4566-a9c9-c1b14cc1a05a,segment=NetworkSegment(33f748c4-7e75-46e1-8877-3094e41393f7),segment_id=33f748c4-7e75-46e1-8877-3094e41393f7)] {{(pid=115993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:41:13.301541 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-2a12489a-3a68-4427-9e39-c3925caaf6bc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440649'] for port (ad5662b2-9052-4566-a9c9-c1b14cc1a05a), precommit_delete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:13.321629 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-2a12489a-3a68-4427-9e39-c3925caaf6bc None None] Calling delete_port for ad5662b2-9052-4566-a9c9-c1b14cc1a05a owned by network:dhcp {{(pid=115993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 00:41:13.330647 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:41:13.442784 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-412657bb-2d6d-4729-aed4-64824b7ea38a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764676515054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764676113794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26371331'] for port (ad5662b2-9052-4566-a9c9-c1b14cc1a05a), after_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:13.448964 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-2a12489a-3a68-4427-9e39-c3925caaf6bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764676515054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764676113794'] for port (ad5662b2-9052-4566-a9c9-c1b14cc1a05a), after_delete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:13.472747 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412657bb-2d6d-4729-aed4-64824b7ea38a admin admin] Pushing event deleted for resources: {'Port': ['ID=ad5662b2-9052-4566-a9c9-c1b14cc1a05a,revision_number=None']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:41:13.474791 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a12489a-3a68-4427-9e39-c3925caaf6bc None None] Pushing event deleted for resources: {'Port': ['ID=ad5662b2-9052-4566-a9c9-c1b14cc1a05a,revision_number=None']} {{(pid=115993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:41:13.476639 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412657bb-2d6d-4729-aed4-64824b7ea38a admin admin] No DVR routers for this DVR port ad5662b2-9052-4566-a9c9-c1b14cc1a05a on host dv-cinder-851640-3-iscsi {{(pid=115992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 08 00:41:13.481359 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a12489a-3a68-4427-9e39-c3925caaf6bc None None] No DVR routers for this DVR port ad5662b2-9052-4566-a9c9-c1b14cc1a05a on host dv-cinder-851640-3-iscsi {{(pid=115993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 08 00:41:13.548740 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-412657bb-2d6d-4729-aed4-64824b7ea38a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388207', 'neutron.services.segments.db._delete_segments_for_network-8764676474350'] for network (e8f4a45d-baeb-4038-9588-39740257cc84), precommit_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:13.569596 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.services.segments.db [None req-412657bb-2d6d-4729-aed4-64824b7ea38a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8f4a45d-baeb-4038-9588-39740257cc84']}} {{(pid=115992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:41:13.578996 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.services.segments.db [None req-412657bb-2d6d-4729-aed4-64824b7ea38a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33f748c4-7e75-46e1-8877-3094e41393f7') {'for_net_delete': True} {{(pid=115992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:41:13.579417 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.services.segments.db [None req-412657bb-2d6d-4729-aed4-64824b7ea38a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33f748c4-7e75-46e1-8877-3094e41393f7') {} {{(pid=115992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:41:13.589894 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-412657bb-2d6d-4729-aed4-64824b7ea38a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764676474251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2898668'] for segment (33f748c4-7e75-46e1-8877-3094e41393f7), before_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:13.602902 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-412657bb-2d6d-4729-aed4-64824b7ea38a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1398331'] for segment (33f748c4-7e75-46e1-8877-3094e41393f7), precommit_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:13.609468 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-412657bb-2d6d-4729-aed4-64824b7ea38a admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=115992) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 08 00:41:13.610002 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-412657bb-2d6d-4729-aed4-64824b7ea38a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1398331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26371028'] for segment (33f748c4-7e75-46e1-8877-3094e41393f7), after_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:13.653489 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.services.segments.plugin [-] Segment 33f748c4-7e75-46e1-8877-3094e41393f7 resource provider aggregate not found Aug 08 00:41:13.677171 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.services.segments.plugin [-] Segment 33f748c4-7e75-46e1-8877-3094e41393f7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 33f748c4-7e75-46e1-8877-3094e41393f7 found for delete ", "request_id": "req-f4e778ae-42d5-47df-8a27-dfb7b13fc84b"}]} Aug 08 00:41:13.786546 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-412657bb-2d6d-4729-aed4-64824b7ea38a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-428578'] for network (e8f4a45d-baeb-4038-9588-39740257cc84), after_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:13.792641 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-412657bb-2d6d-4729-aed4-64824b7ea38a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575022'] for network (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:13.796038 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-412657bb-2d6d-4729-aed4-64824b7ea38a admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/e8f4a45d-baeb-4038-9588-39740257cc84 HTTP/1.1" status: 204 len: 168 time: 0.8828840 Aug 08 00:41:13.808831 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412657bb-2d6d-4729-aed4-64824b7ea38a admin admin] Pushing event deleted for resources: {'Network': ['ID=e8f4a45d-baeb-4038-9588-39740257cc84,revision_number=None']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:41:13.858056 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 35416) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:41:13.963864 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-ffe0d76b-55f7-479d-b16c-885bd3d325de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:13.974396 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:41:14.039492 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-ffe0d76b-55f7-479d-b16c-885bd3d325de admin admin] Publish callbacks [] for security_group (cb8d4c68-f455-432e-a471-b92220713919), precommit_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:14.100813 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-ffe0d76b-55f7-479d-b16c-885bd3d325de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (cb8d4c68-f455-432e-a471-b92220713919), after_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:14.141441 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-ffe0d76b-55f7-479d-b16c-885bd3d325de admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=6326f0f596a84ed3b60c9460b5e2831a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2822664 Aug 08 00:41:14.142301 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe0d76b-55f7-479d-b16c-885bd3d325de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb8d4c68-f455-432e-a471-b92220713919,revision_number=1']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:41:14.144259 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 35420) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:41:14.174264 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 35422) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:41:14.214937 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-053f2fa2-08e2-4320-9ef7-ed55b6b025bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (8871f2bb-53fb-48a8-be6c-361eafeaffd1), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:14.216803 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-435b9f43-f5f7-4ff0-84fd-80e46fa3e5ee admin admin] Publish callbacks [] for security_group (cb8d4c68-f455-432e-a471-b92220713919), before_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:14.219801 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-b71f24ef-54a9-47b7-8201-2ea16063fdc8 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=3101620baddd42c48179a6f411bbd33e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0431869 Aug 08 00:41:14.220388 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 35424) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:41:14.240167 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-435b9f43-f5f7-4ff0-84fd-80e46fa3e5ee admin admin] Publish callbacks [] for security_group (cb8d4c68-f455-432e-a471-b92220713919), precommit_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:14.272333 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-8b311f11-15e2-4343-88d6-527e5f64044a admin admin] Publish callbacks [] for security_group (53240227-46f5-4e89-afe3-07c5703a3bcc), before_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:14.294323 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-8b311f11-15e2-4343-88d6-527e5f64044a admin admin] Publish callbacks [] for security_group (53240227-46f5-4e89-afe3-07c5703a3bcc), precommit_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:14.328683 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-435b9f43-f5f7-4ff0-84fd-80e46fa3e5ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (cb8d4c68-f455-432e-a471-b92220713919), after_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:14.331928 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-435b9f43-f5f7-4ff0-84fd-80e46fa3e5ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:14.336140 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-435b9f43-f5f7-4ff0-84fd-80e46fa3e5ee admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/cb8d4c68-f455-432e-a471-b92220713919 HTTP/1.1" status: 204 len: 168 time: 0.1877611 Aug 08 00:41:14.341906 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435b9f43-f5f7-4ff0-84fd-80e46fa3e5ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb8d4c68-f455-432e-a471-b92220713919,revision_number=None']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:41:14.385913 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-8b311f11-15e2-4343-88d6-527e5f64044a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (53240227-46f5-4e89-afe3-07c5703a3bcc), after_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:14.388530 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-8b311f11-15e2-4343-88d6-527e5f64044a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:14.389704 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-8b311f11-15e2-4343-88d6-527e5f64044a admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/53240227-46f5-4e89-afe3-07c5703a3bcc HTTP/1.1" status: 204 len: 168 time: 0.1683764 Aug 08 00:41:14.398715 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b311f11-15e2-4343-88d6-527e5f64044a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53240227-46f5-4e89-afe3-07c5703a3bcc,revision_number=None']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:41:14.817602 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Device ad5662b2-9052-4566-a9c9-c1b14cc1a05a no longer exists at agent ovs-agent-dv-cinder-851640-3-iscsi {{(pid=115993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 00:41:14.838069 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] No Port match for: ad5662b2-9052-4566-a9c9-c1b14cc1a05a {{(pid=115993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 08 00:41:14.838422 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Device ad5662b2-9052-4566-a9c9-c1b14cc1a05a not bound to the agent host dv-cinder-851640-3-iscsi {{(pid=115993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 00:41:14.972655 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 35434) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:41:15.013163 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-12025d9e-df90-4c56-bf30-9b258c022ad2 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=eea2a896babe4ab2b7136af9bb4c3851&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393379 Aug 08 00:41:15.015783 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 35436) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:41:15.019081 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 35438) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:41:15.032134 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-401ce9e0-ae23-458a-a4c3-81b8751e32e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:15.065508 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:41:15.065831 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-c3255398-8adb-4f89-9455-5a27a294020e admin admin] Publish callbacks [] for security_group (0342baf5-9309-4b7d-9dab-3973d7ec5913), before_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:15.088869 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-c3255398-8adb-4f89-9455-5a27a294020e admin admin] Publish callbacks [] for security_group (0342baf5-9309-4b7d-9dab-3973d7ec5913), precommit_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:15.108085 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-401ce9e0-ae23-458a-a4c3-81b8751e32e5 admin admin] Publish callbacks [] for security_group (c97ac77b-4598-49e1-90f3-76fd4810cfcc), precommit_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:15.190169 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-401ce9e0-ae23-458a-a4c3-81b8751e32e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (c97ac77b-4598-49e1-90f3-76fd4810cfcc), after_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:15.218999 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-c3255398-8adb-4f89-9455-5a27a294020e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (0342baf5-9309-4b7d-9dab-3973d7ec5913), after_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:15.221665 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-c3255398-8adb-4f89-9455-5a27a294020e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:15.223185 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-c3255398-8adb-4f89-9455-5a27a294020e admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/0342baf5-9309-4b7d-9dab-3973d7ec5913 HTTP/1.1" status: 204 len: 168 time: 0.2063937 Aug 08 00:41:15.232724 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401ce9e0-ae23-458a-a4c3-81b8751e32e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c97ac77b-4598-49e1-90f3-76fd4810cfcc,revision_number=1']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:41:15.233236 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-401ce9e0-ae23-458a-a4c3-81b8751e32e5 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=59739779ce7a40d4b88370852e97efdd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2130888 Aug 08 00:41:15.235978 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 35442) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:41:15.236825 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3255398-8adb-4f89-9455-5a27a294020e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0342baf5-9309-4b7d-9dab-3973d7ec5913,revision_number=None']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:41:15.289975 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-1aabec75-7ed1-4409-ba2a-60e688ff77af admin admin] Publish callbacks [] for security_group (c97ac77b-4598-49e1-90f3-76fd4810cfcc), before_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:15.312364 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-1aabec75-7ed1-4409-ba2a-60e688ff77af admin admin] Publish callbacks [] for security_group (c97ac77b-4598-49e1-90f3-76fd4810cfcc), precommit_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:15.414687 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-1aabec75-7ed1-4409-ba2a-60e688ff77af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (c97ac77b-4598-49e1-90f3-76fd4810cfcc), after_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:15.417275 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-1aabec75-7ed1-4409-ba2a-60e688ff77af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:15.418500 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-1aabec75-7ed1-4409-ba2a-60e688ff77af admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/c97ac77b-4598-49e1-90f3-76fd4810cfcc HTTP/1.1" status: 204 len: 168 time: 0.1815979 Aug 08 00:41:15.426901 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aabec75-7ed1-4409-ba2a-60e688ff77af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c97ac77b-4598-49e1-90f3-76fd4810cfcc,revision_number=None']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:41:15.432053 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (aa35aa05-3c09-40ae-a1e3-ebf96fe3358c), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:15.877147 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-64237613-c389-4d10-936d-2956085fc78e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (998b03d7-10a2-4624-8114-660f2901b45f), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:19.630179 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.agents_db [None req-431a3ab4-e5a4-4361-9fcb-d2d78b6c2e03 None None] Agent healthcheck: found 6 active agents {{(pid=115994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 00:41:20.934799 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 35516) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:41:21.038537 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-2b30a263-e34c-48b8-9bd3-c6e580cfbf53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:21.048986 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:41:21.117386 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-2b30a263-e34c-48b8-9bd3-c6e580cfbf53 admin admin] Publish callbacks [] for security_group (f8f5cc39-2b17-442d-b3bf-246fba5fd153), precommit_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:21.168745 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-2b30a263-e34c-48b8-9bd3-c6e580cfbf53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (f8f5cc39-2b17-442d-b3bf-246fba5fd153), after_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:21.206775 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b30a263-e34c-48b8-9bd3-c6e580cfbf53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8f5cc39-2b17-442d-b3bf-246fba5fd153,revision_number=1']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:41:21.212416 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-2b30a263-e34c-48b8-9bd3-c6e580cfbf53 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=6bcf6c54fcdf42bc910c854bd33a3b2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2765920 Aug 08 00:41:21.215313 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 35524) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:41:21.218261 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b30a263-e34c-48b8-9bd3-c6e580cfbf53 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:41:21.218609 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b30a263-e34c-48b8-9bd3-c6e580cfbf53 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:41:21.218953 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b30a263-e34c-48b8-9bd3-c6e580cfbf53 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:41:21.219318 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b30a263-e34c-48b8-9bd3-c6e580cfbf53 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:41:21.219654 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b30a263-e34c-48b8-9bd3-c6e580cfbf53 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:41:21.219986 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b30a263-e34c-48b8-9bd3-c6e580cfbf53 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:41:21.222884 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b30a263-e34c-48b8-9bd3-c6e580cfbf53 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:41:21.222884 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b30a263-e34c-48b8-9bd3-c6e580cfbf53 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:41:21.222884 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b30a263-e34c-48b8-9bd3-c6e580cfbf53 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:41:21.222884 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b30a263-e34c-48b8-9bd3-c6e580cfbf53 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:41:21.222884 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b30a263-e34c-48b8-9bd3-c6e580cfbf53 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:41:21.222884 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b30a263-e34c-48b8-9bd3-c6e580cfbf53 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:41:21.222884 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b30a263-e34c-48b8-9bd3-c6e580cfbf53 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:41:21.222884 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b30a263-e34c-48b8-9bd3-c6e580cfbf53 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:41:21.222884 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b30a263-e34c-48b8-9bd3-c6e580cfbf53 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:41:21.234783 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:41:21.267655 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-f188fd44-2e93-4fb2-b722-8772237cce30 admin admin] Publish callbacks [] for security_group (f8f5cc39-2b17-442d-b3bf-246fba5fd153), before_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:21.288918 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-f188fd44-2e93-4fb2-b722-8772237cce30 admin admin] Publish callbacks [] for security_group (f8f5cc39-2b17-442d-b3bf-246fba5fd153), precommit_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:21.448379 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-f188fd44-2e93-4fb2-b722-8772237cce30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (f8f5cc39-2b17-442d-b3bf-246fba5fd153), after_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:21.451075 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-f188fd44-2e93-4fb2-b722-8772237cce30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:21.452272 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-f188fd44-2e93-4fb2-b722-8772237cce30 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/f8f5cc39-2b17-442d-b3bf-246fba5fd153 HTTP/1.1" status: 204 len: 168 time: 0.2359211 Aug 08 00:41:21.461337 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f188fd44-2e93-4fb2-b722-8772237cce30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8f5cc39-2b17-442d-b3bf-246fba5fd153,revision_number=None']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:41:21.468668 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f188fd44-2e93-4fb2-b722-8772237cce30 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:41:21.469013 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f188fd44-2e93-4fb2-b722-8772237cce30 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:41:21.469356 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f188fd44-2e93-4fb2-b722-8772237cce30 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:41:21.469692 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f188fd44-2e93-4fb2-b722-8772237cce30 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:41:21.470024 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f188fd44-2e93-4fb2-b722-8772237cce30 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:41:21.470474 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f188fd44-2e93-4fb2-b722-8772237cce30 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:41:21.470707 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f188fd44-2e93-4fb2-b722-8772237cce30 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:41:21.471030 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f188fd44-2e93-4fb2-b722-8772237cce30 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:41:21.471386 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f188fd44-2e93-4fb2-b722-8772237cce30 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:41:21.471777 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f188fd44-2e93-4fb2-b722-8772237cce30 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:41:21.472034 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f188fd44-2e93-4fb2-b722-8772237cce30 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:41:21.472355 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f188fd44-2e93-4fb2-b722-8772237cce30 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:41:21.472676 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f188fd44-2e93-4fb2-b722-8772237cce30 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:41:21.472992 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f188fd44-2e93-4fb2-b722-8772237cce30 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:41:21.473311 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f188fd44-2e93-4fb2-b722-8772237cce30 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:41:21.995453 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=25 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:41:22.075773 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 35534) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:41:22.090002 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-0214ca48-db84-44fc-aa77-75b644eb17f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:22.166691 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-0214ca48-db84-44fc-aa77-75b644eb17f8 admin admin] Publish callbacks [] for security_group (5d3697a0-e3ba-4019-9f4a-7911889e4b24), precommit_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:22.241882 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-0214ca48-db84-44fc-aa77-75b644eb17f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (5d3697a0-e3ba-4019-9f4a-7911889e4b24), after_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:22.283104 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-0214ca48-db84-44fc-aa77-75b644eb17f8 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=dee774e1f98f411aabe207580d9b206f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2062540 Aug 08 00:41:22.284088 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0214ca48-db84-44fc-aa77-75b644eb17f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d3697a0-e3ba-4019-9f4a-7911889e4b24,revision_number=1']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:41:22.285830 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 35536) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:41:22.336442 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-e73bec41-f093-4a05-82ed-8ab768504d92 admin admin] Publish callbacks [] for security_group (5d3697a0-e3ba-4019-9f4a-7911889e4b24), before_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:22.359123 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-e73bec41-f093-4a05-82ed-8ab768504d92 admin admin] Publish callbacks [] for security_group (5d3697a0-e3ba-4019-9f4a-7911889e4b24), precommit_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:22.517608 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-e73bec41-f093-4a05-82ed-8ab768504d92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (5d3697a0-e3ba-4019-9f4a-7911889e4b24), after_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:22.520237 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-e73bec41-f093-4a05-82ed-8ab768504d92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:22.522308 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-e73bec41-f093-4a05-82ed-8ab768504d92 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/5d3697a0-e3ba-4019-9f4a-7911889e4b24 HTTP/1.1" status: 204 len: 168 time: 0.2343824 Aug 08 00:41:22.531065 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73bec41-f093-4a05-82ed-8ab768504d92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d3697a0-e3ba-4019-9f4a-7911889e4b24,revision_number=None']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:41:25.529514 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 35614) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:41:25.626457 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:41:25.633832 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-7c23bcab-ec92-4cc5-9f16-5f354d4372fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:25.711045 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-7c23bcab-ec92-4cc5-9f16-5f354d4372fa admin admin] Publish callbacks [] for security_group (b52ff1a3-1dac-4205-82cc-779b6433ed97), precommit_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:25.773759 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-7c23bcab-ec92-4cc5-9f16-5f354d4372fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (b52ff1a3-1dac-4205-82cc-779b6433ed97), after_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:25.813887 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-7c23bcab-ec92-4cc5-9f16-5f354d4372fa admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=91304bd229c440aa95f52f2ae46f6a74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2833152 Aug 08 00:41:25.814747 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c23bcab-ec92-4cc5-9f16-5f354d4372fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b52ff1a3-1dac-4205-82cc-779b6433ed97,revision_number=1']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:41:25.816741 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 35618) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:41:25.870508 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-f9842509-14d6-4e51-936a-1535eb5660cd admin admin] Publish callbacks [] for security_group (b52ff1a3-1dac-4205-82cc-779b6433ed97), before_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:25.892247 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-f9842509-14d6-4e51-936a-1535eb5660cd admin admin] Publish callbacks [] for security_group (b52ff1a3-1dac-4205-82cc-779b6433ed97), precommit_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:26.054355 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-f9842509-14d6-4e51-936a-1535eb5660cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (b52ff1a3-1dac-4205-82cc-779b6433ed97), after_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:26.056973 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-f9842509-14d6-4e51-936a-1535eb5660cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:26.058125 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-f9842509-14d6-4e51-936a-1535eb5660cd admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/b52ff1a3-1dac-4205-82cc-779b6433ed97 HTTP/1.1" status: 204 len: 168 time: 0.2402608 Aug 08 00:41:26.071010 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9842509-14d6-4e51-936a-1535eb5660cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b52ff1a3-1dac-4205-82cc-779b6433ed97,revision_number=None']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:41:26.702933 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 35628) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:41:26.716975 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-9eb32b84-2720-4bb4-9931-13803aeb59df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:26.790623 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-9eb32b84-2720-4bb4-9931-13803aeb59df admin admin] Publish callbacks [] for security_group (825a874f-1353-45ab-9f19-bbdfcb2949a2), precommit_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:26.870461 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-9eb32b84-2720-4bb4-9931-13803aeb59df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (825a874f-1353-45ab-9f19-bbdfcb2949a2), after_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:26.911788 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb32b84-2720-4bb4-9931-13803aeb59df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=825a874f-1353-45ab-9f19-bbdfcb2949a2,revision_number=1']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:41:26.916125 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-9eb32b84-2720-4bb4-9931-13803aeb59df admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=46a05029560a40f497793d95775512bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2121580 Aug 08 00:41:26.918732 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 35630) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:41:26.967345 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-65c5ede1-b753-4db6-89b4-896c5abea968 admin admin] Publish callbacks [] for security_group (825a874f-1353-45ab-9f19-bbdfcb2949a2), before_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:26.988392 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-65c5ede1-b753-4db6-89b4-896c5abea968 admin admin] Publish callbacks [] for security_group (825a874f-1353-45ab-9f19-bbdfcb2949a2), precommit_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:26.998219 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=81,neutron:DELETE=2,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:41:27.111080 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-65c5ede1-b753-4db6-89b4-896c5abea968 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (825a874f-1353-45ab-9f19-bbdfcb2949a2), after_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:27.113677 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-65c5ede1-b753-4db6-89b4-896c5abea968 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:27.114829 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-65c5ede1-b753-4db6-89b4-896c5abea968 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/825a874f-1353-45ab-9f19-bbdfcb2949a2 HTTP/1.1" status: 204 len: 168 time: 0.1951778 Aug 08 00:41:27.123636 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c5ede1-b753-4db6-89b4-896c5abea968 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=825a874f-1353-45ab-9f19-bbdfcb2949a2,revision_number=None']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:41:29.626408 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=60 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:41:30.586022 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (c200ec1a-5dc3-458a-a30d-0f16255c41c0), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:32.094012 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7e9aa5-8c27-492e-b8ab-d2a0daef148c req-1871e512-7460-4fda-b905-6f98124b32de tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:41:32.095539 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-4a7e9aa5-8c27-492e-b8ab-d2a0daef148c req-1871e512-7460-4fda-b905-6f98124b32de tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=62011870-5958-4d03-9ab1-9edb56112d1c HTTP/1.1" status: 200 len: 945 time: 0.0471852 Aug 08 00:41:32.144713 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-4a7e9aa5-8c27-492e-b8ab-d2a0daef148c req-b64a807b-2b54-4100-87dc-6076268edb53 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5adb99c2-069e-4dbb-9189-e74c7d18da93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430982 Aug 08 00:41:33.105822 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-6ab2afa2-5631-4f4a-81f7-cca4d13ac6ff req-8b2d16c3-e1bd-42fe-85fa-f95a7144fa60 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.15 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-259062108&fields=id&tenant_id=a22da44baa6b472e91d99fbcb03b583c HTTP/1.1" status: 200 len: 267 time: 0.0441229 Aug 08 00:41:33.161934 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=77,neutron:INSERT=20,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:41:33.216885 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab2afa2-5631-4f4a-81f7-cca4d13ac6ff req-12543359-1e4a-499d-b5b5-49bf5f366881 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:41:33.219321 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-6ab2afa2-5631-4f4a-81f7-cca4d13ac6ff req-12543359-1e4a-499d-b5b5-49bf5f366881 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.15 "GET /networking/v2.0/networks?id=e16e278d-24ed-46ec-9b21-78207cc53646 HTTP/1.1" status: 200 len: 812 time: 0.1060219 Aug 08 00:41:33.234145 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-6ab2afa2-5631-4f4a-81f7-cca4d13ac6ff req-d8ead0d4-2640-40d1-8a87-ec6913fd7208 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.15 "GET /networking/v2.0/quotas/a22da44baa6b472e91d99fbcb03b583c HTTP/1.1" status: 200 len: 375 time: 0.0100672 Aug 08 00:41:33.268881 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42769465-8d27-4dbb-92e7-c06f9ab840fe req-d12f1a5e-bfdb-44ef-8875-95eccc312513 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:41:33.270428 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-42769465-8d27-4dbb-92e7-c06f9ab840fe req-d12f1a5e-bfdb-44ef-8875-95eccc312513 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=62011870-5958-4d03-9ab1-9edb56112d1c HTTP/1.1" status: 200 len: 945 time: 0.0499301 Aug 08 00:41:33.287037 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-6ab2afa2-5631-4f4a-81f7-cca4d13ac6ff req-ac3bf2cd-2e34-4879-b225-f9525ab28578 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=a22da44baa6b472e91d99fbcb03b583c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0472956 Aug 08 00:41:33.324908 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-42769465-8d27-4dbb-92e7-c06f9ab840fe req-6f7e890f-40fc-481b-bb60-69b03f6274aa tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5adb99c2-069e-4dbb-9189-e74c7d18da93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482125 Aug 08 00:41:33.399426 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-6ab2afa2-5631-4f4a-81f7-cca4d13ac6ff req-82e8d954-dfb7-40c2-aeb7-073033ccd098 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/e16e278d-24ed-46ec-9b21-78207cc53646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995283 Aug 08 00:41:33.456471 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:41:33.489800 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-6ab2afa2-5631-4f4a-81f7-cca4d13ac6ff req-02ae26ec-ea04-4d67-92e6-f4ed50ad83d4 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/e16e278d-24ed-46ec-9b21-78207cc53646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846097 Aug 08 00:41:34.089388 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-5d4b9604-42e0-45cd-a244-9191287f537e req-1fce0455-2ac9-4849-a2a6-b34d8f60ce0f tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8d1fb464-5500-49a1-8355-ffa68b6d0e60 HTTP/1.1" status: 200 len: 210 time: 0.0359538 Aug 08 00:41:34.447596 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388efeb3-a91e-4878-bee4-071e44ddf554 req-65a6afa6-cb9f-43a9-95da-0e5c30502d3d tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:41:34.449107 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-388efeb3-a91e-4878-bee4-071e44ddf554 req-65a6afa6-cb9f-43a9-95da-0e5c30502d3d tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=62011870-5958-4d03-9ab1-9edb56112d1c HTTP/1.1" status: 200 len: 945 time: 0.0489061 Aug 08 00:41:34.502396 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-388efeb3-a91e-4878-bee4-071e44ddf554 req-05e831bf-47b1-41de-8a75-ba6bd9c65485 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5adb99c2-069e-4dbb-9189-e74c7d18da93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472789 Aug 08 00:41:35.190116 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-2ab146aa-aa25-4693-b77a-0983f727513c req-98984505-c6df-4306-81a6-18064d797d2f tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8d1fb464-5500-49a1-8355-ffa68b6d0e60 HTTP/1.1" status: 200 len: 210 time: 0.0280924 Aug 08 00:41:35.347151 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-951d900a-5049-4282-8673-50b34f44fb1d req-9a6adb81-0aef-4db1-9f4d-f128e3e11eea service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b89abab5-8e69-4485-be7a-d76eb57f16a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0379710 Aug 08 00:41:35.424663 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951d900a-5049-4282-8673-50b34f44fb1d req-e3c6c223-91d1-4f0c-add5-6959d6a14a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:41:35.426341 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-951d900a-5049-4282-8673-50b34f44fb1d req-e3c6c223-91d1-4f0c-add5-6959d6a14a34 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=a22da44baa6b472e91d99fbcb03b583c&device_id=b89abab5-8e69-4485-be7a-d76eb57f16a5 HTTP/1.1" status: 200 len: 1130 time: 0.0412216 Aug 08 00:41:35.541832 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951d900a-5049-4282-8673-50b34f44fb1d req-9962fdd8-e7ea-4e12-b749-5ff02b38d353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:41:35.543529 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-951d900a-5049-4282-8673-50b34f44fb1d req-9962fdd8-e7ea-4e12-b749-5ff02b38d353 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=e16e278d-24ed-46ec-9b21-78207cc53646 HTTP/1.1" status: 200 len: 913 time: 0.0963545 Aug 08 00:41:35.623279 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f38f42c-329f-4cc6-a275-bdd078456885 req-25504f7d-4761-4a44-8f8c-c94989321b7c tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:41:35.624750 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-4f38f42c-329f-4cc6-a275-bdd078456885 req-25504f7d-4761-4a44-8f8c-c94989321b7c tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=62011870-5958-4d03-9ab1-9edb56112d1c HTTP/1.1" status: 200 len: 945 time: 0.0471628 Aug 08 00:41:35.672536 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-4f38f42c-329f-4cc6-a275-bdd078456885 req-d08464c2-e759-4168-9307-5cc149a23394 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5adb99c2-069e-4dbb-9189-e74c7d18da93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419760 Aug 08 00:41:35.802986 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-951d900a-5049-4282-8673-50b34f44fb1d req-91a5b0f5-cdc8-476e-a1d2-5e0164b7763f service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e6fc7acc-6a32-4ac7-91cb-f76468a453aa HTTP/1.1" status: 200 len: 1001 time: 0.0642078 Aug 08 00:41:35.853534 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951d900a-5049-4282-8673-50b34f44fb1d req-305d415a-ebcf-40b1-88ac-c49c0106b302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:41:35.854962 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-951d900a-5049-4282-8673-50b34f44fb1d req-305d415a-ebcf-40b1-88ac-c49c0106b302 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=49ad74e6-a7f8-44c2-b833-dcbba288ca27 HTTP/1.1" status: 200 len: 851 time: 0.0443766 Aug 08 00:41:35.902423 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951d900a-5049-4282-8673-50b34f44fb1d req-7c526e6f-9a36-47f0-90ee-6f20bd6fb596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:41:35.903940 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-951d900a-5049-4282-8673-50b34f44fb1d req-7c526e6f-9a36-47f0-90ee-6f20bd6fb596 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=e16e278d-24ed-46ec-9b21-78207cc53646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407407 Aug 08 00:41:36.002307 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-951d900a-5049-4282-8673-50b34f44fb1d req-41180cc7-202f-4b7a-9ab8-f54f6b4bc936 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/e16e278d-24ed-46ec-9b21-78207cc53646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874515 Aug 08 00:41:36.108950 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-951d900a-5049-4282-8673-50b34f44fb1d req-046ca733-d618-4fa4-a9f0-2d1d5d7576e5 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/e16e278d-24ed-46ec-9b21-78207cc53646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953541 Aug 08 00:41:36.163522 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab2afa2-5631-4f4a-81f7-cca4d13ac6ff req-62cc55d4-9854-46ef-afe9-592fff9f5eb9 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:41:36.165217 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-6ab2afa2-5631-4f4a-81f7-cca4d13ac6ff req-62cc55d4-9854-46ef-afe9-592fff9f5eb9 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.25 "GET /networking/v2.0/networks?id=e16e278d-24ed-46ec-9b21-78207cc53646 HTTP/1.1" status: 200 len: 812 time: 0.1112595 Aug 08 00:41:36.299335 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-6c968ee6-e6d4-4452-a2d1-346ee7a1c41a req-6bed7e4c-bd4c-49e7-a7fc-fc2a0c4a050a tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8d1fb464-5500-49a1-8355-ffa68b6d0e60 HTTP/1.1" status: 200 len: 210 time: 0.0280342 Aug 08 00:41:36.484753 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-6ab2afa2-5631-4f4a-81f7-cca4d13ac6ff req-1af019fc-1e48-4467-a057-de8e09c96f72 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=a22da44baa6b472e91d99fbcb03b583c HTTP/1.1" status: 200 len: 379 time: 0.0593331 Aug 08 00:41:36.497091 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.v2.base [req-6ab2afa2-5631-4f4a-81f7-cca4d13ac6ff req-d98520b2-6177-4084-9909-731d487cec05 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Request body: {'port': {'device_id': '8d1fb464-5500-49a1-8355-ffa68b6d0e60', 'network_id': 'e16e278d-24ed-46ec-9b21-78207cc53646', 'admin_state_up': True, 'tenant_id': 'a22da44baa6b472e91d99fbcb03b583c', 'security_groups': ['c7fab9c4-62df-4772-9aa5-24224734ea2b']}} {{(pid=115992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:41:36.606152 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=4 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:41:36.699451 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ab2afa2-5631-4f4a-81f7-cca4d13ac6ff req-d98520b2-6177-4084-9909-731d487cec05 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Made reservation on behalf of a22da44baa6b472e91d99fbcb03b583c for: {'port': 1} {{(pid=115992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 00:41:36.702927 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-6ab2afa2-5631-4f4a-81f7-cca4d13ac6ff req-d98520b2-6177-4084-9909-731d487cec05 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (None), before_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:36.796358 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a594ed-1adb-4ed9-b468-246f011638ba req-f117381e-fc9a-4966-b98c-9baa9c48449d tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:41:36.797770 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-a0a594ed-1adb-4ed9-b468-246f011638ba req-f117381e-fc9a-4966-b98c-9baa9c48449d tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=62011870-5958-4d03-9ab1-9edb56112d1c HTTP/1.1" status: 200 len: 945 time: 0.0479236 Aug 08 00:41:36.838120 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.db.db_base_plugin_common [req-6ab2afa2-5631-4f4a-81f7-cca4d13ac6ff req-d98520b2-6177-4084-9909-731d487cec05 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Allocated IP 172.20.0.9 (e16e278d-24ed-46ec-9b21-78207cc53646/49ad74e6-a7f8-44c2-b833-dcbba288ca27/3077b2e0-65e2-482e-a811-8f38321c9890) {{(pid=115992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 00:41:36.850356 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-a0a594ed-1adb-4ed9-b468-246f011638ba req-b41dbc99-8e1b-411d-861c-c4da20fd2646 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5adb99c2-069e-4dbb-9189-e74c7d18da93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467720 Aug 08 00:41:36.932557 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:41:36.984709 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-6ab2afa2-5631-4f4a-81f7-cca4d13ac6ff req-d98520b2-6177-4084-9909-731d487cec05 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Publish callbacks [] for port (3077b2e0-65e2-482e-a811-8f38321c9890), precommit_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:37.071767 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-6ab2afa2-5631-4f4a-81f7-cca4d13ac6ff req-d98520b2-6177-4084-9909-731d487cec05 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764676113785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26371331'] for port (3077b2e0-65e2-482e-a811-8f38321c9890), after_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:37.121365 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ab2afa2-5631-4f4a-81f7-cca4d13ac6ff req-d98520b2-6177-4084-9909-731d487cec05 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Network e16e278d-24ed-46ec-9b21-78207cc53646 is already hosted by enough agents. {{(pid=115992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 00:41:37.124508 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.scheduler.base_scheduler [req-6ab2afa2-5631-4f4a-81f7-cca4d13ac6ff req-d98520b2-6177-4084-9909-731d487cec05 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Resources bound (agent type, host, resource id): {{(pid=115992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 00:41:37.133108 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98520b2-6177-4084-9909-731d487cec05 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Pushing event updated for resources: {'Port': ['ID=3077b2e0-65e2-482e-a811-8f38321c9890,revision_number=1']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:41:37.135422 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ab2afa2-5631-4f4a-81f7-cca4d13ac6ff req-d98520b2-6177-4084-9909-731d487cec05 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Received port after_create {{(pid=115992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 00:41:37.188988 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab2afa2-5631-4f4a-81f7-cca4d13ac6ff req-d98520b2-6177-4084-9909-731d487cec05 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:41:37.189510 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-6ab2afa2-5631-4f4a-81f7-cca4d13ac6ff req-d98520b2-6177-4084-9909-731d487cec05 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63196'] for port (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:37.279745 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-6ab2afa2-5631-4f4a-81f7-cca4d13ac6ff req-d98520b2-6177-4084-9909-731d487cec05 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7864974 Aug 08 00:41:37.296827 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.v2.base [req-6ab2afa2-5631-4f4a-81f7-cca4d13ac6ff req-27d89415-8925-4924-8a52-9fad7f9f5a92 service neutron] Request body: {'port': {'device_id': '8d1fb464-5500-49a1-8355-ffa68b6d0e60', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85164'}} {{(pid=115992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:41:37.354208 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-34417c04-eed5-4e15-9f32-071b1dcbdcdb None None] Provisioning complete for port 3077b2e0-65e2-482e-a811-8f38321c9890 triggered by entity DHCP. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:41:37.354721 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-34417c04-eed5-4e15-9f32-071b1dcbdcdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (3077b2e0-65e2-482e-a811-8f38321c9890), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:37.405332 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-34417c04-eed5-4e15-9f32-071b1dcbdcdb None None] Port 3077b2e0-65e2-482e-a811-8f38321c9890 cannot update to ACTIVE because it is not bound. {{(pid=115993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 08 00:41:37.417009 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-6ab2afa2-5631-4f4a-81f7-cca4d13ac6ff req-27d89415-8925-4924-8a52-9fad7f9f5a92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (3077b2e0-65e2-482e-a811-8f38321c9890), before_update {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:37.445673 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6ce48c-ccc1-4901-9866-f34855d9db6e req-b4104ba9-063d-4279-95e1-e1644dfffee6 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:41:37.447153 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-7f6ce48c-ccc1-4901-9866-f34855d9db6e req-b4104ba9-063d-4279-95e1-e1644dfffee6 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8d1fb464-5500-49a1-8355-ffa68b6d0e60 HTTP/1.1" status: 200 len: 931 time: 0.0620909 Aug 08 00:41:37.581933 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-7f6ce48c-ccc1-4901-9866-f34855d9db6e req-f3e551bc-d49d-4ac0-990c-875bbcfd06bc tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c7fab9c4-62df-4772-9aa5-24224734ea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1143799 Aug 08 00:41:37.671169 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:INSERT=2,neutron:SELECT=97,neutron:UPDATE=1 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:41:37.729595 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.notifiers.nova [req-6ab2afa2-5631-4f4a-81f7-cca4d13ac6ff req-27d89415-8925-4924-8a52-9fad7f9f5a92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3077b2e0-65e2-482e-a811-8f38321c9890 {{(pid=115992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 00:41:37.737131 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-6ab2afa2-5631-4f4a-81f7-cca4d13ac6ff req-27d89415-8925-4924-8a52-9fad7f9f5a92 service neutron] Publish callbacks [] for port (3077b2e0-65e2-482e-a811-8f38321c9890), precommit_update {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:37.751288 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.db.provisioning_blocks [req-6ab2afa2-5631-4f4a-81f7-cca4d13ac6ff req-27d89415-8925-4924-8a52-9fad7f9f5a92 service neutron] Transition to ACTIVE for port object 3077b2e0-65e2-482e-a811-8f38321c9890 will not be triggered until provisioned by entity L2. {{(pid=115992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 08 00:41:37.871204 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-6ab2afa2-5631-4f4a-81f7-cca4d13ac6ff req-27d89415-8925-4924-8a52-9fad7f9f5a92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26371340'] for port (3077b2e0-65e2-482e-a811-8f38321c9890), after_update {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:37.961762 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d89415-8925-4924-8a52-9fad7f9f5a92 service neutron] Pushing event updated for resources: {'Port': ['ID=3077b2e0-65e2-482e-a811-8f38321c9890,revision_number=2']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:41:37.978080 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0514b4-0f8f-4687-beac-a0397e19fb9c req-483c2278-8f27-4d71-80c5-08cd3b3fe202 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:41:37.979602 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-0b0514b4-0f8f-4687-beac-a0397e19fb9c req-483c2278-8f27-4d71-80c5-08cd3b3fe202 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=62011870-5958-4d03-9ab1-9edb56112d1c HTTP/1.1" status: 200 len: 945 time: 0.0516639 Aug 08 00:41:37.986670 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.managers [req-6ab2afa2-5631-4f4a-81f7-cca4d13ac6ff req-27d89415-8925-4924-8a52-9fad7f9f5a92 service neutron] Attempting to bind port 3077b2e0-65e2-482e-a811-8f38321c9890 on host hv-cinder-85164 for vnic_type normal with profile {{(pid=115992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 00:41:37.988262 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.managers [req-6ab2afa2-5631-4f4a-81f7-cca4d13ac6ff req-27d89415-8925-4924-8a52-9fad7f9f5a92 service neutron] Attempting to bind port 3077b2e0-65e2-482e-a811-8f38321c9890 by drivers openvswitch,hyperv on host hv-cinder-85164 at level 0 using segments [{'id': '56f79eda-31d2-4604-82b3-22c1f0bf411f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e16e278d-24ed-46ec-9b21-78207cc53646'}] {{(pid=115992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 00:41:37.988262 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab2afa2-5631-4f4a-81f7-cca4d13ac6ff req-27d89415-8925-4924-8a52-9fad7f9f5a92 service neutron] Attempting to bind port 3077b2e0-65e2-482e-a811-8f38321c9890 on network e16e278d-24ed-46ec-9b21-78207cc53646 {{(pid=115992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 00:41:37.993224 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab2afa2-5631-4f4a-81f7-cca4d13ac6ff req-27d89415-8925-4924-8a52-9fad7f9f5a92 service neutron] Port 3077b2e0-65e2-482e-a811-8f38321c9890 on network e16e278d-24ed-46ec-9b21-78207cc53646 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85164 {{(pid=115992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 08 00:41:37.993224 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab2afa2-5631-4f4a-81f7-cca4d13ac6ff req-27d89415-8925-4924-8a52-9fad7f9f5a92 service neutron] Attempting to bind port 3077b2e0-65e2-482e-a811-8f38321c9890 on network e16e278d-24ed-46ec-9b21-78207cc53646 {{(pid=115992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 00:41:37.998060 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab2afa2-5631-4f4a-81f7-cca4d13ac6ff req-27d89415-8925-4924-8a52-9fad7f9f5a92 service neutron] Checking agent: {'id': 'c200ec1a-5dc3-458a-a30d-0f16255c41c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85164', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 0, 30, 30), 'started_at': datetime.datetime(2022, 8, 8, 0, 30, 30), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 0, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 00:41:37.998392 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab2afa2-5631-4f4a-81f7-cca4d13ac6ff req-27d89415-8925-4924-8a52-9fad7f9f5a92 service neutron] Checking segment: {'id': '56f79eda-31d2-4604-82b3-22c1f0bf411f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e16e278d-24ed-46ec-9b21-78207cc53646'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 00:41:37.998762 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab2afa2-5631-4f4a-81f7-cca4d13ac6ff req-27d89415-8925-4924-8a52-9fad7f9f5a92 service neutron] Bound using segment: {'id': '56f79eda-31d2-4604-82b3-22c1f0bf411f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e16e278d-24ed-46ec-9b21-78207cc53646'} {{(pid=115992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 00:41:37.999180 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.managers [req-6ab2afa2-5631-4f4a-81f7-cca4d13ac6ff req-27d89415-8925-4924-8a52-9fad7f9f5a92 service neutron] Bound port: 3077b2e0-65e2-482e-a811-8f38321c9890, host: hv-cinder-85164, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56f79eda-31d2-4604-82b3-22c1f0bf411f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e16e278d-24ed-46ec-9b21-78207cc53646'}}] {{(pid=115992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 00:41:37.999558 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-6ab2afa2-5631-4f4a-81f7-cca4d13ac6ff req-27d89415-8925-4924-8a52-9fad7f9f5a92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (3077b2e0-65e2-482e-a811-8f38321c9890), before_update {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:38.015504 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:41:38.030532 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-0b0514b4-0f8f-4687-beac-a0397e19fb9c req-da135b73-a8ec-424e-8ff8-fb524cbf38a1 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5adb99c2-069e-4dbb-9189-e74c7d18da93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450144 Aug 08 00:41:38.062308 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.db [req-6ab2afa2-5631-4f4a-81f7-cca4d13ac6ff req-27d89415-8925-4924-8a52-9fad7f9f5a92 service neutron] For port 3077b2e0-65e2-482e-a811-8f38321c9890, host hv-cinder-85164, cleared binding levels {{(pid=115992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 00:41:38.065293 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.db [req-6ab2afa2-5631-4f4a-81f7-cca4d13ac6ff req-27d89415-8925-4924-8a52-9fad7f9f5a92 service neutron] For port 3077b2e0-65e2-482e-a811-8f38321c9890, host hv-cinder-85164, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85164',level=0,port_id=3077b2e0-65e2-482e-a811-8f38321c9890,segment=NetworkSegment(56f79eda-31d2-4604-82b3-22c1f0bf411f),segment_id=56f79eda-31d2-4604-82b3-22c1f0bf411f)] {{(pid=115992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 00:41:38.135287 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-6ab2afa2-5631-4f4a-81f7-cca4d13ac6ff req-27d89415-8925-4924-8a52-9fad7f9f5a92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26371340'] for port (3077b2e0-65e2-482e-a811-8f38321c9890), after_update {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:38.139451 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab2afa2-5631-4f4a-81f7-cca4d13ac6ff req-27d89415-8925-4924-8a52-9fad7f9f5a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:41:38.140204 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-6ab2afa2-5631-4f4a-81f7-cca4d13ac6ff req-27d89415-8925-4924-8a52-9fad7f9f5a92 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63196'] for port (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:38.141599 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-6ab2afa2-5631-4f4a-81f7-cca4d13ac6ff req-27d89415-8925-4924-8a52-9fad7f9f5a92 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/3077b2e0-65e2-482e-a811-8f38321c9890 HTTP/1.1" status: 200 len: 1093 time: 0.8498564 Aug 08 00:41:38.143108 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d1fb464-5500-49a1-8355-ffa68b6d0e60', 'tag': '3077b2e0-65e2-482e-a811-8f38321c9890'}] {{(pid=115992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 00:41:38.145399 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15c1dc6174c04d27a45b4789687485f3f31469fbdbb3cd0a658d3b47a2d9b382" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8156706c-3257-4368-90c5-1577186e96ba" -d '{"events": [{"name": "network-changed", "server_uuid": "8d1fb464-5500-49a1-8355-ffa68b6d0e60", "tag": "3077b2e0-65e2-482e-a811-8f38321c9890"}]}' {{(pid=115992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 00:41:38.182629 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 00:41:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c61bb289-7031-4693-87fc-4ba8ea2d8d2a x-openstack-request-id: req-c61bb289-7031-4693-87fc-4ba8ea2d8d2a {{(pid=115992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 00:41:38.182919 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d1fb464-5500-49a1-8355-ffa68b6d0e60", "tag": "3077b2e0-65e2-482e-a811-8f38321c9890", "status": "completed", "code": 200}]} {{(pid=115992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 00:41:38.183168 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c61bb289-7031-4693-87fc-4ba8ea2d8d2a {{(pid=115992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 00:41:38.183588 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c61bb289-7031-4693-87fc-4ba8ea2d8d2a'] response: {'name': 'network-changed', 'server_uuid': '8d1fb464-5500-49a1-8355-ffa68b6d0e60', 'tag': '3077b2e0-65e2-482e-a811-8f38321c9890', 'status': 'completed', 'code': 200} Aug 08 00:41:38.195067 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d89415-8925-4924-8a52-9fad7f9f5a92 service neutron] Pushing event updated for resources: {'Port': ['ID=3077b2e0-65e2-482e-a811-8f38321c9890,revision_number=3']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:41:38.245549 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8156706c-3257-4368-90c5-1577186e96ba req-beb0a23b-d4d9-4224-89d0-cd9bdf50a1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:41:38.247102 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-8156706c-3257-4368-90c5-1577186e96ba req-beb0a23b-d4d9-4224-89d0-cd9bdf50a1e5 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=a22da44baa6b472e91d99fbcb03b583c&device_id=8d1fb464-5500-49a1-8355-ffa68b6d0e60 HTTP/1.1" status: 200 len: 1127 time: 0.0401080 Aug 08 00:41:38.349404 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8156706c-3257-4368-90c5-1577186e96ba req-6140cbbf-8b86-44c0-88b9-03a99eb64583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:41:38.352275 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-8156706c-3257-4368-90c5-1577186e96ba req-6140cbbf-8b86-44c0-88b9-03a99eb64583 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?tenant_id=a22da44baa6b472e91d99fbcb03b583c&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0961554 Aug 08 00:41:38.446177 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8156706c-3257-4368-90c5-1577186e96ba req-2298616d-d486-4679-96bb-dc26625ea3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:41:38.447590 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-8156706c-3257-4368-90c5-1577186e96ba req-2298616d-d486-4679-96bb-dc26625ea3b6 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0898294 Aug 08 00:41:38.527521 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab2afa2-5631-4f4a-81f7-cca4d13ac6ff req-8bd5200a-9a8b-47f4-afab-708d5edef681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:41:38.529015 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-6ab2afa2-5631-4f4a-81f7-cca4d13ac6ff req-8bd5200a-9a8b-47f4-afab-708d5edef681 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=a22da44baa6b472e91d99fbcb03b583c&device_id=8d1fb464-5500-49a1-8355-ffa68b6d0e60 HTTP/1.1" status: 200 len: 1127 time: 0.0425682 Aug 08 00:41:38.568613 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-6ab2afa2-5631-4f4a-81f7-cca4d13ac6ff req-eacce421-19a6-471e-bb4b-b99cb9f7a6b3 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3077b2e0-65e2-482e-a811-8f38321c9890 HTTP/1.1" status: 200 len: 217 time: 0.0318644 Aug 08 00:41:38.617030 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab2afa2-5631-4f4a-81f7-cca4d13ac6ff req-9fc919a9-abc1-4c32-a377-d347431c3396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:41:38.618498 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-6ab2afa2-5631-4f4a-81f7-cca4d13ac6ff req-9fc919a9-abc1-4c32-a377-d347431c3396 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=49ad74e6-a7f8-44c2-b833-dcbba288ca27 HTTP/1.1" status: 200 len: 851 time: 0.0445650 Aug 08 00:41:38.661868 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab2afa2-5631-4f4a-81f7-cca4d13ac6ff req-b5a0aade-4c42-4a15-9137-f937cbcdc1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:41:38.664042 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-6ab2afa2-5631-4f4a-81f7-cca4d13ac6ff req-b5a0aade-4c42-4a15-9137-f937cbcdc1d0 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=e16e278d-24ed-46ec-9b21-78207cc53646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391316 Aug 08 00:41:38.686637 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=100 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:41:38.700064 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a54edab-3754-4319-8d36-d8daf27a4c52 req-1800a568-d4fe-4676-8f64-3347e67b207c tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:41:38.700064 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-9a54edab-3754-4319-8d36-d8daf27a4c52 req-1800a568-d4fe-4676-8f64-3347e67b207c tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8d1fb464-5500-49a1-8355-ffa68b6d0e60 HTTP/1.1" status: 200 len: 943 time: 0.0471313 Aug 08 00:41:38.739707 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=100 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:41:38.749028 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-9a54edab-3754-4319-8d36-d8daf27a4c52 req-cd0b6d29-dd06-480b-821a-a55c7c59b815 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c7fab9c4-62df-4772-9aa5-24224734ea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444005 Aug 08 00:41:38.759873 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-6ab2afa2-5631-4f4a-81f7-cca4d13ac6ff req-7a17affc-bcd7-48cf-9758-709a6d3091de service neutron] 10.222.0.25 "GET /networking/v2.0/networks/e16e278d-24ed-46ec-9b21-78207cc53646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895357 Aug 08 00:41:39.121990 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:41:39.128898 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-6ab2afa2-5631-4f4a-81f7-cca4d13ac6ff req-bee87eac-705f-4250-851d-f37f27ca3ba4 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/e16e278d-24ed-46ec-9b21-78207cc53646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3601701 Aug 08 00:41:39.164018 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf44a0b0-40f2-4e4b-a43b-53a81c1cbf9f req-db823c2b-a674-4990-8af1-99e2dad1b171 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:41:39.165489 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-bf44a0b0-40f2-4e4b-a43b-53a81c1cbf9f req-db823c2b-a674-4990-8af1-99e2dad1b171 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=62011870-5958-4d03-9ab1-9edb56112d1c HTTP/1.1" status: 200 len: 945 time: 0.0564249 Aug 08 00:41:39.211824 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-bf44a0b0-40f2-4e4b-a43b-53a81c1cbf9f req-e23888b6-2bd1-4917-afaa-e7f6808172c4 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5adb99c2-069e-4dbb-9189-e74c7d18da93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406487 Aug 08 00:41:39.330509 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 35832) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:41:39.434841 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-35081020-c399-4dcc-bb9a-1ef5c301adad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:39.508073 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-35081020-c399-4dcc-bb9a-1ef5c301adad admin admin] Publish callbacks [] for security_group (b1d5b889-3b98-44bc-9034-8eb72c1a0fd9), precommit_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:39.589802 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-35081020-c399-4dcc-bb9a-1ef5c301adad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (b1d5b889-3b98-44bc-9034-8eb72c1a0fd9), after_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:39.629896 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35081020-c399-4dcc-bb9a-1ef5c301adad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1d5b889-3b98-44bc-9034-8eb72c1a0fd9,revision_number=1']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:41:39.634687 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-35081020-c399-4dcc-bb9a-1ef5c301adad admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=c4f561ad1b0541099b26f6bacda96514&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3031478 Aug 08 00:41:39.637586 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 35836) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:41:39.662699 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:41:39.688682 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-a448e95e-cc2d-46d9-b7e8-5380f5e2d184 admin admin] Publish callbacks [] for security_group (b1d5b889-3b98-44bc-9034-8eb72c1a0fd9), before_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:39.710368 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-a448e95e-cc2d-46d9-b7e8-5380f5e2d184 admin admin] Publish callbacks [] for security_group (b1d5b889-3b98-44bc-9034-8eb72c1a0fd9), precommit_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:39.869527 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae819797-2101-46f4-b61f-e4a1e45a579a req-006c3678-7ad5-4f37-9c88-7072f06a6336 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:41:39.870977 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-ae819797-2101-46f4-b61f-e4a1e45a579a req-006c3678-7ad5-4f37-9c88-7072f06a6336 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8d1fb464-5500-49a1-8355-ffa68b6d0e60 HTTP/1.1" status: 200 len: 943 time: 0.0490577 Aug 08 00:41:39.919914 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-ae819797-2101-46f4-b61f-e4a1e45a579a req-a0128014-514f-4f16-87ba-73aa6a59c014 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c7fab9c4-62df-4772-9aa5-24224734ea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432777 Aug 08 00:41:39.939978 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-a448e95e-cc2d-46d9-b7e8-5380f5e2d184 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (b1d5b889-3b98-44bc-9034-8eb72c1a0fd9), after_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:39.942490 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-a448e95e-cc2d-46d9-b7e8-5380f5e2d184 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:39.943741 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-a448e95e-cc2d-46d9-b7e8-5380f5e2d184 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/b1d5b889-3b98-44bc-9034-8eb72c1a0fd9 HTTP/1.1" status: 204 len: 168 time: 0.3052363 Aug 08 00:41:39.953529 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a448e95e-cc2d-46d9-b7e8-5380f5e2d184 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1d5b889-3b98-44bc-9034-8eb72c1a0fd9,revision_number=None']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:41:40.259875 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-9f2dbe3b-5c13-45da-b4ce-bc59ec491d2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (93e2312b-3744-4a9e-8723-a0f19f10f89a), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:40.332903 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5b6c54-e0a3-4b7a-839c-5f152314fac5 req-c76df81d-cb45-4561-a79a-8ec124784e4c tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:41:40.334337 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-1d5b6c54-e0a3-4b7a-839c-5f152314fac5 req-c76df81d-cb45-4561-a79a-8ec124784e4c tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=62011870-5958-4d03-9ab1-9edb56112d1c HTTP/1.1" status: 200 len: 945 time: 0.0479584 Aug 08 00:41:40.386627 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-1d5b6c54-e0a3-4b7a-839c-5f152314fac5 req-18a6ce60-1b5b-40c4-a2b0-d6d29250ed9f tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5adb99c2-069e-4dbb-9189-e74c7d18da93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456679 Aug 08 00:41:40.447086 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 35846) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:41:40.461154 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-9a28f823-23ca-4353-8f43-4a2e10c9fc97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:40.536296 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-9a28f823-23ca-4353-8f43-4a2e10c9fc97 admin admin] Publish callbacks [] for security_group (6823979b-2558-4ae6-ba46-3b933f1146d9), precommit_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:40.590610 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-9a28f823-23ca-4353-8f43-4a2e10c9fc97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (6823979b-2558-4ae6-ba46-3b933f1146d9), after_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:40.629584 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-9a28f823-23ca-4353-8f43-4a2e10c9fc97 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=ae6b5e8210214288bed7c10969609be2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1814001 Aug 08 00:41:40.630357 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a28f823-23ca-4353-8f43-4a2e10c9fc97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6823979b-2558-4ae6-ba46-3b933f1146d9,revision_number=1']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:41:40.633051 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 35848) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:41:40.683545 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-d29ae20b-e3e9-49d0-a138-d671fc1d406f admin admin] Publish callbacks [] for security_group (6823979b-2558-4ae6-ba46-3b933f1146d9), before_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:40.705956 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-d29ae20b-e3e9-49d0-a138-d671fc1d406f admin admin] Publish callbacks [] for security_group (6823979b-2558-4ae6-ba46-3b933f1146d9), precommit_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:40.807280 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-d29ae20b-e3e9-49d0-a138-d671fc1d406f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (6823979b-2558-4ae6-ba46-3b933f1146d9), after_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:40.809874 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-d29ae20b-e3e9-49d0-a138-d671fc1d406f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:40.811012 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-d29ae20b-e3e9-49d0-a138-d671fc1d406f admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/6823979b-2558-4ae6-ba46-3b933f1146d9 HTTP/1.1" status: 204 len: 168 time: 0.1769862 Aug 08 00:41:40.819065 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29ae20b-e3e9-49d0-a138-d671fc1d406f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6823979b-2558-4ae6-ba46-3b933f1146d9,revision_number=None']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:41:41.041246 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca94dc9-bc86-4114-97f6-33e0827d070f req-3096bab6-bf67-4783-8f2e-925320216527 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:41:41.042712 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-0ca94dc9-bc86-4114-97f6-33e0827d070f req-3096bab6-bf67-4783-8f2e-925320216527 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8d1fb464-5500-49a1-8355-ffa68b6d0e60 HTTP/1.1" status: 200 len: 943 time: 0.0505002 Aug 08 00:41:41.090677 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-0ca94dc9-bc86-4114-97f6-33e0827d070f req-5c1b0fcc-74c5-4c8b-89cc-1145f8b7bf06 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c7fab9c4-62df-4772-9aa5-24224734ea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424013 Aug 08 00:41:41.440576 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 35858) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:41:41.454606 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-502a7c02-60f0-44c6-a721-29dfbeeb485a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:41.506824 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2649810-a200-437a-a01a-045a84748210 req-9afcc39c-de70-4aab-9dd5-8f24efcae679 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:41:41.509158 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-b2649810-a200-437a-a01a-045a84748210 req-9afcc39c-de70-4aab-9dd5-8f24efcae679 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=62011870-5958-4d03-9ab1-9edb56112d1c HTTP/1.1" status: 200 len: 945 time: 0.0488114 Aug 08 00:41:41.532370 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-502a7c02-60f0-44c6-a721-29dfbeeb485a admin admin] Publish callbacks [] for security_group (5c33bc91-ccd7-4794-afb7-0ac0ef9c3f2e), precommit_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:41.540215 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:DELETE=4 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:41:41.557353 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-b2649810-a200-437a-a01a-045a84748210 req-74587ddf-5703-443b-8a5c-6a93d593f3a1 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5adb99c2-069e-4dbb-9189-e74c7d18da93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423727 Aug 08 00:41:41.613719 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-502a7c02-60f0-44c6-a721-29dfbeeb485a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (5c33bc91-ccd7-4794-afb7-0ac0ef9c3f2e), after_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:41.653844 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502a7c02-60f0-44c6-a721-29dfbeeb485a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c33bc91-ccd7-4794-afb7-0ac0ef9c3f2e,revision_number=1']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:41:41.658199 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-502a7c02-60f0-44c6-a721-29dfbeeb485a admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=4089b9749ee44ad981ec7bd4f9f51215&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2165525 Aug 08 00:41:41.661389 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 35860) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:41:41.712968 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-6f942cb5-e703-4866-98c0-333c2f4e2c59 admin admin] Publish callbacks [] for security_group (5c33bc91-ccd7-4794-afb7-0ac0ef9c3f2e), before_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:41.737682 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-6f942cb5-e703-4866-98c0-333c2f4e2c59 admin admin] Publish callbacks [] for security_group (5c33bc91-ccd7-4794-afb7-0ac0ef9c3f2e), precommit_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:41.888475 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-6f942cb5-e703-4866-98c0-333c2f4e2c59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (5c33bc91-ccd7-4794-afb7-0ac0ef9c3f2e), after_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:41.891127 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-6f942cb5-e703-4866-98c0-333c2f4e2c59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:41.892356 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-6f942cb5-e703-4866-98c0-333c2f4e2c59 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/5c33bc91-ccd7-4794-afb7-0ac0ef9c3f2e HTTP/1.1" status: 204 len: 168 time: 0.2305756 Aug 08 00:41:41.900376 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f942cb5-e703-4866-98c0-333c2f4e2c59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c33bc91-ccd7-4794-afb7-0ac0ef9c3f2e,revision_number=None']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:41:42.210748 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9448c9-eac7-42c1-83c1-56c75b301d90 req-8311690f-cfe5-4af4-8e0b-49f7075aea99 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:41:42.212344 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-1f9448c9-eac7-42c1-83c1-56c75b301d90 req-8311690f-cfe5-4af4-8e0b-49f7075aea99 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8d1fb464-5500-49a1-8355-ffa68b6d0e60 HTTP/1.1" status: 200 len: 943 time: 0.0495229 Aug 08 00:41:42.263330 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-1f9448c9-eac7-42c1-83c1-56c75b301d90 req-fda3ca57-9b5f-4966-a0fe-656e04ec5112 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c7fab9c4-62df-4772-9aa5-24224734ea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453537 Aug 08 00:41:42.463597 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=85,neutron:UPDATE=5,neutron:DELETE=5 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:41:42.533880 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-6034394f-2202-4f50-9f23-1861f9efe085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (d53f5436-7c7f-4441-9708-9d0333b57745), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:42.685934 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b862fccd-86f3-4550-9ecf-37f74de65de9 req-8c2ca190-5d29-41e2-b0d9-4f996161eb2a tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:41:42.687628 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-b862fccd-86f3-4550-9ecf-37f74de65de9 req-8c2ca190-5d29-41e2-b0d9-4f996161eb2a tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=62011870-5958-4d03-9ab1-9edb56112d1c HTTP/1.1" status: 200 len: 945 time: 0.0529909 Aug 08 00:41:42.738505 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-b862fccd-86f3-4550-9ecf-37f74de65de9 req-6c8bd425-7b2c-4195-b08b-6dffdd14df30 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5adb99c2-069e-4dbb-9189-e74c7d18da93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450530 Aug 08 00:41:43.383319 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb02c96-0405-4f4d-a52b-91f50330591e req-725e0dc1-f7c0-4f2d-b19c-8a75fe23321d tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:41:43.384973 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-afb02c96-0405-4f4d-a52b-91f50330591e req-725e0dc1-f7c0-4f2d-b19c-8a75fe23321d tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8d1fb464-5500-49a1-8355-ffa68b6d0e60 HTTP/1.1" status: 200 len: 943 time: 0.0500555 Aug 08 00:41:43.423409 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:41:43.440370 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-afb02c96-0405-4f4d-a52b-91f50330591e req-f58f1104-8aa3-4b7a-b6e1-d382d6c4420d tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c7fab9c4-62df-4772-9aa5-24224734ea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492036 Aug 08 00:41:43.445473 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 35896) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:41:43.545163 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:41:43.551719 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-3475b2dc-24f1-4b0e-af83-18de101421c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:43.625940 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-3475b2dc-24f1-4b0e-af83-18de101421c2 admin admin] Publish callbacks [] for security_group (b9ec44b0-bae4-4f9c-aac2-3b19009ac51d), precommit_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:43.699607 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-3475b2dc-24f1-4b0e-af83-18de101421c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (b9ec44b0-bae4-4f9c-aac2-3b19009ac51d), after_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:43.740406 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-3475b2dc-24f1-4b0e-af83-18de101421c2 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=636b5b08dde64ebeb09291c0b62704c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2939398 Aug 08 00:41:43.742370 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3475b2dc-24f1-4b0e-af83-18de101421c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9ec44b0-bae4-4f9c-aac2-3b19009ac51d,revision_number=1']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:41:43.744096 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 35900) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:41:43.795211 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-8490a1ae-3174-4c3a-b888-5fb12145e33f admin admin] Publish callbacks [] for security_group (b9ec44b0-bae4-4f9c-aac2-3b19009ac51d), before_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:43.818372 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-8490a1ae-3174-4c3a-b888-5fb12145e33f admin admin] Publish callbacks [] for security_group (b9ec44b0-bae4-4f9c-aac2-3b19009ac51d), precommit_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:43.889635 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc7e2b7-67ec-4621-9d89-b14794dd59c8 req-413c8542-a085-4cd8-810b-4aff16da0edd tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:41:43.891105 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-dcc7e2b7-67ec-4621-9d89-b14794dd59c8 req-413c8542-a085-4cd8-810b-4aff16da0edd tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=62011870-5958-4d03-9ab1-9edb56112d1c HTTP/1.1" status: 200 len: 945 time: 0.0748861 Aug 08 00:41:43.938215 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-dcc7e2b7-67ec-4621-9d89-b14794dd59c8 req-6e8f582e-d7f2-43ca-827a-9534dcbc982f tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5adb99c2-069e-4dbb-9189-e74c7d18da93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414898 Aug 08 00:41:44.098923 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-8490a1ae-3174-4c3a-b888-5fb12145e33f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (b9ec44b0-bae4-4f9c-aac2-3b19009ac51d), after_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:44.102773 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-8490a1ae-3174-4c3a-b888-5fb12145e33f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:44.104046 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-8490a1ae-3174-4c3a-b888-5fb12145e33f admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/b9ec44b0-bae4-4f9c-aac2-3b19009ac51d HTTP/1.1" status: 204 len: 168 time: 0.3588436 Aug 08 00:41:44.112735 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8490a1ae-3174-4c3a-b888-5fb12145e33f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9ec44b0-bae4-4f9c-aac2-3b19009ac51d,revision_number=None']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:41:44.124890 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=51,neutron:UPDATE=2 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:41:44.236408 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-053f2fa2-08e2-4320-9ef7-ed55b6b025bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (8871f2bb-53fb-48a8-be6c-361eafeaffd1), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:44.571320 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7b6fe0-e248-4443-baee-8a90f44cbe22 req-18727692-a862-4fba-9283-1d3c95572ac7 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:41:44.573201 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-7e7b6fe0-e248-4443-baee-8a90f44cbe22 req-18727692-a862-4fba-9283-1d3c95572ac7 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8d1fb464-5500-49a1-8355-ffa68b6d0e60 HTTP/1.1" status: 200 len: 943 time: 0.0514801 Aug 08 00:41:44.624808 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-7e7b6fe0-e248-4443-baee-8a90f44cbe22 req-a2a73fbe-6f17-4e8c-b3bc-0628327b49f0 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c7fab9c4-62df-4772-9aa5-24224734ea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450511 Aug 08 00:41:45.061268 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b902ae-3d14-4507-a818-c85eeee8da53 req-ad5e437a-70f6-4d29-9519-473962c23d92 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:41:45.062632 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-f2b902ae-3d14-4507-a818-c85eeee8da53 req-ad5e437a-70f6-4d29-9519-473962c23d92 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=62011870-5958-4d03-9ab1-9edb56112d1c HTTP/1.1" status: 200 len: 945 time: 0.0475373 Aug 08 00:41:45.109159 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-f2b902ae-3d14-4507-a818-c85eeee8da53 req-86ed1cf7-7ef5-4efa-acfd-f6495fea427b tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5adb99c2-069e-4dbb-9189-e74c7d18da93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411358 Aug 08 00:41:45.442528 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (aa35aa05-3c09-40ae-a1e3-ebf96fe3358c), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:45.746535 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a38935-6d4a-4691-a3c6-b7f5e3225ab0 req-3a22da66-e17f-4a59-b04a-0944a46546f1 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:41:45.747936 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-95a38935-6d4a-4691-a3c6-b7f5e3225ab0 req-3a22da66-e17f-4a59-b04a-0944a46546f1 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8d1fb464-5500-49a1-8355-ffa68b6d0e60 HTTP/1.1" status: 200 len: 943 time: 0.0505331 Aug 08 00:41:45.795992 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-95a38935-6d4a-4691-a3c6-b7f5e3225ab0 req-4948a4bd-e46b-4df3-b0b8-ac072d5e1ac8 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c7fab9c4-62df-4772-9aa5-24224734ea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424860 Aug 08 00:41:45.882781 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-64237613-c389-4d10-936d-2956085fc78e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (998b03d7-10a2-4624-8114-660f2901b45f), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:46.230140 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e34bc9-5560-4748-a6b3-0db4659e5e45 req-a871fb9e-2701-4fe1-8d63-88cf3853c3fd tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:41:46.231590 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-f9e34bc9-5560-4748-a6b3-0db4659e5e45 req-a871fb9e-2701-4fe1-8d63-88cf3853c3fd tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=62011870-5958-4d03-9ab1-9edb56112d1c HTTP/1.1" status: 200 len: 945 time: 0.0468338 Aug 08 00:41:46.263662 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:41:46.280477 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-f9e34bc9-5560-4748-a6b3-0db4659e5e45 req-ba14f54e-1896-4e23-bab9-26f4d982b016 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5adb99c2-069e-4dbb-9189-e74c7d18da93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434661 Aug 08 00:41:46.912391 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d607548b-15d1-4073-84f1-fb1de06ac4d6 req-b4a67dc9-a0ab-4901-a412-73c987e7b90f tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:41:46.913963 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-d607548b-15d1-4073-84f1-fb1de06ac4d6 req-b4a67dc9-a0ab-4901-a412-73c987e7b90f tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8d1fb464-5500-49a1-8355-ffa68b6d0e60 HTTP/1.1" status: 200 len: 943 time: 0.0458739 Aug 08 00:41:46.966996 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-d607548b-15d1-4073-84f1-fb1de06ac4d6 req-b03ac4ae-19c9-4824-961b-d1ef5bc030da tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c7fab9c4-62df-4772-9aa5-24224734ea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475011 Aug 08 00:41:47.300743 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Device 3077b2e0-65e2-482e-a811-8f38321c9890 details requested by agent hyperv_hv-cinder-85164 with host hv-cinder-85164 {{(pid=115993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 08 00:41:47.401177 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba34b57-1571-4a05-8c0d-7dc24d6ec3f7 req-d9abe5e3-aa96-4c5f-bf39-c14a6d8a2e1f tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:41:47.402308 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] For port 3077b2e0-65e2-482e-a811-8f38321c9890, host hv-cinder-85164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85164',level=0,port_id=3077b2e0-65e2-482e-a811-8f38321c9890,segment=NetworkSegment(56f79eda-31d2-4604-82b3-22c1f0bf411f),segment_id=56f79eda-31d2-4604-82b3-22c1f0bf411f)] {{(pid=115993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:41:47.402760 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-9ba34b57-1571-4a05-8c0d-7dc24d6ec3f7 req-d9abe5e3-aa96-4c5f-bf39-c14a6d8a2e1f tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=62011870-5958-4d03-9ab1-9edb56112d1c HTTP/1.1" status: 200 len: 945 time: 0.0493369 Aug 08 00:41:47.414738 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Returning: {'device': '3077b2e0-65e2-482e-a811-8f38321c9890', 'network_id': 'e16e278d-24ed-46ec-9b21-78207cc53646', 'port_id': '3077b2e0-65e2-482e-a811-8f38321c9890', 'mac_address': 'fa:16:3e:cf:c2:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49ad74e6-a7f8-44c2-b833-dcbba288ca27', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 08 00:41:47.449909 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Current status of the port 3077b2e0-65e2-482e-a811-8f38321c9890 is: DOWN; New status is: BUILD {{(pid=115993) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 00:41:47.450327 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (3077b2e0-65e2-482e-a811-8f38321c9890), before_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:47.452097 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-9ba34b57-1571-4a05-8c0d-7dc24d6ec3f7 req-e5600b8e-91c4-449b-82d4-49bdb49de480 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5adb99c2-069e-4dbb-9189-e74c7d18da93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430210 Aug 08 00:41:47.464494 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.notifiers.nova [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3077b2e0-65e2-482e-a811-8f38321c9890 {{(pid=115993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 00:41:47.485513 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] For port 3077b2e0-65e2-482e-a811-8f38321c9890, host hv-cinder-85164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85164',level=0,port_id=3077b2e0-65e2-482e-a811-8f38321c9890,segment=NetworkSegment(56f79eda-31d2-4604-82b3-22c1f0bf411f),segment_id=56f79eda-31d2-4604-82b3-22c1f0bf411f)] {{(pid=115993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:41:47.522974 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821'] for port (3077b2e0-65e2-482e-a811-8f38321c9890), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:47.570976 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Pushing event updated for resources: {'Port': ['ID=3077b2e0-65e2-482e-a811-8f38321c9890,revision_number=4']} {{(pid=115993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:41:47.578106 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:41:47.578450 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:41:47.578787 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:41:47.579118 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:41:47.581487 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:41:47.581487 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:41:47.581487 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:41:47.581487 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:41:47.581487 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:41:47.581487 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:41:47.581487 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:41:47.582111 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:41:47.582111 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:41:47.582354 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:41:47.582667 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:41:47.605887 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=4 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:41:47.607821 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=2 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:41:47.821160 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] get_ports_and_sgs() called for port_ids ['3077b2e0-65e2-482e-a811-8f38321c9890'] {{(pid=115993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 00:41:48.086876 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9220b9-7fe6-48a9-a497-1b2f2452bd31 req-c5daccd8-c913-4556-9ba9-9a2fdf2c05c6 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:41:48.088307 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-5c9220b9-7fe6-48a9-a497-1b2f2452bd31 req-c5daccd8-c913-4556-9ba9-9a2fdf2c05c6 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8d1fb464-5500-49a1-8355-ffa68b6d0e60 HTTP/1.1" status: 200 len: 944 time: 0.0499351 Aug 08 00:41:48.136226 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-5c9220b9-7fe6-48a9-a497-1b2f2452bd31 req-4782cd3e-1909-4e21-b43d-4339ba5f3df1 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c7fab9c4-62df-4772-9aa5-24224734ea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424585 Aug 08 00:41:48.569421 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2d7a22-6f66-4629-a38d-5ad910aeea5f req-a29dd654-6f8a-46f1-ac2b-013215e661b9 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:41:48.570851 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-0b2d7a22-6f66-4629-a38d-5ad910aeea5f req-a29dd654-6f8a-46f1-ac2b-013215e661b9 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=62011870-5958-4d03-9ab1-9edb56112d1c HTTP/1.1" status: 200 len: 945 time: 0.0457122 Aug 08 00:41:48.617306 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-0b2d7a22-6f66-4629-a38d-5ad910aeea5f req-6e26ac67-2182-4ebb-abec-010e8a84b622 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5adb99c2-069e-4dbb-9189-e74c7d18da93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409644 Aug 08 00:41:48.942582 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faae4a2-cce7-4a78-ab74-a8969ffa76b7 req-a27a2b1c-eb14-43ed-a0bf-b53bbaeda0bf tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:41:48.944676 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-5faae4a2-cce7-4a78-ab74-a8969ffa76b7 req-a27a2b1c-eb14-43ed-a0bf-b53bbaeda0bf tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=62011870-5958-4d03-9ab1-9edb56112d1c HTTP/1.1" status: 200 len: 945 time: 0.0530024 Aug 08 00:41:48.995198 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-5faae4a2-cce7-4a78-ab74-a8969ffa76b7 req-8b893067-54b4-4090-a25d-47ee57443553 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5adb99c2-069e-4dbb-9189-e74c7d18da93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444300 Aug 08 00:41:49.050858 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4827e1d-cc0f-48f2-a06e-ec987f633caf req-02f8dc16-7f25-4897-b44a-2f118c02892b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:41:49.052293 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-e4827e1d-cc0f-48f2-a06e-ec987f633caf req-02f8dc16-7f25-4897-b44a-2f118c02892b service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=2c27d244bd514766b955d1a4aba239eb&device_id=62011870-5958-4d03-9ab1-9edb56112d1c HTTP/1.1" status: 200 len: 1129 time: 0.0402353 Aug 08 00:41:49.146617 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4827e1d-cc0f-48f2-a06e-ec987f633caf req-a22a1b4b-88ff-4c1e-8129-2c8f4803a68d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:41:49.148610 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-e4827e1d-cc0f-48f2-a06e-ec987f633caf req-a22a1b4b-88ff-4c1e-8129-2c8f4803a68d service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=a1ea4937-9f88-413c-acfe-262c6911cb43 HTTP/1.1" status: 200 len: 911 time: 0.0867012 Aug 08 00:41:49.207460 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:41:49.216657 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-e4827e1d-cc0f-48f2-a06e-ec987f633caf req-34c20a07-0ddf-480a-b318-ab21b09dc8a4 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4bbb3fd2-65fd-4af3-a645-58300f7aae93 HTTP/1.1" status: 200 len: 1001 time: 0.0566685 Aug 08 00:41:49.256764 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31675d4d-b674-4890-a32d-bd9a1100e329 req-6e99ed29-998d-4639-be8c-189a5cc17d8a tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:41:49.258249 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-31675d4d-b674-4890-a32d-bd9a1100e329 req-6e99ed29-998d-4639-be8c-189a5cc17d8a tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8d1fb464-5500-49a1-8355-ffa68b6d0e60 HTTP/1.1" status: 200 len: 944 time: 0.0463176 Aug 08 00:41:49.269006 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4827e1d-cc0f-48f2-a06e-ec987f633caf req-dbec4811-5717-4e95-bedd-896ddeda32ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:41:49.270607 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-e4827e1d-cc0f-48f2-a06e-ec987f633caf req-dbec4811-5717-4e95-bedd-896ddeda32ab service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=4f8f3ce2-bf86-4860-ba68-5eb4fa8e9a71 HTTP/1.1" status: 200 len: 849 time: 0.0462360 Aug 08 00:41:49.307883 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-31675d4d-b674-4890-a32d-bd9a1100e329 req-4a923670-af2b-43ce-b7d8-ee8af175cc16 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c7fab9c4-62df-4772-9aa5-24224734ea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435944 Aug 08 00:41:49.320939 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Device 3077b2e0-65e2-482e-a811-8f38321c9890 up at agent hyperv_hv-cinder-85164 {{(pid=115993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 00:41:49.322736 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4827e1d-cc0f-48f2-a06e-ec987f633caf req-958412f0-f0f3-4388-b0cb-20a6073006c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:41:49.324403 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-e4827e1d-cc0f-48f2-a06e-ec987f633caf req-958412f0-f0f3-4388-b0cb-20a6073006c6 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=a1ea4937-9f88-413c-acfe-262c6911cb43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446434 Aug 08 00:41:49.362912 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Provisioning for port 3077b2e0-65e2-482e-a811-8f38321c9890 completed by entity L2. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 08 00:41:49.420113 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-e4827e1d-cc0f-48f2-a06e-ec987f633caf req-f6c9c2e0-1159-4bc7-aea1-5f8445773527 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a1ea4937-9f88-413c-acfe-262c6911cb43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841699 Aug 08 00:41:49.430690 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Provisioning complete for port 3077b2e0-65e2-482e-a811-8f38321c9890 triggered by entity L2. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:41:49.431079 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (3077b2e0-65e2-482e-a811-8f38321c9890), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:49.503566 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Current status of the port 3077b2e0-65e2-482e-a811-8f38321c9890 is: BUILD; New status is: ACTIVE {{(pid=115993) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 00:41:49.504278 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (3077b2e0-65e2-482e-a811-8f38321c9890), before_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:49.507019 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:41:49.519658 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-e4827e1d-cc0f-48f2-a06e-ec987f633caf req-2ebde872-a71b-458d-bcb5-764abf21b237 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a1ea4937-9f88-413c-acfe-262c6911cb43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892754 Aug 08 00:41:49.528238 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d1fb464-5500-49a1-8355-ffa68b6d0e60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3077b2e0-65e2-482e-a811-8f38321c9890'}] {{(pid=115993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 00:41:49.530520 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffcbb3165cefe78fdef2215408d5e0047484b378f5d65619a4e095a8aefc113e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83663e6c-07f4-487b-b589-1bafceadc254" -d '{"events": [{"server_uuid": "8d1fb464-5500-49a1-8355-ffa68b6d0e60", "name": "network-vif-plugged", "status": "completed", "tag": "3077b2e0-65e2-482e-a811-8f38321c9890"}]}' {{(pid=115993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 00:41:49.544017 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] For port 3077b2e0-65e2-482e-a811-8f38321c9890, host hv-cinder-85164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85164',level=0,port_id=3077b2e0-65e2-482e-a811-8f38321c9890,segment=NetworkSegment(56f79eda-31d2-4604-82b3-22c1f0bf411f),segment_id=56f79eda-31d2-4604-82b3-22c1f0bf411f)] {{(pid=115993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:41:49.571088 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 00:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8bd2cd9-7ab7-439f-828a-a8bf4959df0d x-openstack-request-id: req-d8bd2cd9-7ab7-439f-828a-a8bf4959df0d {{(pid=115993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 00:41:49.571397 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d1fb464-5500-49a1-8355-ffa68b6d0e60", "name": "network-vif-plugged", "status": "completed", "tag": "3077b2e0-65e2-482e-a811-8f38321c9890", "code": 200}]} {{(pid=115993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 00:41:49.571647 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d8bd2cd9-7ab7-439f-828a-a8bf4959df0d {{(pid=115993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 00:41:49.572042 dv-cinder-851640-3-iscsi neutron-server[115993]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8bd2cd9-7ab7-439f-828a-a8bf4959df0d'] response: {'server_uuid': '8d1fb464-5500-49a1-8355-ffa68b6d0e60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3077b2e0-65e2-482e-a811-8f38321c9890', 'code': 200} Aug 08 00:41:49.613480 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821'] for port (3077b2e0-65e2-482e-a811-8f38321c9890), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:49.618728 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:41:49.664468 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Pushing event updated for resources: {'Port': ['ID=3077b2e0-65e2-482e-a811-8f38321c9890,revision_number=5']} {{(pid=115993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:41:50.114710 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b952347-d784-4bc2-931e-259b1e57b8cf req-a1aae00d-bc27-4deb-b4fc-6d5a0c0ecfd1 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:41:50.116973 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-1b952347-d784-4bc2-931e-259b1e57b8cf req-a1aae00d-bc27-4deb-b4fc-6d5a0c0ecfd1 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=62011870-5958-4d03-9ab1-9edb56112d1c HTTP/1.1" status: 200 len: 945 time: 0.0485029 Aug 08 00:41:50.142429 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:41:50.169579 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-1b952347-d784-4bc2-931e-259b1e57b8cf req-e8430565-fc28-4051-aa54-6639486a42b4 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5adb99c2-069e-4dbb-9189-e74c7d18da93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467665 Aug 08 00:41:50.429906 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791d977a-5e72-4512-ad60-7afec041554c req-52c51002-a6c2-4b94-90f5-6a9946eaf093 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:41:50.431404 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-791d977a-5e72-4512-ad60-7afec041554c req-52c51002-a6c2-4b94-90f5-6a9946eaf093 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8d1fb464-5500-49a1-8355-ffa68b6d0e60 HTTP/1.1" status: 200 len: 945 time: 0.0489895 Aug 08 00:41:50.480839 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-791d977a-5e72-4512-ad60-7afec041554c req-f299244a-3dca-4c80-88eb-b52021783238 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c7fab9c4-62df-4772-9aa5-24224734ea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438349 Aug 08 00:41:50.620184 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d5796f-c99b-43db-b098-57e2860c30f8 req-7b5872d3-8339-478c-9ceb-1e3c11d32f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:41:50.621673 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-b7d5796f-c99b-43db-b098-57e2860c30f8 req-7b5872d3-8339-478c-9ceb-1e3c11d32f3d service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8d1fb464-5500-49a1-8355-ffa68b6d0e60 HTTP/1.1" status: 200 len: 1129 time: 0.0388713 Aug 08 00:41:50.669001 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-b7d5796f-c99b-43db-b098-57e2860c30f8 req-7fafad68-8335-4f88-9150-92244c96f869 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c7fab9c4-62df-4772-9aa5-24224734ea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405250 Aug 08 00:41:51.289452 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c715793-49af-42e9-b930-b8702cc323e1 req-fa6aef9d-667a-4628-9ad3-212b53cf1ace tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:41:51.290908 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-1c715793-49af-42e9-b930-b8702cc323e1 req-fa6aef9d-667a-4628-9ad3-212b53cf1ace tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=62011870-5958-4d03-9ab1-9edb56112d1c HTTP/1.1" status: 200 len: 945 time: 0.0479610 Aug 08 00:41:51.338423 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-1c715793-49af-42e9-b930-b8702cc323e1 req-e2835f6f-8a21-4bef-ad1c-a700f084034b tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5adb99c2-069e-4dbb-9189-e74c7d18da93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419950 Aug 08 00:41:51.616457 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e858645-b45e-44e2-88f2-18d8490802c2 req-a2fc4236-9286-4140-b31a-588c9094782f tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:41:51.618999 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-2e858645-b45e-44e2-88f2-18d8490802c2 req-a2fc4236-9286-4140-b31a-588c9094782f tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8d1fb464-5500-49a1-8355-ffa68b6d0e60 HTTP/1.1" status: 200 len: 945 time: 0.0658238 Aug 08 00:41:51.676849 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-2e858645-b45e-44e2-88f2-18d8490802c2 req-21c0baf1-c149-4a3b-a7af-09681b3fd35d tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c7fab9c4-62df-4772-9aa5-24224734ea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516052 Aug 08 00:41:52.796822 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29b64e6-da3c-4f3d-abf8-63454bcd6a27 req-56eba17a-590c-4902-b228-82f633b196e4 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:41:52.798304 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-a29b64e6-da3c-4f3d-abf8-63454bcd6a27 req-56eba17a-590c-4902-b228-82f633b196e4 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8d1fb464-5500-49a1-8355-ffa68b6d0e60 HTTP/1.1" status: 200 len: 945 time: 0.0478563 Aug 08 00:41:52.847320 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-a29b64e6-da3c-4f3d-abf8-63454bcd6a27 req-44c92233-4c4e-4914-9f0b-83803cc6c267 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c7fab9c4-62df-4772-9aa5-24224734ea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432117 Aug 08 00:41:52.929298 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=100 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:41:52.965011 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58fbd86-db04-4296-9311-ef3aa0f0cfd5 req-35f8cb28-6708-4b70-bae1-a0390f50e79c tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:41:52.966485 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-a58fbd86-db04-4296-9311-ef3aa0f0cfd5 req-35f8cb28-6708-4b70-bae1-a0390f50e79c tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8d1fb464-5500-49a1-8355-ffa68b6d0e60 HTTP/1.1" status: 200 len: 945 time: 0.0471475 Aug 08 00:41:53.014741 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-a58fbd86-db04-4296-9311-ef3aa0f0cfd5 req-8fce753a-8c63-44e4-87bd-411df4f1ccd9 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c7fab9c4-62df-4772-9aa5-24224734ea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427539 Aug 08 00:41:53.043850 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 35944) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:41:53.084287 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b98388bd-98e9-4bbe-8c4f-96dc174ad881 tempest-TestVolumeBootPattern-709666901 tempest-TestVolumeBootPattern-709666901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:41:53.086618 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-b98388bd-98e9-4bbe-8c4f-96dc174ad881 tempest-TestVolumeBootPattern-709666901 tempest-TestVolumeBootPattern-709666901-project-admin] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8d1fb464-5500-49a1-8355-ffa68b6d0e60 HTTP/1.1" status: 200 len: 1124 time: 0.0418119 Aug 08 00:41:53.089360 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 35946) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:41:53.093526 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.v2.base [None req-97c7cd92-043e-4b6b-82ff-6e78ba925fcf tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Request body: {'floatingip': {'floating_network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'port_id': '3077b2e0-65e2-482e-a811-8f38321c9890', 'tenant_id': 'a22da44baa6b472e91d99fbcb03b583c', 'fixed_ip_address': '172.20.0.9'}} {{(pid=115992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:41:53.168410 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-97c7cd92-043e-4b6b-82ff-6e78ba925fcf tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:53.245982 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-97c7cd92-043e-4b6b-82ff-6e78ba925fcf tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (None), before_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:53.351637 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.db.db_base_plugin_common [None req-97c7cd92-043e-4b6b-82ff-6e78ba925fcf tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Allocated IP 172.27.3.140 (743d2d45-6b8c-49b7-a932-c537e45f946f/7df84031-3cb2-4601-a018-b61b0ad731dc/b9dc8044-3b8a-4821-94fd-42f3901f5464) {{(pid=115992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 00:41:53.401347 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:41:53.452719 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-97c7cd92-043e-4b6b-82ff-6e78ba925fcf tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Publish callbacks [] for port (b9dc8044-3b8a-4821-94fd-42f3901f5464), precommit_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:53.539446 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-97c7cd92-043e-4b6b-82ff-6e78ba925fcf tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764676113785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26371331'] for port (b9dc8044-3b8a-4821-94fd-42f3901f5464), after_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:53.583637 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c7cd92-043e-4b6b-82ff-6e78ba925fcf tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Network 743d2d45-6b8c-49b7-a932-c537e45f946f is already hosted by enough agents. {{(pid=115992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 00:41:53.588689 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.scheduler.base_scheduler [None req-97c7cd92-043e-4b6b-82ff-6e78ba925fcf tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Resources bound (agent type, host, resource id): {{(pid=115992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 00:41:53.592690 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c7cd92-043e-4b6b-82ff-6e78ba925fcf tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Received port after_create {{(pid=115992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 00:41:53.595710 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c7cd92-043e-4b6b-82ff-6e78ba925fcf tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Pushing event updated for resources: {'Port': ['ID=b9dc8044-3b8a-4821-94fd-42f3901f5464,revision_number=1']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:41:53.696096 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:41:53.945846 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-97c7cd92-043e-4b6b-82ff-6e78ba925fcf tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Publish callbacks [] for floatingip (3d9e0dff-fb62-46c2-a232-e65ce0cea7f5), precommit_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:54.065697 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-97c7cd92-043e-4b6b-82ff-6e78ba925fcf tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (b9dc8044-3b8a-4821-94fd-42f3901f5464), before_update {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:54.219563 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-97c7cd92-043e-4b6b-82ff-6e78ba925fcf tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Publish callbacks [] for port (b9dc8044-3b8a-4821-94fd-42f3901f5464), precommit_update {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:54.270492 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-97c7cd92-043e-4b6b-82ff-6e78ba925fcf tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26371340'] for port (b9dc8044-3b8a-4821-94fd-42f3901f5464), after_update {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:54.338910 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-97c7cd92-043e-4b6b-82ff-6e78ba925fcf tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-499989'] for floatingip (3d9e0dff-fb62-46c2-a232-e65ce0cea7f5), after_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:54.340693 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c7cd92-043e-4b6b-82ff-6e78ba925fcf tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Pushing event updated for resources: {'Port': ['ID=b9dc8044-3b8a-4821-94fd-42f3901f5464,revision_number=2']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:41:54.432994 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:41:54.439015 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.db.l3_db [None req-97c7cd92-043e-4b6b-82ff-6e78ba925fcf tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Floating IP 3d9e0dff-fb62-46c2-a232-e65ce0cea7f5 associated. External IP: 172.27.3.140, port: 3077b2e0-65e2-482e-a811-8f38321c9890. Aug 08 00:41:54.639540 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:41:54.656610 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97c7cd92-043e-4b6b-82ff-6e78ba925fcf tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Router d99aed4c-db56-4c90-b02b-64144441fa35 has already been hosted by L3 agent d53f5436-7c7f-4441-9708-9d0333b57745 {{(pid=115992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 00:41:54.762545 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97c7cd92-043e-4b6b-82ff-6e78ba925fcf tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Notify agent at l3_agent.dv-cinder-851640-3-iscsi the message routers_updated {{(pid=115992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 00:41:54.772070 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc7baf8-d835-4a3e-bc8c-35bf5b7f90cf None None] Sync routers for ids ['d99aed4c-db56-4c90-b02b-64144441fa35'] in dv-cinder-851640-3-iscsi {{(pid=115993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 00:41:54.782288 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc7baf8-d835-4a3e-bc8c-35bf5b7f90cf None None] Routers {'d99aed4c-db56-4c90-b02b-64144441fa35'} bound to L3 agent in host dv-cinder-851640-3-iscsi {{(pid=115993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 00:41:54.782901 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_hamode_db [None req-dfc7baf8-d835-4a3e-bc8c-35bf5b7f90cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851640-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-08T00:24:12Z,description=,heartbeat_timestamp=2022-08-08T00:41:42Z,host='dv-cinder-851640-3-iscsi',id=d53f5436-7c7f-4441-9708-9d0333b57745,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T00:24:13Z,topic='l3_agent')) {'router_ids': ['d99aed4c-db56-4c90-b02b-64144441fa35'], 'active': True} {{(pid=115993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:41:54.850550 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-97c7cd92-043e-4b6b-82ff-6e78ba925fcf tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63196'] for floatingip (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:41:54.880929 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-97c7cd92-043e-4b6b-82ff-6e78ba925fcf tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.15 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7905743 Aug 08 00:41:54.881686 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d1fb464-5500-49a1-8355-ffa68b6d0e60', 'tag': '3077b2e0-65e2-482e-a811-8f38321c9890'}] {{(pid=115992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 00:41:54.884140 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15c1dc6174c04d27a45b4789687485f3f31469fbdbb3cd0a658d3b47a2d9b382" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdd8e06d-a66f-49c0-adff-031fa252919b" -d '{"events": [{"name": "network-changed", "server_uuid": "8d1fb464-5500-49a1-8355-ffa68b6d0e60", "tag": "3077b2e0-65e2-482e-a811-8f38321c9890"}]}' {{(pid=115992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 00:41:54.886348 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvr_db [None req-dfc7baf8-d835-4a3e-bc8c-35bf5b7f90cf None None] Set router d99aed4c-db56-4c90-b02b-64144441fa35 gateway port host: dv-cinder-851640-3-iscsi {{(pid=115993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 00:41:54.922617 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 00:41:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a28980e9-04db-4c40-8a4f-7de3d03c98ab x-openstack-request-id: req-a28980e9-04db-4c40-8a4f-7de3d03c98ab {{(pid=115992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 00:41:54.922908 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d1fb464-5500-49a1-8355-ffa68b6d0e60", "tag": "3077b2e0-65e2-482e-a811-8f38321c9890", "status": "completed", "code": 200}]} {{(pid=115992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 00:41:54.923156 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a28980e9-04db-4c40-8a4f-7de3d03c98ab {{(pid=115992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 00:41:54.923579 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a28980e9-04db-4c40-8a4f-7de3d03c98ab'] response: {'name': 'network-changed', 'server_uuid': '8d1fb464-5500-49a1-8355-ffa68b6d0e60', 'tag': '3077b2e0-65e2-482e-a811-8f38321c9890', 'status': 'completed', 'code': 200} Aug 08 00:41:54.984477 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd8e06d-a66f-49c0-adff-031fa252919b req-4b670cde-45d8-4e2a-82b2-5e4cabbece20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:41:54.985959 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-cdd8e06d-a66f-49c0-adff-031fa252919b req-4b670cde-45d8-4e2a-82b2-5e4cabbece20 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=a22da44baa6b472e91d99fbcb03b583c&device_id=8d1fb464-5500-49a1-8355-ffa68b6d0e60 HTTP/1.1" status: 200 len: 1129 time: 0.0400608 Aug 08 00:41:55.081733 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd8e06d-a66f-49c0-adff-031fa252919b req-b2528e4e-8716-4f55-9bd8-d5b3d4d7fe78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:41:55.083255 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-cdd8e06d-a66f-49c0-adff-031fa252919b req-b2528e4e-8716-4f55-9bd8-d5b3d4d7fe78 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=e16e278d-24ed-46ec-9b21-78207cc53646 HTTP/1.1" status: 200 len: 913 time: 0.0910714 Aug 08 00:41:55.103756 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_hamode_db [None req-dfc7baf8-d835-4a3e-bc8c-35bf5b7f90cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd99aed4c-db56-4c90-b02b-64144441fa35', 'name': 'tempest-TestVolumeBootPattern-1815404956-router', 'tenant_id': 'a22da44baa6b472e91d99fbcb03b583c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '7a061287-b52c-47b1-848a-b38d19005ef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:35:38Z', 'updated_at': '2022-08-08T00:35:45Z', 'revision_number': 4, 'project_id': 'a22da44baa6b472e91d99fbcb03b583c', 'gw_port': {'id': '7a061287-b52c-47b1-848a-b38d19005ef5', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:21:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99aed4c-db56-4c90-b02b-64144441fa35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:35:39Z', 'updated_at': '2022-08-08T00:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi', '_floatingips': [{'id': '3d9e0dff-fb62-46c2-a232-e65ce0cea7f5', 'tenant_id': 'a22da44baa6b472e91d99fbcb03b583c', 'floating_ip_address': '172.27.3.140', 'floating_network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'router_id': 'd99aed4c-db56-4c90-b02b-64144441fa35', 'port_id': '3077b2e0-65e2-482e-a811-8f38321c9890', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e16e278d-24ed-46ec-9b21-78207cc53646', 'mac_address': 'fa:16:3e:cf:c2:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1fb464-5500-49a1-8355-ffa68b6d0e60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T00:41:53Z', 'updated_at': '2022-08-08T00:41:53Z', 'revision_number': 0, 'project_id': 'a22da44baa6b472e91d99fbcb03b583c', 'fixed_ip_address_scope': None}, {'id': 'd0baadcd-7de1-485c-962b-1cbc3ea1bd68', 'tenant_id': 'a22da44baa6b472e91d99fbcb03b583c', 'floating_ip_address': '172.27.3.72', 'floating_network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'router_id': 'd99aed4c-db56-4c90-b02b-64144441fa35', 'port_id': 'e6fc7acc-6a32-4ac7-91cb-f76468a453aa', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e16e278d-24ed-46ec-9b21-78207cc53646', 'mac_address': 'fa:16:3e:6a:0b:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89abab5-8e69-4485-be7a-d76eb57f16a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T00:39:44Z', 'updated_at': '2022-08-08T00:39:46Z', 'revision_number': 1, 'project_id': 'a22da44baa6b472e91d99fbcb03b583c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8522b74-8a47-4852-94d4-8aec395de36e', 'name': '', 'network_id': 'e16e278d-24ed-46ec-9b21-78207cc53646', 'tenant_id': 'a22da44baa6b472e91d99fbcb03b583c', 'mac_address': 'fa:16:3e:6a:5f:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99aed4c-db56-4c90-b02b-64144441fa35', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '49ad74e6-a7f8-44c2-b833-dcbba288ca27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:35:44Z', 'updated_at': '2022-08-08T00:35:55Z', 'revision_number': 5, 'project_id': 'a22da44baa6b472e91d99fbcb03b583c', 'subnets': [{'id': '49ad74e6-a7f8-44c2-b833-dcbba288ca27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851640-3-iscsi', False) {} {{(pid=115993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:41:55.128044 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc7baf8-d835-4a3e-bc8c-35bf5b7f90cf None None] Checking router: d99aed4c-db56-4c90-b02b-64144441fa35 for host: dv-cinder-851640-3-iscsi {{(pid=115993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 00:41:55.136559 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc7baf8-d835-4a3e-bc8c-35bf5b7f90cf None None] Routers {'d99aed4c-db56-4c90-b02b-64144441fa35'} bound to L3 agent in host dv-cinder-851640-3-iscsi {{(pid=115993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 00:41:55.137155 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_hamode_db [None req-dfc7baf8-d835-4a3e-bc8c-35bf5b7f90cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851640-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-08T00:24:12Z,description=,heartbeat_timestamp=2022-08-08T00:41:42Z,host='dv-cinder-851640-3-iscsi',id=d53f5436-7c7f-4441-9708-9d0333b57745,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T00:24:13Z,topic='l3_agent')) {'router_ids': ['d99aed4c-db56-4c90-b02b-64144441fa35'], 'active': True} {{(pid=115993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:41:55.143483 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-cdd8e06d-a66f-49c0-adff-031fa252919b req-d9feb64e-9524-4b26-b8c3-a639aea4c6bf service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3077b2e0-65e2-482e-a811-8f38321c9890 HTTP/1.1" status: 200 len: 999 time: 0.0539157 Aug 08 00:41:55.194649 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd8e06d-a66f-49c0-adff-031fa252919b req-a411fcb0-da40-424d-b6eb-69b45b04e26d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:41:55.196113 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-cdd8e06d-a66f-49c0-adff-031fa252919b req-a411fcb0-da40-424d-b6eb-69b45b04e26d service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=49ad74e6-a7f8-44c2-b833-dcbba288ca27 HTTP/1.1" status: 200 len: 851 time: 0.0471516 Aug 08 00:41:55.239289 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvr_db [None req-dfc7baf8-d835-4a3e-bc8c-35bf5b7f90cf None None] Set router d99aed4c-db56-4c90-b02b-64144441fa35 gateway port host: dv-cinder-851640-3-iscsi {{(pid=115993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 00:41:55.240689 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd8e06d-a66f-49c0-adff-031fa252919b req-8caeaecf-d94d-4938-bcd0-20a644970601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:41:55.242384 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-cdd8e06d-a66f-49c0-adff-031fa252919b req-8caeaecf-d94d-4938-bcd0-20a644970601 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=e16e278d-24ed-46ec-9b21-78207cc53646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397460 Aug 08 00:41:55.332911 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-cdd8e06d-a66f-49c0-adff-031fa252919b req-f3f58056-e379-4c71-b02d-8f40f23d254e service neutron] 10.222.0.25 "GET /networking/v2.0/networks/e16e278d-24ed-46ec-9b21-78207cc53646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838611 Aug 08 00:41:55.426334 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-cdd8e06d-a66f-49c0-adff-031fa252919b req-aa350c21-6447-429c-b960-d70c9f3130e3 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/e16e278d-24ed-46ec-9b21-78207cc53646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872092 Aug 08 00:41:55.446749 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_hamode_db [None req-dfc7baf8-d835-4a3e-bc8c-35bf5b7f90cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd99aed4c-db56-4c90-b02b-64144441fa35', 'name': 'tempest-TestVolumeBootPattern-1815404956-router', 'tenant_id': 'a22da44baa6b472e91d99fbcb03b583c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '7a061287-b52c-47b1-848a-b38d19005ef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:35:38Z', 'updated_at': '2022-08-08T00:35:45Z', 'revision_number': 4, 'project_id': 'a22da44baa6b472e91d99fbcb03b583c', 'gw_port': {'id': '7a061287-b52c-47b1-848a-b38d19005ef5', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:21:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99aed4c-db56-4c90-b02b-64144441fa35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:35:39Z', 'updated_at': '2022-08-08T00:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi', '_floatingips': [{'id': '3d9e0dff-fb62-46c2-a232-e65ce0cea7f5', 'tenant_id': 'a22da44baa6b472e91d99fbcb03b583c', 'floating_ip_address': '172.27.3.140', 'floating_network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'router_id': 'd99aed4c-db56-4c90-b02b-64144441fa35', 'port_id': '3077b2e0-65e2-482e-a811-8f38321c9890', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e16e278d-24ed-46ec-9b21-78207cc53646', 'mac_address': 'fa:16:3e:cf:c2:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1fb464-5500-49a1-8355-ffa68b6d0e60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T00:41:53Z', 'updated_at': '2022-08-08T00:41:53Z', 'revision_number': 0, 'project_id': 'a22da44baa6b472e91d99fbcb03b583c', 'fixed_ip_address_scope': None}, {'id': 'd0baadcd-7de1-485c-962b-1cbc3ea1bd68', 'tenant_id': 'a22da44baa6b472e91d99fbcb03b583c', 'floating_ip_address': '172.27.3.72', 'floating_network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'router_id': 'd99aed4c-db56-4c90-b02b-64144441fa35', 'port_id': 'e6fc7acc-6a32-4ac7-91cb-f76468a453aa', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e16e278d-24ed-46ec-9b21-78207cc53646', 'mac_address': 'fa:16:3e:6a:0b:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89abab5-8e69-4485-be7a-d76eb57f16a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T00:39:44Z', 'updated_at': '2022-08-08T00:39:46Z', 'revision_number': 1, 'project_id': 'a22da44baa6b472e91d99fbcb03b583c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8522b74-8a47-4852-94d4-8aec395de36e', 'name': '', 'network_id': 'e16e278d-24ed-46ec-9b21-78207cc53646', 'tenant_id': 'a22da44baa6b472e91d99fbcb03b583c', 'mac_address': 'fa:16:3e:6a:5f:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99aed4c-db56-4c90-b02b-64144441fa35', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '49ad74e6-a7f8-44c2-b833-dcbba288ca27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:35:44Z', 'updated_at': '2022-08-08T00:35:55Z', 'revision_number': 5, 'project_id': 'a22da44baa6b472e91d99fbcb03b583c', 'subnets': [{'id': '49ad74e6-a7f8-44c2-b833-dcbba288ca27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851640-3-iscsi', False) {} {{(pid=115993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:41:55.475466 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc7baf8-d835-4a3e-bc8c-35bf5b7f90cf None None] The sync data for ids ['d99aed4c-db56-4c90-b02b-64144441fa35'] in dv-cinder-851640-3-iscsi is: [{'id': 'd99aed4c-db56-4c90-b02b-64144441fa35', 'name': 'tempest-TestVolumeBootPattern-1815404956-router', 'tenant_id': 'a22da44baa6b472e91d99fbcb03b583c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '7a061287-b52c-47b1-848a-b38d19005ef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:35:38Z', 'updated_at': '2022-08-08T00:35:45Z', 'revision_number': 4, 'project_id': 'a22da44baa6b472e91d99fbcb03b583c', 'gw_port': {'id': '7a061287-b52c-47b1-848a-b38d19005ef5', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:21:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99aed4c-db56-4c90-b02b-64144441fa35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:35:39Z', 'updated_at': '2022-08-08T00:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi', '_floatingips': [{'id': '3d9e0dff-fb62-46c2-a232-e65ce0cea7f5', 'tenant_id': 'a22da44baa6b472e91d99fbcb03b583c', 'floating_ip_address': '172.27.3.140', 'floating_network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'router_id': 'd99aed4c-db56-4c90-b02b-64144441fa35', 'port_id': '3077b2e0-65e2-482e-a811-8f38321c9890', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e16e278d-24ed-46ec-9b21-78207cc53646', 'mac_address': 'fa:16:3e:cf:c2:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1fb464-5500-49a1-8355-ffa68b6d0e60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T00:41:53Z', 'updated_at': '2022-08-08T00:41:53Z', 'revision_number': 0, 'project_id': 'a22da44baa6b472e91d99fbcb03b583c', 'fixed_ip_address_scope': None}, {'id': 'd0baadcd-7de1-485c-962b-1cbc3ea1bd68', 'tenant_id': 'a22da44baa6b472e91d99fbcb03b583c', 'floating_ip_address': '172.27.3.72', 'floating_network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'router_id': 'd99aed4c-db56-4c90-b02b-64144441fa35', 'port_id': 'e6fc7acc-6a32-4ac7-91cb-f76468a453aa', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e16e278d-24ed-46ec-9b21-78207cc53646', 'mac_address': 'fa:16:3e:6a:0b:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89abab5-8e69-4485-be7a-d76eb57f16a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T00:39:44Z', 'updated_at': '2022-08-08T00:39:46Z', 'revision_number': 1, 'project_id': 'a22da44baa6b472e91d99fbcb03b583c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8522b74-8a47-4852-94d4-8aec395de36e', 'name': '', 'network_id': 'e16e278d-24ed-46ec-9b21-78207cc53646', 'tenant_id': 'a22da44baa6b472e91d99fbcb03b583c', 'mac_address': 'fa:16:3e:6a:5f:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99aed4c-db56-4c90-b02b-64144441fa35', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '49ad74e6-a7f8-44c2-b833-dcbba288ca27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:35:44Z', 'updated_at': '2022-08-08T00:35:55Z', 'revision_number': 5, 'project_id': 'a22da44baa6b472e91d99fbcb03b583c', 'subnets': [{'id': '49ad74e6-a7f8-44c2-b833-dcbba288ca27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 00:41:55.667918 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21de5d28-f0f9-45ef-92d5-47ad4d534b47 None None] New status for floating IP 3d9e0dff-fb62-46c2-a232-e65ce0cea7f5: ACTIVE {{(pid=115994) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 08 00:41:56.628201 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.agents_db [None req-431a3ab4-e5a4-4361-9fcb-d2d78b6c2e03 None None] Agent healthcheck: found 6 active agents {{(pid=115994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 00:42:00.585271 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (c200ec1a-5dc3-458a-a30d-0f16255c41c0), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:42:02.840142 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=17 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:42:02.843049 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=74 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:42:05.421693 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=86,neutron:DELETE=1 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:42:05.423584 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=57,neutron:DELETE=1 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:42:08.655609 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:42:08.656478 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:42:10.242525 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-b4582be7-d85f-4cee-bb94-f490b04e6924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (93e2312b-3744-4a9e-8723-a0f19f10f89a), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:42:12.549696 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-c839d09b-a735-40e4-b337-f1596cbc8242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (d53f5436-7c7f-4441-9708-9d0333b57745), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:42:14.229449 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-053f2fa2-08e2-4320-9ef7-ed55b6b025bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (8871f2bb-53fb-48a8-be6c-361eafeaffd1), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:42:15.430442 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (aa35aa05-3c09-40ae-a1e3-ebf96fe3358c), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:42:15.904582 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-64237613-c389-4d10-936d-2956085fc78e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (998b03d7-10a2-4624-8114-660f2901b45f), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:42:24.603835 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=4 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:42:24.604613 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=2 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:42:25.831265 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=97 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:42:25.833141 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=79,neutron:UPDATE=6 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:42:27.050317 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d88f119-3830-4b37-9b99-df7b285ec0f3 req-d11d28a3-948a-4cc2-a3d2-73ef05c6c817 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:42:27.051814 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-8d88f119-3830-4b37-9b99-df7b285ec0f3 req-d11d28a3-948a-4cc2-a3d2-73ef05c6c817 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=62011870-5958-4d03-9ab1-9edb56112d1c HTTP/1.1" status: 200 len: 945 time: 0.0470383 Aug 08 00:42:27.099039 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-8d88f119-3830-4b37-9b99-df7b285ec0f3 req-23334ee5-14dd-4893-b594-ac420cbe6c03 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5adb99c2-069e-4dbb-9189-e74c7d18da93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410917 Aug 08 00:42:28.581534 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4404df76-7980-4fd7-936f-6002a8b910b0 req-92a50131-7add-4b40-8ccf-3b1ec0b5e249 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:42:28.582903 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-4404df76-7980-4fd7-936f-6002a8b910b0 req-92a50131-7add-4b40-8ccf-3b1ec0b5e249 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=62011870-5958-4d03-9ab1-9edb56112d1c HTTP/1.1" status: 200 len: 945 time: 0.4078989 Aug 08 00:42:28.629123 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-4404df76-7980-4fd7-936f-6002a8b910b0 req-38fdaeb8-41da-457e-95ef-bd00dd232eb5 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5adb99c2-069e-4dbb-9189-e74c7d18da93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398190 Aug 08 00:42:29.756894 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1931e72b-c0e5-4e2a-ba5f-5ea21c3f8768 req-f8a84436-18c1-4496-962c-84239d79ed13 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:42:29.758502 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-1931e72b-c0e5-4e2a-ba5f-5ea21c3f8768 req-f8a84436-18c1-4496-962c-84239d79ed13 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=62011870-5958-4d03-9ab1-9edb56112d1c HTTP/1.1" status: 200 len: 945 time: 0.0522797 Aug 08 00:42:29.805953 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-1931e72b-c0e5-4e2a-ba5f-5ea21c3f8768 req-2a56893d-485d-440e-a757-f2da72b85cfa tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5adb99c2-069e-4dbb-9189-e74c7d18da93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418603 Aug 08 00:42:30.566911 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (c200ec1a-5dc3-458a-a30d-0f16255c41c0), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:42:30.922452 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c5faa6-1199-498a-baaa-71b620b92179 req-b8a53baf-a5b4-4b5b-8914-7fd3ff533255 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:42:30.923923 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-41c5faa6-1199-498a-baaa-71b620b92179 req-b8a53baf-a5b4-4b5b-8914-7fd3ff533255 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=62011870-5958-4d03-9ab1-9edb56112d1c HTTP/1.1" status: 200 len: 945 time: 0.0460401 Aug 08 00:42:30.970101 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-41c5faa6-1199-498a-baaa-71b620b92179 req-af34e31a-82f8-4651-aa3f-5a15f609d32a tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5adb99c2-069e-4dbb-9189-e74c7d18da93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406876 Aug 08 00:42:32.091025 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10756337-28b7-4c24-bedc-de49cba5bf6b req-2e618ac1-5232-46eb-8564-8c237c754e30 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:42:32.092494 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-10756337-28b7-4c24-bedc-de49cba5bf6b req-2e618ac1-5232-46eb-8564-8c237c754e30 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=62011870-5958-4d03-9ab1-9edb56112d1c HTTP/1.1" status: 200 len: 945 time: 0.0469298 Aug 08 00:42:32.140178 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-10756337-28b7-4c24-bedc-de49cba5bf6b req-8d58138d-ffdc-4f71-b98c-21a0ee783151 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5adb99c2-069e-4dbb-9189-e74c7d18da93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422134 Aug 08 00:42:33.267390 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75884930-e757-4bf2-852b-876becba8794 req-716f711d-cee5-40c7-8b14-849a3f2d60b4 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:42:33.268770 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-75884930-e757-4bf2-852b-876becba8794 req-716f711d-cee5-40c7-8b14-849a3f2d60b4 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=62011870-5958-4d03-9ab1-9edb56112d1c HTTP/1.1" status: 200 len: 945 time: 0.0552018 Aug 08 00:42:33.314664 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-75884930-e757-4bf2-852b-876becba8794 req-78112faa-f9c5-4e8d-b412-2dd10782798f tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5adb99c2-069e-4dbb-9189-e74c7d18da93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396864 Aug 08 00:42:33.626408 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.agents_db [None req-431a3ab4-e5a4-4361-9fcb-d2d78b6c2e03 None None] Agent healthcheck: found 6 active agents {{(pid=115994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 00:42:34.435315 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743781dc-6f8d-4927-bf4f-0a198dc79367 req-dbdff58a-ea3d-4f83-8bb7-ea1f01ab18cb tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:42:34.436780 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-743781dc-6f8d-4927-bf4f-0a198dc79367 req-dbdff58a-ea3d-4f83-8bb7-ea1f01ab18cb tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=62011870-5958-4d03-9ab1-9edb56112d1c HTTP/1.1" status: 200 len: 945 time: 0.0471690 Aug 08 00:42:34.487490 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-743781dc-6f8d-4927-bf4f-0a198dc79367 req-555d2660-d01f-40e1-9d24-98df7e0f6fda tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5adb99c2-069e-4dbb-9189-e74c7d18da93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452008 Aug 08 00:42:35.604603 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4407618-d36d-451c-87e8-d30b6956f772 req-d8b92a10-9fb7-4260-b6db-f6e7e00365e8 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:42:35.606046 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-c4407618-d36d-451c-87e8-d30b6956f772 req-d8b92a10-9fb7-4260-b6db-f6e7e00365e8 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=62011870-5958-4d03-9ab1-9edb56112d1c HTTP/1.1" status: 200 len: 945 time: 0.0458491 Aug 08 00:42:35.651880 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-c4407618-d36d-451c-87e8-d30b6956f772 req-ada730cf-f79c-43ea-91b9-3f28dd7bc7fd tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5adb99c2-069e-4dbb-9189-e74c7d18da93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403283 Aug 08 00:42:36.368871 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a387902-79e1-4937-bce9-fa4932770b23 req-d8e249a2-055b-44c1-8dfd-fc56feb64e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:42:36.370384 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-7a387902-79e1-4937-bce9-fa4932770b23 req-d8e249a2-055b-44c1-8dfd-fc56feb64e32 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=2c27d244bd514766b955d1a4aba239eb&device_id=62011870-5958-4d03-9ab1-9edb56112d1c HTTP/1.1" status: 200 len: 1129 time: 0.0413072 Aug 08 00:42:36.478438 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a387902-79e1-4937-bce9-fa4932770b23 req-fa7defae-aeb2-4f77-af5a-f91fb3ac71e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:42:36.480171 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-7a387902-79e1-4937-bce9-fa4932770b23 req-fa7defae-aeb2-4f77-af5a-f91fb3ac71e1 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=a1ea4937-9f88-413c-acfe-262c6911cb43 HTTP/1.1" status: 200 len: 911 time: 0.0874369 Aug 08 00:42:36.545538 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-7a387902-79e1-4937-bce9-fa4932770b23 req-0dd6d13f-24b5-4c5d-8aef-c3414c7d6779 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4bbb3fd2-65fd-4af3-a645-58300f7aae93 HTTP/1.1" status: 200 len: 1001 time: 0.0583735 Aug 08 00:42:36.594693 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a387902-79e1-4937-bce9-fa4932770b23 req-ddf77e4e-a9de-4165-9695-549cefe985bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:42:36.596155 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-7a387902-79e1-4937-bce9-fa4932770b23 req-ddf77e4e-a9de-4165-9695-549cefe985bb service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=4f8f3ce2-bf86-4860-ba68-5eb4fa8e9a71 HTTP/1.1" status: 200 len: 849 time: 0.0442631 Aug 08 00:42:36.640474 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a387902-79e1-4937-bce9-fa4932770b23 req-ef5f2750-7617-4a03-9d92-410bdc62cad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:42:36.641870 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-7a387902-79e1-4937-bce9-fa4932770b23 req-ef5f2750-7617-4a03-9d92-410bdc62cad8 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=a1ea4937-9f88-413c-acfe-262c6911cb43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391550 Aug 08 00:42:36.747219 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-7a387902-79e1-4937-bce9-fa4932770b23 req-c79a35f9-8614-4c77-9a13-cc3d467f0386 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a1ea4937-9f88-413c-acfe-262c6911cb43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992727 Aug 08 00:42:36.828323 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc2ddc2-d636-44f7-969a-156eae725071 req-46206995-8120-4810-ab1e-0a07edefe0cd tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:42:36.829783 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-ffc2ddc2-d636-44f7-969a-156eae725071 req-46206995-8120-4810-ab1e-0a07edefe0cd tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=62011870-5958-4d03-9ab1-9edb56112d1c HTTP/1.1" status: 200 len: 945 time: 0.1020555 Aug 08 00:42:36.899241 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-7a387902-79e1-4937-bce9-fa4932770b23 req-cf9f90e2-c5e8-4c9b-b637-3ba6732b0cc4 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a1ea4937-9f88-413c-acfe-262c6911cb43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359479 Aug 08 00:42:36.902557 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-ffc2ddc2-d636-44f7-969a-156eae725071 req-9a3b428f-1bdc-44c7-ba2d-3a66c0d7a084 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5adb99c2-069e-4dbb-9189-e74c7d18da93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666003 Aug 08 00:42:38.021064 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3e2be4-cb6f-40d7-a68d-8ab6598ca191 req-7793a8bb-3efb-4eb2-b2a7-7c672dc3669c tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:42:38.022515 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-6a3e2be4-cb6f-40d7-a68d-8ab6598ca191 req-7793a8bb-3efb-4eb2-b2a7-7c672dc3669c tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=62011870-5958-4d03-9ab1-9edb56112d1c HTTP/1.1" status: 200 len: 945 time: 0.0471835 Aug 08 00:42:38.072326 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-6a3e2be4-cb6f-40d7-a68d-8ab6598ca191 req-593e7978-d5c9-4d02-a647-14993f0b9b86 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5adb99c2-069e-4dbb-9189-e74c7d18da93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442009 Aug 08 00:42:38.449685 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1267064e-3c6e-4c26-84bf-bcb7a2190d9f req-5d282b20-23b4-473d-a6fb-e8e2b98b69a9 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:42:38.451310 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-1267064e-3c6e-4c26-84bf-bcb7a2190d9f req-5d282b20-23b4-473d-a6fb-e8e2b98b69a9 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=62011870-5958-4d03-9ab1-9edb56112d1c HTTP/1.1" status: 200 len: 945 time: 0.0491219 Aug 08 00:42:38.498745 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-1267064e-3c6e-4c26-84bf-bcb7a2190d9f req-5304816d-4740-45ab-b845-8494289dd212 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5adb99c2-069e-4dbb-9189-e74c7d18da93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415955 Aug 08 00:42:38.565084 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb8ff7e-2d98-4b29-954f-e5fd0ca60a4b req-1c707b9b-c1a5-4783-81bf-9614430fa27e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:42:38.566571 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-2fb8ff7e-2d98-4b29-954f-e5fd0ca60a4b req-1c707b9b-c1a5-4783-81bf-9614430fa27e service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=2c27d244bd514766b955d1a4aba239eb&device_id=62011870-5958-4d03-9ab1-9edb56112d1c HTTP/1.1" status: 200 len: 1129 time: 0.0408490 Aug 08 00:42:38.625941 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=100 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:42:38.629748 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=100 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:42:38.663062 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb8ff7e-2d98-4b29-954f-e5fd0ca60a4b req-811edfdc-1318-408e-9437-8c02c234a3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:42:38.664596 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-2fb8ff7e-2d98-4b29-954f-e5fd0ca60a4b req-811edfdc-1318-408e-9437-8c02c234a3f6 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=a1ea4937-9f88-413c-acfe-262c6911cb43 HTTP/1.1" status: 200 len: 911 time: 0.0900242 Aug 08 00:42:38.729347 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-2fb8ff7e-2d98-4b29-954f-e5fd0ca60a4b req-cd03c5b2-f68b-45e4-b7bb-331c2852e04b service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4bbb3fd2-65fd-4af3-a645-58300f7aae93 HTTP/1.1" status: 200 len: 1001 time: 0.0561721 Aug 08 00:42:38.777714 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb8ff7e-2d98-4b29-954f-e5fd0ca60a4b req-7fa561d7-ebeb-4e95-9deb-f3a31363fa96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:42:38.779120 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-2fb8ff7e-2d98-4b29-954f-e5fd0ca60a4b req-7fa561d7-ebeb-4e95-9deb-f3a31363fa96 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=4f8f3ce2-bf86-4860-ba68-5eb4fa8e9a71 HTTP/1.1" status: 200 len: 849 time: 0.0438085 Aug 08 00:42:38.826807 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb8ff7e-2d98-4b29-954f-e5fd0ca60a4b req-850e0be7-ef36-4181-8006-f2af8bd3c1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:42:38.828321 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-2fb8ff7e-2d98-4b29-954f-e5fd0ca60a4b req-850e0be7-ef36-4181-8006-f2af8bd3c1ce service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=a1ea4937-9f88-413c-acfe-262c6911cb43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431128 Aug 08 00:42:38.917407 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-2fb8ff7e-2d98-4b29-954f-e5fd0ca60a4b req-46c4f758-3224-4ee8-941e-04e5849b546b service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a1ea4937-9f88-413c-acfe-262c6911cb43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809448 Aug 08 00:42:39.010429 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-2fb8ff7e-2d98-4b29-954f-e5fd0ca60a4b req-50a96735-c8e6-4b6d-8e93-be63f1d8921f service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a1ea4937-9f88-413c-acfe-262c6911cb43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862081 Aug 08 00:42:39.622442 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0ad631-daaa-44d0-bbf9-e4da773cf0e4 req-0cf6428f-f442-4d0e-9e5d-410478119d2e tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:42:39.623935 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-cc0ad631-daaa-44d0-bbf9-e4da773cf0e4 req-0cf6428f-f442-4d0e-9e5d-410478119d2e tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=62011870-5958-4d03-9ab1-9edb56112d1c HTTP/1.1" status: 200 len: 945 time: 0.0474911 Aug 08 00:42:39.671127 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-cc0ad631-daaa-44d0-bbf9-e4da773cf0e4 req-a06a83ed-4165-4e03-a4cc-96cf3215d391 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5adb99c2-069e-4dbb-9189-e74c7d18da93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415797 Aug 08 00:42:40.246755 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-93e63887-e127-42c6-8c91-58f80c33d692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (93e2312b-3744-4a9e-8723-a0f19f10f89a), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:42:40.788258 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bab2b0-3740-4a4d-b0a8-4fbf152f4dbf req-b4700f75-8b64-4fcf-97dd-84ede366d550 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:42:40.789688 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-c8bab2b0-3740-4a4d-b0a8-4fbf152f4dbf req-b4700f75-8b64-4fcf-97dd-84ede366d550 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=62011870-5958-4d03-9ab1-9edb56112d1c HTTP/1.1" status: 200 len: 945 time: 0.0468206 Aug 08 00:42:40.837886 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-c8bab2b0-3740-4a4d-b0a8-4fbf152f4dbf req-b9da9826-49e7-4300-a7be-69891a1112b6 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5adb99c2-069e-4dbb-9189-e74c7d18da93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419276 Aug 08 00:42:42.532293 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ced517cf-50ac-4fe9-a1ac-349a055bc4d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (d53f5436-7c7f-4441-9708-9d0333b57745), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:42:43.621857 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=1 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:42:43.622645 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=1 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:42:44.235193 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-053f2fa2-08e2-4320-9ef7-ed55b6b025bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (8871f2bb-53fb-48a8-be6c-361eafeaffd1), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:42:45.481085 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (aa35aa05-3c09-40ae-a1e3-ebf96fe3358c), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:42:45.887019 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-64237613-c389-4d10-936d-2956085fc78e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (998b03d7-10a2-4624-8114-660f2901b45f), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:42:49.664347 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=52 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:42:49.667295 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=44 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:42:50.831754 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=65 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:42:50.833652 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=61 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:42:55.834059 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:42:55.837016 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:43:00.549187 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (c200ec1a-5dc3-458a-a30d-0f16255c41c0), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:07.934227 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=21 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:43:07.936017 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=11 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:43:10.263143 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-c583a04c-9aa9-4093-bfa7-e7d3e9f64e9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (93e2312b-3744-4a9e-8723-a0f19f10f89a), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:10.625681 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.agents_db [None req-431a3ab4-e5a4-4361-9fcb-d2d78b6c2e03 None None] Agent healthcheck: found 6 active agents {{(pid=115994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 00:43:12.538796 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-52b89714-fe00-492f-8925-43ff488390ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (d53f5436-7c7f-4441-9708-9d0333b57745), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:13.872566 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b117a821-1552-415e-841f-c62d03617d48 req-d8c8a9f2-e9dc-4fe1-a718-58c376170d42 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:43:13.874049 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-b117a821-1552-415e-841f-c62d03617d48 req-d8c8a9f2-e9dc-4fe1-a718-58c376170d42 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=62011870-5958-4d03-9ab1-9edb56112d1c HTTP/1.1" status: 200 len: 945 time: 0.0471172 Aug 08 00:43:13.924982 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-b117a821-1552-415e-841f-c62d03617d48 req-64e0bcbf-fa2c-459d-b8ab-25872b9be0a2 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5adb99c2-069e-4dbb-9189-e74c7d18da93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451880 Aug 08 00:43:14.240487 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-053f2fa2-08e2-4320-9ef7-ed55b6b025bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (8871f2bb-53fb-48a8-be6c-361eafeaffd1), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:15.048121 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aa67f2-8d6f-4c87-850c-e45b6337d981 req-3f674dc4-48ac-4bb6-903a-ed1d2abcbbca tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:43:15.049570 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-93aa67f2-8d6f-4c87-850c-e45b6337d981 req-3f674dc4-48ac-4bb6-903a-ed1d2abcbbca tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=62011870-5958-4d03-9ab1-9edb56112d1c HTTP/1.1" status: 200 len: 945 time: 0.0495679 Aug 08 00:43:15.096879 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-93aa67f2-8d6f-4c87-850c-e45b6337d981 req-693f526f-c22e-4f4a-bda6-e2fce6d5c042 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5adb99c2-069e-4dbb-9189-e74c7d18da93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418587 Aug 08 00:43:15.440555 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (aa35aa05-3c09-40ae-a1e3-ebf96fe3358c), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:15.903938 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-64237613-c389-4d10-936d-2956085fc78e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (998b03d7-10a2-4624-8114-660f2901b45f), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:16.028585 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960ddbcd-39ff-4995-bd66-732765fc0b13 req-2d595cc9-9883-45e2-8d78-5bc7a010f503 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:43:16.029989 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-960ddbcd-39ff-4995-bd66-732765fc0b13 req-2d595cc9-9883-45e2-8d78-5bc7a010f503 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=62011870-5958-4d03-9ab1-9edb56112d1c HTTP/1.1" status: 200 len: 945 time: 0.0461159 Aug 08 00:43:16.112612 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.plugin [req-960ddbcd-39ff-4995-bd66-732765fc0b13 req-d52cfe4d-512e-462f-bd23-c940c48ea29b tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Deleting port 4bbb3fd2-65fd-4af3-a645-58300f7aae93 {{(pid=115992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 00:43:16.112950 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-960ddbcd-39ff-4995-bd66-732765fc0b13 req-d52cfe4d-512e-462f-bd23-c940c48ea29b tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764676511537'] for port (4bbb3fd2-65fd-4af3-a645-58300f7aae93), before_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:16.473628 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56a17ed-5145-4b51-9cca-711fb8889cc3 req-e33d2cd9-f393-4a0a-b3eb-a7e05bbec442 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:43:16.475019 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-f56a17ed-5145-4b51-9cca-711fb8889cc3 req-e33d2cd9-f393-4a0a-b3eb-a7e05bbec442 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=62011870-5958-4d03-9ab1-9edb56112d1c HTTP/1.1" status: 200 len: 945 time: 0.0613072 Aug 08 00:43:16.520847 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.db [req-960ddbcd-39ff-4995-bd66-732765fc0b13 req-d52cfe4d-512e-462f-bd23-c940c48ea29b tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] For port 4bbb3fd2-65fd-4af3-a645-58300f7aae93, host hv-cinder-85164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85164',level=0,port_id=4bbb3fd2-65fd-4af3-a645-58300f7aae93,segment=NetworkSegment(18f25c40-a290-4c24-9aba-a27af389c08c),segment_id=18f25c40-a290-4c24-9aba-a27af389c08c)] {{(pid=115992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:43:16.521207 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-960ddbcd-39ff-4995-bd66-732765fc0b13 req-d52cfe4d-512e-462f-bd23-c940c48ea29b tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440649'] for port (4bbb3fd2-65fd-4af3-a645-58300f7aae93), precommit_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:16.581456 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-f56a17ed-5145-4b51-9cca-711fb8889cc3 req-f5a2cd26-d0e7-4afb-913b-6999b925b428 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5adb99c2-069e-4dbb-9189-e74c7d18da93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955422 Aug 08 00:43:16.701470 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-960ddbcd-39ff-4995-bd66-732765fc0b13 req-d52cfe4d-512e-462f-bd23-c940c48ea29b tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:16.707391 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-960ddbcd-39ff-4995-bd66-732765fc0b13 req-d52cfe4d-512e-462f-bd23-c940c48ea29b tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-499989'] for floatingip (5fbf7c13-8dee-4dc5-a2b5-166951e64a38), after_update {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:16.707391 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.db.l3_db [req-960ddbcd-39ff-4995-bd66-732765fc0b13 req-d52cfe4d-512e-462f-bd23-c940c48ea29b tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Floating IP 5fbf7c13-8dee-4dc5-a2b5-166951e64a38 disassociated. External IP: 172.27.3.119, port: 4bbb3fd2-65fd-4af3-a645-58300f7aae93. Aug 08 00:43:16.707391 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.plugin [req-960ddbcd-39ff-4995-bd66-732765fc0b13 req-d52cfe4d-512e-462f-bd23-c940c48ea29b tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Calling delete_port for 4bbb3fd2-65fd-4af3-a645-58300f7aae93 owned by compute:nova {{(pid=115992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 00:43:16.903759 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-960ddbcd-39ff-4995-bd66-732765fc0b13 req-d52cfe4d-512e-462f-bd23-c940c48ea29b tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764676515054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764676113794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26371331'] for port (4bbb3fd2-65fd-4af3-a645-58300f7aae93), after_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:16.933913 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52cfe4d-512e-462f-bd23-c940c48ea29b tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Pushing event deleted for resources: {'Port': ['ID=4bbb3fd2-65fd-4af3-a645-58300f7aae93,revision_number=None']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:43:16.947170 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52cfe4d-512e-462f-bd23-c940c48ea29b tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:43:16.947515 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52cfe4d-512e-462f-bd23-c940c48ea29b tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:43:16.947862 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52cfe4d-512e-462f-bd23-c940c48ea29b tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:43:16.948224 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52cfe4d-512e-462f-bd23-c940c48ea29b tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:43:16.948557 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52cfe4d-512e-462f-bd23-c940c48ea29b tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:43:16.948886 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52cfe4d-512e-462f-bd23-c940c48ea29b tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:43:16.949209 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52cfe4d-512e-462f-bd23-c940c48ea29b tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:43:16.949527 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52cfe4d-512e-462f-bd23-c940c48ea29b tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:43:16.949850 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52cfe4d-512e-462f-bd23-c940c48ea29b tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:43:16.950165 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52cfe4d-512e-462f-bd23-c940c48ea29b tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:43:16.950487 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52cfe4d-512e-462f-bd23-c940c48ea29b tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:43:16.950806 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52cfe4d-512e-462f-bd23-c940c48ea29b tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:43:16.951120 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52cfe4d-512e-462f-bd23-c940c48ea29b tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:43:16.951458 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52cfe4d-512e-462f-bd23-c940c48ea29b tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:43:16.951772 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52cfe4d-512e-462f-bd23-c940c48ea29b tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:43:17.058350 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.scheduler.l3_agent_scheduler [req-960ddbcd-39ff-4995-bd66-732765fc0b13 req-d52cfe4d-512e-462f-bd23-c940c48ea29b tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Router b740464e-88ba-4e4b-bd05-4faf6a2101a4 has already been hosted by L3 agent d53f5436-7c7f-4441-9708-9d0333b57745 {{(pid=115992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 00:43:17.068969 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:43:17.137220 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:43:17.159813 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-960ddbcd-39ff-4995-bd66-732765fc0b13 req-d52cfe4d-512e-462f-bd23-c940c48ea29b tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Notify agent at l3_agent.dv-cinder-851640-3-iscsi the message routers_updated {{(pid=115992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 00:43:17.170062 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745c8004-feee-4b88-927d-ee4c937743bd None None] Sync routers for ids ['b740464e-88ba-4e4b-bd05-4faf6a2101a4'] in dv-cinder-851640-3-iscsi {{(pid=115993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 00:43:17.180702 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745c8004-feee-4b88-927d-ee4c937743bd None None] Routers {'b740464e-88ba-4e4b-bd05-4faf6a2101a4'} bound to L3 agent in host dv-cinder-851640-3-iscsi {{(pid=115993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 00:43:17.181310 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_hamode_db [None req-745c8004-feee-4b88-927d-ee4c937743bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851640-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-08T00:24:12Z,description=,heartbeat_timestamp=2022-08-08T00:43:12Z,host='dv-cinder-851640-3-iscsi',id=d53f5436-7c7f-4441-9708-9d0333b57745,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T00:24:13Z,topic='l3_agent')) {'router_ids': ['b740464e-88ba-4e4b-bd05-4faf6a2101a4'], 'active': True} {{(pid=115993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:43:17.205209 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.db.l3_dvrscheduler_db [req-960ddbcd-39ff-4995-bd66-732765fc0b13 req-d52cfe4d-512e-462f-bd23-c940c48ea29b tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] No DVR routers for this DVR port 4bbb3fd2-65fd-4af3-a645-58300f7aae93 on host hv-cinder-85164 {{(pid=115992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 08 00:43:17.213948 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-960ddbcd-39ff-4995-bd66-732765fc0b13 req-d52cfe4d-512e-462f-bd23-c940c48ea29b tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63196'] for port (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:17.213948 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-960ddbcd-39ff-4995-bd66-732765fc0b13 req-d52cfe4d-512e-462f-bd23-c940c48ea29b tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] 10.222.0.25 "DELETE /networking/v2.0/ports/4bbb3fd2-65fd-4af3-a645-58300f7aae93 HTTP/1.1" status: 204 len: 173 time: 1.1728563 Aug 08 00:43:17.213948 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62011870-5958-4d03-9ab1-9edb56112d1c', 'name': 'network-vif-deleted', 'tag': '4bbb3fd2-65fd-4af3-a645-58300f7aae93'}] {{(pid=115992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 00:43:17.214421 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15c1dc6174c04d27a45b4789687485f3f31469fbdbb3cd0a658d3b47a2d9b382" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cac7fce1-2ea6-45b3-89f7-80b84a77f4fb" -d '{"events": [{"server_uuid": "62011870-5958-4d03-9ab1-9edb56112d1c", "name": "network-vif-deleted", "tag": "4bbb3fd2-65fd-4af3-a645-58300f7aae93"}]}' {{(pid=115992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 00:43:17.291152 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvr_db [None req-745c8004-feee-4b88-927d-ee4c937743bd None None] Set router b740464e-88ba-4e4b-bd05-4faf6a2101a4 gateway port host: dv-cinder-851640-3-iscsi {{(pid=115993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 00:43:17.318968 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 00:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0365ca55-a758-44d1-8f13-8da22cd0e450 x-openstack-request-id: req-0365ca55-a758-44d1-8f13-8da22cd0e450 {{(pid=115992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 00:43:17.319317 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62011870-5958-4d03-9ab1-9edb56112d1c", "name": "network-vif-deleted", "tag": "4bbb3fd2-65fd-4af3-a645-58300f7aae93", "status": "completed", "code": 200}]} {{(pid=115992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 00:43:17.319538 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0365ca55-a758-44d1-8f13-8da22cd0e450 {{(pid=115992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 00:43:17.319940 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0365ca55-a758-44d1-8f13-8da22cd0e450'] response: {'server_uuid': '62011870-5958-4d03-9ab1-9edb56112d1c', 'name': 'network-vif-deleted', 'tag': '4bbb3fd2-65fd-4af3-a645-58300f7aae93', 'status': 'completed', 'code': 200} Aug 08 00:43:17.487194 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_hamode_db [None req-745c8004-feee-4b88-927d-ee4c937743bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b740464e-88ba-4e4b-bd05-4faf6a2101a4', 'name': 'tempest-AttachVolumeTestJSON-877149533-router', 'tenant_id': '2c27d244bd514766b955d1a4aba239eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '73bb3e25-02b8-4cf7-bb3a-cf63ddd1eec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:40:15Z', 'updated_at': '2022-08-08T00:40:18Z', 'revision_number': 4, 'project_id': '2c27d244bd514766b955d1a4aba239eb', 'gw_port': {'id': '73bb3e25-02b8-4cf7-bb3a-cf63ddd1eec4', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b740464e-88ba-4e4b-bd05-4faf6a2101a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:40:16Z', 'updated_at': '2022-08-08T00:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi', '_interfaces': [{'id': '857a913d-4df0-4784-b024-1f56b6492293', 'name': '', 'network_id': 'a1ea4937-9f88-413c-acfe-262c6911cb43', 'tenant_id': '2c27d244bd514766b955d1a4aba239eb', 'mac_address': 'fa:16:3e:cc:a2:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b740464e-88ba-4e4b-bd05-4faf6a2101a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '4f8f3ce2-bf86-4860-ba68-5eb4fa8e9a71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:40:17Z', 'updated_at': '2022-08-08T00:40:23Z', 'revision_number': 5, 'project_id': '2c27d244bd514766b955d1a4aba239eb', 'subnets': [{'id': '4f8f3ce2-bf86-4860-ba68-5eb4fa8e9a71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851640-3-iscsi', False) {} {{(pid=115993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:43:17.511508 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745c8004-feee-4b88-927d-ee4c937743bd None None] Checking router: b740464e-88ba-4e4b-bd05-4faf6a2101a4 for host: dv-cinder-851640-3-iscsi {{(pid=115993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 00:43:17.519766 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745c8004-feee-4b88-927d-ee4c937743bd None None] Routers {'b740464e-88ba-4e4b-bd05-4faf6a2101a4'} bound to L3 agent in host dv-cinder-851640-3-iscsi {{(pid=115993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 00:43:17.520346 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_hamode_db [None req-745c8004-feee-4b88-927d-ee4c937743bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851640-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-08T00:24:12Z,description=,heartbeat_timestamp=2022-08-08T00:43:12Z,host='dv-cinder-851640-3-iscsi',id=d53f5436-7c7f-4441-9708-9d0333b57745,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T00:24:13Z,topic='l3_agent')) {'router_ids': ['b740464e-88ba-4e4b-bd05-4faf6a2101a4'], 'active': True} {{(pid=115993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:43:17.626669 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvr_db [None req-745c8004-feee-4b88-927d-ee4c937743bd None None] Set router b740464e-88ba-4e4b-bd05-4faf6a2101a4 gateway port host: dv-cinder-851640-3-iscsi {{(pid=115993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 00:43:17.700862 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-a57fea03-027c-462b-8f25-4359b9be1adb req-b28b8c04-1f3d-4364-830f-dac67fa69773 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=62011870-5958-4d03-9ab1-9edb56112d1c HTTP/1.1" status: 200 len: 210 time: 0.0295646 Aug 08 00:43:17.815846 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_hamode_db [None req-745c8004-feee-4b88-927d-ee4c937743bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b740464e-88ba-4e4b-bd05-4faf6a2101a4', 'name': 'tempest-AttachVolumeTestJSON-877149533-router', 'tenant_id': '2c27d244bd514766b955d1a4aba239eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '73bb3e25-02b8-4cf7-bb3a-cf63ddd1eec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:40:15Z', 'updated_at': '2022-08-08T00:40:18Z', 'revision_number': 4, 'project_id': '2c27d244bd514766b955d1a4aba239eb', 'gw_port': {'id': '73bb3e25-02b8-4cf7-bb3a-cf63ddd1eec4', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b740464e-88ba-4e4b-bd05-4faf6a2101a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:40:16Z', 'updated_at': '2022-08-08T00:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi', '_interfaces': [{'id': '857a913d-4df0-4784-b024-1f56b6492293', 'name': '', 'network_id': 'a1ea4937-9f88-413c-acfe-262c6911cb43', 'tenant_id': '2c27d244bd514766b955d1a4aba239eb', 'mac_address': 'fa:16:3e:cc:a2:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b740464e-88ba-4e4b-bd05-4faf6a2101a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '4f8f3ce2-bf86-4860-ba68-5eb4fa8e9a71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:40:17Z', 'updated_at': '2022-08-08T00:40:23Z', 'revision_number': 5, 'project_id': '2c27d244bd514766b955d1a4aba239eb', 'subnets': [{'id': '4f8f3ce2-bf86-4860-ba68-5eb4fa8e9a71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851640-3-iscsi', False) {} {{(pid=115993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:43:17.841142 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745c8004-feee-4b88-927d-ee4c937743bd None None] The sync data for ids ['b740464e-88ba-4e4b-bd05-4faf6a2101a4'] in dv-cinder-851640-3-iscsi is: [{'id': 'b740464e-88ba-4e4b-bd05-4faf6a2101a4', 'name': 'tempest-AttachVolumeTestJSON-877149533-router', 'tenant_id': '2c27d244bd514766b955d1a4aba239eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '73bb3e25-02b8-4cf7-bb3a-cf63ddd1eec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:40:15Z', 'updated_at': '2022-08-08T00:40:18Z', 'revision_number': 4, 'project_id': '2c27d244bd514766b955d1a4aba239eb', 'gw_port': {'id': '73bb3e25-02b8-4cf7-bb3a-cf63ddd1eec4', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b740464e-88ba-4e4b-bd05-4faf6a2101a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:40:16Z', 'updated_at': '2022-08-08T00:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi', '_interfaces': [{'id': '857a913d-4df0-4784-b024-1f56b6492293', 'name': '', 'network_id': 'a1ea4937-9f88-413c-acfe-262c6911cb43', 'tenant_id': '2c27d244bd514766b955d1a4aba239eb', 'mac_address': 'fa:16:3e:cc:a2:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b740464e-88ba-4e4b-bd05-4faf6a2101a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '4f8f3ce2-bf86-4860-ba68-5eb4fa8e9a71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:40:17Z', 'updated_at': '2022-08-08T00:40:23Z', 'revision_number': 5, 'project_id': '2c27d244bd514766b955d1a4aba239eb', 'subnets': [{'id': '4f8f3ce2-bf86-4860-ba68-5eb4fa8e9a71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 00:43:18.058095 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9604d5a-4817-4846-88cb-3163a250817b None None] New status for floating IP 5fbf7c13-8dee-4dc5-a2b5-166951e64a38: DOWN {{(pid=115994) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 08 00:43:19.753412 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Device 4bbb3fd2-65fd-4af3-a645-58300f7aae93 no longer exists at agent hyperv_hv-cinder-85164 {{(pid=115993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 00:43:19.772742 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] No Port match for: 4bbb3fd2-65fd-4af3-a645-58300f7aae93 {{(pid=115993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 08 00:43:19.778317 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Device 4bbb3fd2-65fd-4af3-a645-58300f7aae93 not bound to the agent host hv-cinder-85164 {{(pid=115993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 00:43:19.910784 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 36062) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:43:19.964883 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-04e09d39-e144-4e99-ade3-7bfd46c3f199 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Publish callbacks [] for security_group (5adb99c2-069e-4dbb-9189-e74c7d18da93), before_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:19.987312 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-04e09d39-e144-4e99-ade3-7bfd46c3f199 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Publish callbacks [] for security_group (5adb99c2-069e-4dbb-9189-e74c7d18da93), precommit_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:20.068941 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-04e09d39-e144-4e99-ade3-7bfd46c3f199 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (5adb99c2-069e-4dbb-9189-e74c7d18da93), after_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:20.072362 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-04e09d39-e144-4e99-ade3-7bfd46c3f199 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Publish callbacks [] for security_group (None), before_response {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:20.073492 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-04e09d39-e144-4e99-ade3-7bfd46c3f199 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] 10.222.0.15 "DELETE /networking/v2.0/security-groups/5adb99c2-069e-4dbb-9189-e74c7d18da93 HTTP/1.1" status: 204 len: 168 time: 0.1616261 Aug 08 00:43:20.076322 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 36064) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:43:20.082561 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e09d39-e144-4e99-ade3-7bfd46c3f199 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5adb99c2-069e-4dbb-9189-e74c7d18da93,revision_number=None']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:43:20.090444 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e09d39-e144-4e99-ade3-7bfd46c3f199 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:43:20.090788 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e09d39-e144-4e99-ade3-7bfd46c3f199 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:43:20.091130 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e09d39-e144-4e99-ade3-7bfd46c3f199 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:43:20.091495 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e09d39-e144-4e99-ade3-7bfd46c3f199 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:43:20.091825 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e09d39-e144-4e99-ade3-7bfd46c3f199 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:43:20.092154 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e09d39-e144-4e99-ade3-7bfd46c3f199 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:43:20.092319 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.api.v2.resource [None req-a14f3cbf-89db-4c0c-87cc-bce3f13aee03 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] show failed (client error): The resource could not be found. Aug 08 00:43:20.092474 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e09d39-e144-4e99-ade3-7bfd46c3f199 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:43:20.092799 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e09d39-e144-4e99-ade3-7bfd46c3f199 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:43:20.093125 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e09d39-e144-4e99-ade3-7bfd46c3f199 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:43:20.093338 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-a14f3cbf-89db-4c0c-87cc-bce3f13aee03 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] 10.222.0.15 "GET /networking/v2.0/security-groups/5adb99c2-069e-4dbb-9189-e74c7d18da93 HTTP/1.1" status: 404 len: 347 time: 0.0160236 Aug 08 00:43:20.093576 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e09d39-e144-4e99-ade3-7bfd46c3f199 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:43:20.093879 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e09d39-e144-4e99-ade3-7bfd46c3f199 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:43:20.094202 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e09d39-e144-4e99-ade3-7bfd46c3f199 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:43:20.094519 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e09d39-e144-4e99-ade3-7bfd46c3f199 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:43:20.094834 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e09d39-e144-4e99-ade3-7bfd46c3f199 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:43:20.095147 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e09d39-e144-4e99-ade3-7bfd46c3f199 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:43:20.096188 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 36066) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:43:20.208409 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.plugin [None req-669bb042-65a2-4c50-bbc8-ad5d84056911 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Deleting port e03780fe-edd4-4528-b0d5-73233d7686d2 {{(pid=115992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 00:43:20.208752 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-669bb042-65a2-4c50-bbc8-ad5d84056911 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764676511537'] for port (e03780fe-edd4-4528-b0d5-73233d7686d2), before_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:20.286340 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-669bb042-65a2-4c50-bbc8-ad5d84056911 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440649'] for port (e03780fe-edd4-4528-b0d5-73233d7686d2), precommit_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:20.286575 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-669bb042-65a2-4c50-bbc8-ad5d84056911 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Publish callbacks [] for floatingip (e03780fe-edd4-4528-b0d5-73233d7686d2), precommit_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:20.299063 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.plugin [None req-669bb042-65a2-4c50-bbc8-ad5d84056911 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Calling delete_port for e03780fe-edd4-4528-b0d5-73233d7686d2 owned by network:floatingip {{(pid=115992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 00:43:20.474555 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-669bb042-65a2-4c50-bbc8-ad5d84056911 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764676515054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764676113794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26371331'] for port (e03780fe-edd4-4528-b0d5-73233d7686d2), after_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:20.498189 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669bb042-65a2-4c50-bbc8-ad5d84056911 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Pushing event deleted for resources: {'Port': ['ID=e03780fe-edd4-4528-b0d5-73233d7686d2,revision_number=None']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:43:20.562697 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-669bb042-65a2-4c50-bbc8-ad5d84056911 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Publish callbacks [] for floatingip (5fbf7c13-8dee-4dc5-a2b5-166951e64a38), after_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:20.565090 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-669bb042-65a2-4c50-bbc8-ad5d84056911 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63196'] for floatingip (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:20.566431 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-669bb042-65a2-4c50-bbc8-ad5d84056911 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] 10.222.0.15 "DELETE /networking/v2.0/floatingips/5fbf7c13-8dee-4dc5-a2b5-166951e64a38 HTTP/1.1" status: 204 len: 168 time: 0.4692905 Aug 08 00:43:20.695254 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 36070) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:43:20.699858 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.v2.base [None req-2fea57b9-289f-4f93-856d-83e54cda5063 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Request body: {'security_group': {'name': 'tempest-securitygroup--701434204', 'description': 'tempest-description--48270498'}} {{(pid=115992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:43:20.800796 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-2fea57b9-289f-4f93-856d-83e54cda5063 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Publish callbacks [] for security_group (None), before_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:20.867761 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-2fea57b9-289f-4f93-856d-83e54cda5063 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Publish callbacks [] for security_group (2dff21ef-d80b-4899-9165-8d57ab8501d2), precommit_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:20.949322 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-2fea57b9-289f-4f93-856d-83e54cda5063 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (2dff21ef-d80b-4899-9165-8d57ab8501d2), after_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:20.982541 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fea57b9-289f-4f93-856d-83e54cda5063 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2dff21ef-d80b-4899-9165-8d57ab8501d2,revision_number=1']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:43:21.054097 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-2fea57b9-289f-4f93-856d-83e54cda5063 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Publish callbacks [] for security_group (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:21.055434 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-2fea57b9-289f-4f93-856d-83e54cda5063 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] 10.222.0.15 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3591177 Aug 08 00:43:21.058279 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 36072) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:43:21.062610 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.v2.base [None req-2097f09e-b44f-4f96-bae4-c1dcdd0e859b tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Request body: {'security_group_rule': {'security_group_id': '2dff21ef-d80b-4899-9165-8d57ab8501d2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:43:21.155767 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-2097f09e-b44f-4f96-bae4-c1dcdd0e859b tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Publish callbacks [] for security_group_rule (4fb07336-5f71-4871-9916-00a6146887b2), before_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:21.191804 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:43:21.210230 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-2097f09e-b44f-4f96-bae4-c1dcdd0e859b tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Publish callbacks [] for security_group_rule (4fb07336-5f71-4871-9916-00a6146887b2), precommit_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:21.309225 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-2097f09e-b44f-4f96-bae4-c1dcdd0e859b tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339626'] for security_group_rule (4fb07336-5f71-4871-9916-00a6146887b2), after_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:21.327366 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:43:21.329040 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2097f09e-b44f-4f96-bae4-c1dcdd0e859b tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fb07336-5f71-4871-9916-00a6146887b2,revision_number=0']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:43:21.396891 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-2097f09e-b44f-4f96-bae4-c1dcdd0e859b tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:21.398105 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-2097f09e-b44f-4f96-bae4-c1dcdd0e859b tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3388910 Aug 08 00:43:21.401504 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 36074) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:43:21.405722 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.v2.base [None req-b8bb2199-4707-44e2-9c06-365aead39fb7 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Request body: {'security_group_rule': {'security_group_id': '2dff21ef-d80b-4899-9165-8d57ab8501d2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:43:21.491808 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-b8bb2199-4707-44e2-9c06-365aead39fb7 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Publish callbacks [] for security_group_rule (b1cdd70a-063c-430e-9329-493788b4a14d), before_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:21.547835 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-b8bb2199-4707-44e2-9c06-365aead39fb7 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Publish callbacks [] for security_group_rule (b1cdd70a-063c-430e-9329-493788b4a14d), precommit_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:21.640704 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-b8bb2199-4707-44e2-9c06-365aead39fb7 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339626'] for security_group_rule (b1cdd70a-063c-430e-9329-493788b4a14d), after_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:21.657236 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bb2199-4707-44e2-9c06-365aead39fb7 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1cdd70a-063c-430e-9329-493788b4a14d,revision_number=0']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:43:21.728683 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-b8bb2199-4707-44e2-9c06-365aead39fb7 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:21.729909 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-b8bb2199-4707-44e2-9c06-365aead39fb7 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3274910 Aug 08 00:43:21.733123 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 36076) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:43:21.737409 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.v2.base [None req-0391d306-4ddc-4890-919d-724f2329d5c6 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Request body: {'floatingip': {'floating_network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f'}} {{(pid=115992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:43:21.852232 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-0391d306-4ddc-4890-919d-724f2329d5c6 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:21.933105 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-0391d306-4ddc-4890-919d-724f2329d5c6 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (None), before_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:22.036673 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.db.db_base_plugin_common [None req-0391d306-4ddc-4890-919d-724f2329d5c6 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Allocated IP 172.27.3.135 (743d2d45-6b8c-49b7-a932-c537e45f946f/7df84031-3cb2-4601-a018-b61b0ad731dc/c98b163f-f797-4eb0-b67a-0791d2424a57) {{(pid=115992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 00:43:22.138813 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-0391d306-4ddc-4890-919d-724f2329d5c6 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Publish callbacks [] for port (c98b163f-f797-4eb0-b67a-0791d2424a57), precommit_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:22.212620 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-0391d306-4ddc-4890-919d-724f2329d5c6 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764676113785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26371331'] for port (c98b163f-f797-4eb0-b67a-0791d2424a57), after_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:22.254926 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0391d306-4ddc-4890-919d-724f2329d5c6 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Network 743d2d45-6b8c-49b7-a932-c537e45f946f is already hosted by enough agents. {{(pid=115992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 00:43:22.259430 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.scheduler.base_scheduler [None req-0391d306-4ddc-4890-919d-724f2329d5c6 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Resources bound (agent type, host, resource id): {{(pid=115992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 00:43:22.263306 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0391d306-4ddc-4890-919d-724f2329d5c6 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Received port after_create {{(pid=115992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 00:43:22.284990 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0391d306-4ddc-4890-919d-724f2329d5c6 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Pushing event updated for resources: {'Port': ['ID=c98b163f-f797-4eb0-b67a-0791d2424a57,revision_number=1']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:43:22.294614 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:DELETE=3,neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:43:22.348502 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-0391d306-4ddc-4890-919d-724f2329d5c6 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Publish callbacks [] for floatingip (78411d8e-678b-42ed-9b8c-c51038811591), precommit_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:22.429191 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-0391d306-4ddc-4890-919d-724f2329d5c6 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (c98b163f-f797-4eb0-b67a-0791d2424a57), before_update {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:22.513716 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:43:22.574250 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-0391d306-4ddc-4890-919d-724f2329d5c6 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Publish callbacks [] for port (c98b163f-f797-4eb0-b67a-0791d2424a57), precommit_update {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:22.617595 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-0391d306-4ddc-4890-919d-724f2329d5c6 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26371340'] for port (c98b163f-f797-4eb0-b67a-0791d2424a57), after_update {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:22.687801 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0391d306-4ddc-4890-919d-724f2329d5c6 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Pushing event updated for resources: {'Port': ['ID=c98b163f-f797-4eb0-b67a-0791d2424a57,revision_number=2']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:43:22.690059 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-0391d306-4ddc-4890-919d-724f2329d5c6 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-499989'] for floatingip (78411d8e-678b-42ed-9b8c-c51038811591), after_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:22.814015 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-0391d306-4ddc-4890-919d-724f2329d5c6 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63196'] for floatingip (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:22.815288 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-0391d306-4ddc-4890-919d-724f2329d5c6 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] 10.222.0.15 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0812187 Aug 08 00:43:23.017096 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-2545a8b1-7013-4bab-9934-ad7ea7e8cc03 req-b7d2f77f-4878-42cd-a451-f3f0d9b7db5e tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] 10.222.0.15 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--701434204&fields=id&tenant_id=2c27d244bd514766b955d1a4aba239eb HTTP/1.1" status: 200 len: 267 time: 0.0427253 Aug 08 00:43:23.124026 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2545a8b1-7013-4bab-9934-ad7ea7e8cc03 req-7ab0231b-1048-4a97-b0c6-c7c6cc6958d9 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:43:23.125457 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-2545a8b1-7013-4bab-9934-ad7ea7e8cc03 req-7ab0231b-1048-4a97-b0c6-c7c6cc6958d9 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] 10.222.0.15 "GET /networking/v2.0/networks?id=a1ea4937-9f88-413c-acfe-262c6911cb43 HTTP/1.1" status: 200 len: 810 time: 0.1020691 Aug 08 00:43:23.140224 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-2545a8b1-7013-4bab-9934-ad7ea7e8cc03 req-4083a2c2-b2a0-4510-8b29-8e65ffdc56c1 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] 10.222.0.15 "GET /networking/v2.0/quotas/2c27d244bd514766b955d1a4aba239eb HTTP/1.1" status: 200 len: 375 time: 0.0095022 Aug 08 00:43:23.187547 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-2545a8b1-7013-4bab-9934-ad7ea7e8cc03 req-153fdf52-abe6-458a-bb61-a76fe5915d27 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=2c27d244bd514766b955d1a4aba239eb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0425737 Aug 08 00:43:23.248983 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [req-2545a8b1-7013-4bab-9934-ad7ea7e8cc03 req-654941d2-7fa4-4b32-bd21-2df9996f758c service neutron] http://10.222.0.15:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=115992) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 08 00:43:23.250002 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-2545a8b1-7013-4bab-9934-ad7ea7e8cc03 req-654941d2-7fa4-4b32-bd21-2df9996f758c service neutron] 10.222.0.15 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0501525 Aug 08 00:43:23.339096 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-2545a8b1-7013-4bab-9934-ad7ea7e8cc03 req-11da9e41-13b6-4f40-ba0d-d5cf5dc5d994 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/a1ea4937-9f88-413c-acfe-262c6911cb43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832808 Aug 08 00:43:23.430910 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-2545a8b1-7013-4bab-9934-ad7ea7e8cc03 req-205fe930-fd4b-4284-9d46-e3880ae1e390 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/a1ea4937-9f88-413c-acfe-262c6911cb43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861633 Aug 08 00:43:23.655626 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-982cff9a-fd55-4024-93c8-14708b98a9dc req-8b14c408-567e-4c78-ac2f-cc325160aad2 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b6a72cc2-9190-43cd-9a38-5c40247f06fe HTTP/1.1" status: 200 len: 210 time: 0.0310676 Aug 08 00:43:24.755464 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-3c0f7948-c7ff-4dd5-9ad9-a0acc7af5746 req-3358df61-e814-4cde-b64f-ba57d2c0c29d tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b6a72cc2-9190-43cd-9a38-5c40247f06fe HTTP/1.1" status: 200 len: 210 time: 0.0280008 Aug 08 00:43:25.625578 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2545a8b1-7013-4bab-9934-ad7ea7e8cc03 req-fef53fc7-eec1-4c50-bbbf-111215b3ca15 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:43:25.626996 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-2545a8b1-7013-4bab-9934-ad7ea7e8cc03 req-fef53fc7-eec1-4c50-bbbf-111215b3ca15 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] 10.222.0.25 "GET /networking/v2.0/networks?id=a1ea4937-9f88-413c-acfe-262c6911cb43 HTTP/1.1" status: 200 len: 810 time: 0.1082289 Aug 08 00:43:25.680512 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:43:25.695356 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-2545a8b1-7013-4bab-9934-ad7ea7e8cc03 req-87a71df1-ace9-4ee9-8f63-c69f6176d48f tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=2c27d244bd514766b955d1a4aba239eb HTTP/1.1" status: 200 len: 379 time: 0.0534818 Aug 08 00:43:25.706156 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.v2.base [req-2545a8b1-7013-4bab-9934-ad7ea7e8cc03 req-e55540a2-a9c8-46f5-827a-1242742ea314 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Request body: {'port': {'device_id': 'b6a72cc2-9190-43cd-9a38-5c40247f06fe', 'network_id': 'a1ea4937-9f88-413c-acfe-262c6911cb43', 'admin_state_up': True, 'tenant_id': '2c27d244bd514766b955d1a4aba239eb', 'security_groups': ['2dff21ef-d80b-4899-9165-8d57ab8501d2']}} {{(pid=115992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:43:25.859010 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-4038fe1a-e84d-453e-bfc8-f55710f35ebd req-5ee94f7e-6a43-4d0e-8eaf-77c8c0098273 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b6a72cc2-9190-43cd-9a38-5c40247f06fe HTTP/1.1" status: 200 len: 210 time: 0.0299232 Aug 08 00:43:25.902982 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2545a8b1-7013-4bab-9934-ad7ea7e8cc03 req-e55540a2-a9c8-46f5-827a-1242742ea314 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Made reservation on behalf of 2c27d244bd514766b955d1a4aba239eb for: {'port': 1} {{(pid=115992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 00:43:25.906401 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-2545a8b1-7013-4bab-9934-ad7ea7e8cc03 req-e55540a2-a9c8-46f5-827a-1242742ea314 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (None), before_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:25.918217 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:43:26.031715 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.db.db_base_plugin_common [req-2545a8b1-7013-4bab-9934-ad7ea7e8cc03 req-e55540a2-a9c8-46f5-827a-1242742ea314 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Allocated IP 172.20.0.7 (a1ea4937-9f88-413c-acfe-262c6911cb43/4f8f3ce2-bf86-4860-ba68-5eb4fa8e9a71/886303e5-14f6-4125-ae5f-830989d01818) {{(pid=115992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 00:43:26.169265 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-2545a8b1-7013-4bab-9934-ad7ea7e8cc03 req-e55540a2-a9c8-46f5-827a-1242742ea314 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Publish callbacks [] for port (886303e5-14f6-4125-ae5f-830989d01818), precommit_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:26.246651 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-2545a8b1-7013-4bab-9934-ad7ea7e8cc03 req-e55540a2-a9c8-46f5-827a-1242742ea314 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764676113785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26371331'] for port (886303e5-14f6-4125-ae5f-830989d01818), after_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:26.290374 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2545a8b1-7013-4bab-9934-ad7ea7e8cc03 req-e55540a2-a9c8-46f5-827a-1242742ea314 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Network a1ea4937-9f88-413c-acfe-262c6911cb43 is already hosted by enough agents. {{(pid=115992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 00:43:26.293506 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.scheduler.base_scheduler [req-2545a8b1-7013-4bab-9934-ad7ea7e8cc03 req-e55540a2-a9c8-46f5-827a-1242742ea314 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Resources bound (agent type, host, resource id): {{(pid=115992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 00:43:26.295873 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.db.l3_dvrscheduler_db [req-2545a8b1-7013-4bab-9934-ad7ea7e8cc03 req-e55540a2-a9c8-46f5-827a-1242742ea314 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Received port after_create {{(pid=115992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 00:43:26.329358 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55540a2-a9c8-46f5-827a-1242742ea314 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Pushing event updated for resources: {'Port': ['ID=886303e5-14f6-4125-ae5f-830989d01818,revision_number=1']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:43:26.358928 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2545a8b1-7013-4bab-9934-ad7ea7e8cc03 req-e55540a2-a9c8-46f5-827a-1242742ea314 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:43:26.359581 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-2545a8b1-7013-4bab-9934-ad7ea7e8cc03 req-e55540a2-a9c8-46f5-827a-1242742ea314 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63196'] for port (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:26.466078 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-2545a8b1-7013-4bab-9934-ad7ea7e8cc03 req-e55540a2-a9c8-46f5-827a-1242742ea314 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7634077 Aug 08 00:43:26.478166 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [req-2545a8b1-7013-4bab-9934-ad7ea7e8cc03 req-f5b6606b-304b-4089-a671-9237cd1121f7 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] http://10.222.0.15:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=115992) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 08 00:43:26.479374 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-2545a8b1-7013-4bab-9934-ad7ea7e8cc03 req-f5b6606b-304b-4089-a671-9237cd1121f7 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0052142 Aug 08 00:43:26.521311 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=79,neutron:UPDATE=3 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:43:26.525869 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=77,neutron:UPDATE=3 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:43:26.529738 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-85773f5d-a508-4168-bbd8-40ba7e69d454 None None] Provisioning complete for port 886303e5-14f6-4125-ae5f-830989d01818 triggered by entity DHCP. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:43:26.530112 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-85773f5d-a508-4168-bbd8-40ba7e69d454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (886303e5-14f6-4125-ae5f-830989d01818), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:26.541141 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.v2.base [req-2545a8b1-7013-4bab-9934-ad7ea7e8cc03 req-e3e3f931-7679-4a82-be5f-3c4c3d294768 service neutron] Request body: {'port': {'device_id': 'b6a72cc2-9190-43cd-9a38-5c40247f06fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85164'}} {{(pid=115992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:43:26.560959 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-85773f5d-a508-4168-bbd8-40ba7e69d454 None None] Port 886303e5-14f6-4125-ae5f-830989d01818 cannot update to ACTIVE because it is not bound. {{(pid=115993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 08 00:43:26.601977 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-2545a8b1-7013-4bab-9934-ad7ea7e8cc03 req-e3e3f931-7679-4a82-be5f-3c4c3d294768 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (886303e5-14f6-4125-ae5f-830989d01818), before_update {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:26.769302 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:43:26.858247 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.notifiers.nova [req-2545a8b1-7013-4bab-9934-ad7ea7e8cc03 req-e3e3f931-7679-4a82-be5f-3c4c3d294768 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 886303e5-14f6-4125-ae5f-830989d01818 {{(pid=115992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 00:43:26.865806 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-2545a8b1-7013-4bab-9934-ad7ea7e8cc03 req-e3e3f931-7679-4a82-be5f-3c4c3d294768 service neutron] Publish callbacks [] for port (886303e5-14f6-4125-ae5f-830989d01818), precommit_update {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:26.878087 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.db.provisioning_blocks [req-2545a8b1-7013-4bab-9934-ad7ea7e8cc03 req-e3e3f931-7679-4a82-be5f-3c4c3d294768 service neutron] Transition to ACTIVE for port object 886303e5-14f6-4125-ae5f-830989d01818 will not be triggered until provisioned by entity L2. {{(pid=115992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 08 00:43:26.926522 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-2545a8b1-7013-4bab-9934-ad7ea7e8cc03 req-e3e3f931-7679-4a82-be5f-3c4c3d294768 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26371340'] for port (886303e5-14f6-4125-ae5f-830989d01818), after_update {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:26.931456 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:UPDATE=6,neutron:SELECT=89,neutron:INSERT=3,neutron:DELETE=2 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:43:27.042080 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e3f931-7679-4a82-be5f-3c4c3d294768 service neutron] Pushing event updated for resources: {'Port': ['ID=886303e5-14f6-4125-ae5f-830989d01818,revision_number=2']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:43:27.058666 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09c95bb-ca13-47ea-8b26-f821b54b0ff4 req-66fe86dc-27d6-4dc3-b307-a882c4697e10 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:43:27.060159 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-f09c95bb-ca13-47ea-8b26-f821b54b0ff4 req-66fe86dc-27d6-4dc3-b307-a882c4697e10 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b6a72cc2-9190-43cd-9a38-5c40247f06fe HTTP/1.1" status: 200 len: 943 time: 0.1079962 Aug 08 00:43:27.093830 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.managers [req-2545a8b1-7013-4bab-9934-ad7ea7e8cc03 req-e3e3f931-7679-4a82-be5f-3c4c3d294768 service neutron] Attempting to bind port 886303e5-14f6-4125-ae5f-830989d01818 on host hv-cinder-85164 for vnic_type normal with profile {{(pid=115992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 00:43:27.094158 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.managers [req-2545a8b1-7013-4bab-9934-ad7ea7e8cc03 req-e3e3f931-7679-4a82-be5f-3c4c3d294768 service neutron] Attempting to bind port 886303e5-14f6-4125-ae5f-830989d01818 by drivers openvswitch,hyperv on host hv-cinder-85164 at level 0 using segments [{'id': '18f25c40-a290-4c24-9aba-a27af389c08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'a1ea4937-9f88-413c-acfe-262c6911cb43'}] {{(pid=115992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 00:43:27.094484 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2545a8b1-7013-4bab-9934-ad7ea7e8cc03 req-e3e3f931-7679-4a82-be5f-3c4c3d294768 service neutron] Attempting to bind port 886303e5-14f6-4125-ae5f-830989d01818 on network a1ea4937-9f88-413c-acfe-262c6911cb43 {{(pid=115992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 00:43:27.104633 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2545a8b1-7013-4bab-9934-ad7ea7e8cc03 req-e3e3f931-7679-4a82-be5f-3c4c3d294768 service neutron] Port 886303e5-14f6-4125-ae5f-830989d01818 on network a1ea4937-9f88-413c-acfe-262c6911cb43 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85164 {{(pid=115992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 08 00:43:27.105430 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2545a8b1-7013-4bab-9934-ad7ea7e8cc03 req-e3e3f931-7679-4a82-be5f-3c4c3d294768 service neutron] Attempting to bind port 886303e5-14f6-4125-ae5f-830989d01818 on network a1ea4937-9f88-413c-acfe-262c6911cb43 {{(pid=115992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 00:43:27.116162 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2545a8b1-7013-4bab-9934-ad7ea7e8cc03 req-e3e3f931-7679-4a82-be5f-3c4c3d294768 service neutron] Checking agent: {'id': 'c200ec1a-5dc3-458a-a30d-0f16255c41c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85164', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 0, 30, 30), 'started_at': datetime.datetime(2022, 8, 8, 0, 30, 30), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 00:43:27.116494 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2545a8b1-7013-4bab-9934-ad7ea7e8cc03 req-e3e3f931-7679-4a82-be5f-3c4c3d294768 service neutron] Checking segment: {'id': '18f25c40-a290-4c24-9aba-a27af389c08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'a1ea4937-9f88-413c-acfe-262c6911cb43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 00:43:27.116867 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2545a8b1-7013-4bab-9934-ad7ea7e8cc03 req-e3e3f931-7679-4a82-be5f-3c4c3d294768 service neutron] Bound using segment: {'id': '18f25c40-a290-4c24-9aba-a27af389c08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'a1ea4937-9f88-413c-acfe-262c6911cb43'} {{(pid=115992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 00:43:27.117285 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.managers [req-2545a8b1-7013-4bab-9934-ad7ea7e8cc03 req-e3e3f931-7679-4a82-be5f-3c4c3d294768 service neutron] Bound port: 886303e5-14f6-4125-ae5f-830989d01818, host: hv-cinder-85164, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18f25c40-a290-4c24-9aba-a27af389c08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'a1ea4937-9f88-413c-acfe-262c6911cb43'}}] {{(pid=115992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 00:43:27.117637 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-2545a8b1-7013-4bab-9934-ad7ea7e8cc03 req-e3e3f931-7679-4a82-be5f-3c4c3d294768 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (886303e5-14f6-4125-ae5f-830989d01818), before_update {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:27.142059 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-f09c95bb-ca13-47ea-8b26-f821b54b0ff4 req-1b042b4a-50f5-42ee-b0eb-f43edecddd64 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2dff21ef-d80b-4899-9165-8d57ab8501d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748308 Aug 08 00:43:27.189406 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.db [req-2545a8b1-7013-4bab-9934-ad7ea7e8cc03 req-e3e3f931-7679-4a82-be5f-3c4c3d294768 service neutron] For port 886303e5-14f6-4125-ae5f-830989d01818, host hv-cinder-85164, cleared binding levels {{(pid=115992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 00:43:27.192414 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.db [req-2545a8b1-7013-4bab-9934-ad7ea7e8cc03 req-e3e3f931-7679-4a82-be5f-3c4c3d294768 service neutron] For port 886303e5-14f6-4125-ae5f-830989d01818, host hv-cinder-85164, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85164',level=0,port_id=886303e5-14f6-4125-ae5f-830989d01818,segment=NetworkSegment(18f25c40-a290-4c24-9aba-a27af389c08c),segment_id=18f25c40-a290-4c24-9aba-a27af389c08c)] {{(pid=115992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 00:43:27.246690 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-2545a8b1-7013-4bab-9934-ad7ea7e8cc03 req-e3e3f931-7679-4a82-be5f-3c4c3d294768 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26371340'] for port (886303e5-14f6-4125-ae5f-830989d01818), after_update {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:27.250757 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2545a8b1-7013-4bab-9934-ad7ea7e8cc03 req-e3e3f931-7679-4a82-be5f-3c4c3d294768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:43:27.251380 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [req-2545a8b1-7013-4bab-9934-ad7ea7e8cc03 req-e3e3f931-7679-4a82-be5f-3c4c3d294768 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63196'] for port (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:27.252748 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-2545a8b1-7013-4bab-9934-ad7ea7e8cc03 req-e3e3f931-7679-4a82-be5f-3c4c3d294768 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/886303e5-14f6-4125-ae5f-830989d01818 HTTP/1.1" status: 200 len: 1093 time: 0.7590482 Aug 08 00:43:27.253226 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6a72cc2-9190-43cd-9a38-5c40247f06fe', 'tag': '886303e5-14f6-4125-ae5f-830989d01818'}] {{(pid=115992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 00:43:27.255478 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15c1dc6174c04d27a45b4789687485f3f31469fbdbb3cd0a658d3b47a2d9b382" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bb7d7c7-95f6-4c20-b502-564d0217150f" -d '{"events": [{"name": "network-changed", "server_uuid": "b6a72cc2-9190-43cd-9a38-5c40247f06fe", "tag": "886303e5-14f6-4125-ae5f-830989d01818"}]}' {{(pid=115992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 00:43:27.294836 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 00:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47374c3c-106c-441e-9ba9-72a379f9f26f x-openstack-request-id: req-47374c3c-106c-441e-9ba9-72a379f9f26f {{(pid=115992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 00:43:27.295172 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6a72cc2-9190-43cd-9a38-5c40247f06fe", "tag": "886303e5-14f6-4125-ae5f-830989d01818", "status": "completed", "code": 200}]} {{(pid=115992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 00:43:27.295456 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-47374c3c-106c-441e-9ba9-72a379f9f26f {{(pid=115992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 00:43:27.295890 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47374c3c-106c-441e-9ba9-72a379f9f26f'] response: {'name': 'network-changed', 'server_uuid': 'b6a72cc2-9190-43cd-9a38-5c40247f06fe', 'tag': '886303e5-14f6-4125-ae5f-830989d01818', 'status': 'completed', 'code': 200} Aug 08 00:43:27.305227 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e3f931-7679-4a82-be5f-3c4c3d294768 service neutron] Pushing event updated for resources: {'Port': ['ID=886303e5-14f6-4125-ae5f-830989d01818,revision_number=3']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:43:27.360410 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb7d7c7-95f6-4c20-b502-564d0217150f req-72d47c9f-01d3-44d9-825e-8a998d4bda7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:43:27.361929 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-2bb7d7c7-95f6-4c20-b502-564d0217150f req-72d47c9f-01d3-44d9-825e-8a998d4bda7d service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=2c27d244bd514766b955d1a4aba239eb&device_id=b6a72cc2-9190-43cd-9a38-5c40247f06fe HTTP/1.1" status: 200 len: 1127 time: 0.0435469 Aug 08 00:43:27.458255 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb7d7c7-95f6-4c20-b502-564d0217150f req-54c9d43e-c7f8-477e-98d8-af41f7374944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:43:27.459722 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-2bb7d7c7-95f6-4c20-b502-564d0217150f req-54c9d43e-c7f8-477e-98d8-af41f7374944 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?tenant_id=2c27d244bd514766b955d1a4aba239eb&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0892723 Aug 08 00:43:27.556191 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb7d7c7-95f6-4c20-b502-564d0217150f req-806eade9-2682-4e26-8390-f4d33c1f2a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:43:27.557520 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-2bb7d7c7-95f6-4c20-b502-564d0217150f req-806eade9-2682-4e26-8390-f4d33c1f2a6e service neutron] 10.222.0.25 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0886779 Aug 08 00:43:27.642398 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2545a8b1-7013-4bab-9934-ad7ea7e8cc03 req-7fa09db0-adec-4e1d-8589-aa680a403847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:43:27.643893 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-2545a8b1-7013-4bab-9934-ad7ea7e8cc03 req-7fa09db0-adec-4e1d-8589-aa680a403847 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=2c27d244bd514766b955d1a4aba239eb&device_id=b6a72cc2-9190-43cd-9a38-5c40247f06fe HTTP/1.1" status: 200 len: 1127 time: 0.0382001 Aug 08 00:43:27.686631 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-2545a8b1-7013-4bab-9934-ad7ea7e8cc03 req-c29e19a8-b123-48bb-be8a-72dd0029c143 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=886303e5-14f6-4125-ae5f-830989d01818 HTTP/1.1" status: 200 len: 217 time: 0.0319827 Aug 08 00:43:27.741305 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2545a8b1-7013-4bab-9934-ad7ea7e8cc03 req-fe62a133-7ac7-4732-84ec-1c50c30739e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:43:27.742732 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-2545a8b1-7013-4bab-9934-ad7ea7e8cc03 req-fe62a133-7ac7-4732-84ec-1c50c30739e5 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=4f8f3ce2-bf86-4860-ba68-5eb4fa8e9a71 HTTP/1.1" status: 200 len: 849 time: 0.0471883 Aug 08 00:43:27.784781 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:43:27.790748 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2545a8b1-7013-4bab-9934-ad7ea7e8cc03 req-1810e800-bf70-458c-a211-2d1a01918f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:43:27.796811 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-2545a8b1-7013-4bab-9934-ad7ea7e8cc03 req-1810e800-bf70-458c-a211-2d1a01918f11 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=a1ea4937-9f88-413c-acfe-262c6911cb43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395730 Aug 08 00:43:27.888405 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-2545a8b1-7013-4bab-9934-ad7ea7e8cc03 req-10b44b29-03c9-4aaa-91c1-5054f405d1e3 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a1ea4937-9f88-413c-acfe-262c6911cb43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863867 Aug 08 00:43:27.980763 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-2545a8b1-7013-4bab-9934-ad7ea7e8cc03 req-5b5345fc-83ad-481a-8286-65e0ee7c7b1c service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a1ea4937-9f88-413c-acfe-262c6911cb43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819659 Aug 08 00:43:28.131067 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:43:28.135056 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=5 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:43:28.261258 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2845d1f-0979-41f3-a2f0-675a685902b0 req-ed97dc01-e8a0-4aab-81ee-99fe28681202 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:43:28.262692 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-e2845d1f-0979-41f3-a2f0-675a685902b0 req-ed97dc01-e8a0-4aab-81ee-99fe28681202 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b6a72cc2-9190-43cd-9a38-5c40247f06fe HTTP/1.1" status: 200 len: 943 time: 0.0464509 Aug 08 00:43:28.312967 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-e2845d1f-0979-41f3-a2f0-675a685902b0 req-4e02bbfe-634f-475e-a06f-597cfba1654c tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2dff21ef-d80b-4899-9165-8d57ab8501d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447855 Aug 08 00:43:29.431982 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564742d9-b80b-4784-88c1-cdca9734098a req-7d7ce164-b935-444d-8ec0-f46f6cf24937 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:43:29.433434 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-564742d9-b80b-4784-88c1-cdca9734098a req-7d7ce164-b935-444d-8ec0-f46f6cf24937 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b6a72cc2-9190-43cd-9a38-5c40247f06fe HTTP/1.1" status: 200 len: 943 time: 0.0473943 Aug 08 00:43:29.479837 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-564742d9-b80b-4784-88c1-cdca9734098a req-1c9168e8-cb3c-46e7-9e3c-0a0bf90438e1 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2dff21ef-d80b-4899-9165-8d57ab8501d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408938 Aug 08 00:43:30.549120 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (c200ec1a-5dc3-458a-a30d-0f16255c41c0), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:30.596587 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8148753-c90f-4941-aed1-f50d0d2016fd req-ac4b6f62-34c0-45b9-8f85-615d6fd7ef57 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:43:30.598031 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-e8148753-c90f-4941-aed1-f50d0d2016fd req-ac4b6f62-34c0-45b9-8f85-615d6fd7ef57 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b6a72cc2-9190-43cd-9a38-5c40247f06fe HTTP/1.1" status: 200 len: 943 time: 0.0470390 Aug 08 00:43:30.644601 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-e8148753-c90f-4941-aed1-f50d0d2016fd req-558239a9-173e-405b-9477-9dacba9396f5 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2dff21ef-d80b-4899-9165-8d57ab8501d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402148 Aug 08 00:43:30.655565 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 36128) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:43:30.794817 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.plugin [None req-b56b5cab-30e8-4956-8ef7-c3a26184fee9 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Deleting port b9dc8044-3b8a-4821-94fd-42f3901f5464 {{(pid=115991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 00:43:30.795052 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-b56b5cab-30e8-4956-8ef7-c3a26184fee9 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764676511537'] for port (b9dc8044-3b8a-4821-94fd-42f3901f5464), before_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:30.872480 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-b56b5cab-30e8-4956-8ef7-c3a26184fee9 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440649'] for port (b9dc8044-3b8a-4821-94fd-42f3901f5464), precommit_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:30.872807 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-b56b5cab-30e8-4956-8ef7-c3a26184fee9 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Publish callbacks [] for floatingip (b9dc8044-3b8a-4821-94fd-42f3901f5464), precommit_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:30.885624 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.plugin [None req-b56b5cab-30e8-4956-8ef7-c3a26184fee9 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Calling delete_port for b9dc8044-3b8a-4821-94fd-42f3901f5464 owned by network:floatingip {{(pid=115991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 00:43:31.063109 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-b56b5cab-30e8-4956-8ef7-c3a26184fee9 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764676515054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764676113794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2785209'] for port (b9dc8044-3b8a-4821-94fd-42f3901f5464), after_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:31.088499 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56b5cab-30e8-4956-8ef7-c3a26184fee9 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Pushing event deleted for resources: {'Port': ['ID=b9dc8044-3b8a-4821-94fd-42f3901f5464,revision_number=None']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:43:31.142200 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:43:31.148628 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-b56b5cab-30e8-4956-8ef7-c3a26184fee9 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Publish callbacks [] for floatingip (3d9e0dff-fb62-46c2-a232-e65ce0cea7f5), after_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:31.154656 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.db.l3_db [None req-b56b5cab-30e8-4956-8ef7-c3a26184fee9 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Floating IP 3d9e0dff-fb62-46c2-a232-e65ce0cea7f5 disassociated (deleted). External IP: 172.27.3.140, port: 3077b2e0-65e2-482e-a811-8f38321c9890. Aug 08 00:43:31.187389 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:43:31.351339 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b56b5cab-30e8-4956-8ef7-c3a26184fee9 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Router d99aed4c-db56-4c90-b02b-64144441fa35 has already been hosted by L3 agent d53f5436-7c7f-4441-9708-9d0333b57745 {{(pid=115991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 00:43:31.456100 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b56b5cab-30e8-4956-8ef7-c3a26184fee9 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Notify agent at l3_agent.dv-cinder-851640-3-iscsi the message routers_updated {{(pid=115991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 00:43:31.461052 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-b56b5cab-30e8-4956-8ef7-c3a26184fee9 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63196'] for floatingip (None), before_response {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:31.465549 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d71dda-8aac-4875-a98e-5130d2b215cc None None] Sync routers for ids ['d99aed4c-db56-4c90-b02b-64144441fa35'] in dv-cinder-851640-3-iscsi {{(pid=115993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 00:43:31.474506 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d71dda-8aac-4875-a98e-5130d2b215cc None None] Routers {'d99aed4c-db56-4c90-b02b-64144441fa35'} bound to L3 agent in host dv-cinder-851640-3-iscsi {{(pid=115993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 00:43:31.475116 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_hamode_db [None req-21d71dda-8aac-4875-a98e-5130d2b215cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851640-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-08T00:24:12Z,description=,heartbeat_timestamp=2022-08-08T00:43:12Z,host='dv-cinder-851640-3-iscsi',id=d53f5436-7c7f-4441-9708-9d0333b57745,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T00:24:13Z,topic='l3_agent')) {'router_ids': ['d99aed4c-db56-4c90-b02b-64144441fa35'], 'active': True} {{(pid=115993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:43:31.489787 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-b56b5cab-30e8-4956-8ef7-c3a26184fee9 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.15 "DELETE /networking/v2.0/floatingips/3d9e0dff-fb62-46c2-a232-e65ce0cea7f5 HTTP/1.1" status: 204 len: 168 time: 0.8330953 Aug 08 00:43:31.490582 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d1fb464-5500-49a1-8355-ffa68b6d0e60', 'tag': '3077b2e0-65e2-482e-a811-8f38321c9890'}] {{(pid=115991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 00:43:31.493549 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73a3e3d67458d2a17dff5edd29115f5abec4313aa2236b93bd84783ab3df8685" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54deb95a-af55-4447-92b3-34888625af80" -d '{"events": [{"name": "network-changed", "server_uuid": "8d1fb464-5500-49a1-8355-ffa68b6d0e60", "tag": "3077b2e0-65e2-482e-a811-8f38321c9890"}]}' {{(pid=115991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 00:43:31.580666 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvr_db [None req-21d71dda-8aac-4875-a98e-5130d2b215cc None None] Set router d99aed4c-db56-4c90-b02b-64144441fa35 gateway port host: dv-cinder-851640-3-iscsi {{(pid=115993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 00:43:31.593732 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 00:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d50c9f1-bdd6-4ca8-af73-95110bbbd499 x-openstack-request-id: req-8d50c9f1-bdd6-4ca8-af73-95110bbbd499 {{(pid=115991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 00:43:31.594094 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d1fb464-5500-49a1-8355-ffa68b6d0e60", "tag": "3077b2e0-65e2-482e-a811-8f38321c9890", "status": "completed", "code": 200}]} {{(pid=115991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 00:43:31.594435 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8d50c9f1-bdd6-4ca8-af73-95110bbbd499 {{(pid=115991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 00:43:31.594907 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d50c9f1-bdd6-4ca8-af73-95110bbbd499'] response: {'name': 'network-changed', 'server_uuid': '8d1fb464-5500-49a1-8355-ffa68b6d0e60', 'tag': '3077b2e0-65e2-482e-a811-8f38321c9890', 'status': 'completed', 'code': 200} Aug 08 00:43:31.670850 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54deb95a-af55-4447-92b3-34888625af80 req-83686edd-a4ac-449e-9e60-aeab2f24eb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:43:31.672399 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-54deb95a-af55-4447-92b3-34888625af80 req-83686edd-a4ac-449e-9e60-aeab2f24eb10 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=a22da44baa6b472e91d99fbcb03b583c&device_id=8d1fb464-5500-49a1-8355-ffa68b6d0e60 HTTP/1.1" status: 200 len: 1129 time: 0.0449698 Aug 08 00:43:31.746815 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:43:31.796796 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afbc104-5586-4447-9a71-9805e34fce3e req-80fb5c62-8c81-4a1f-9f22-d892360c2392 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:43:31.798451 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-8afbc104-5586-4447-9a71-9805e34fce3e req-80fb5c62-8c81-4a1f-9f22-d892360c2392 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b6a72cc2-9190-43cd-9a38-5c40247f06fe HTTP/1.1" status: 200 len: 943 time: 0.0657759 Aug 08 00:43:31.804748 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_hamode_db [None req-21d71dda-8aac-4875-a98e-5130d2b215cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd99aed4c-db56-4c90-b02b-64144441fa35', 'name': 'tempest-TestVolumeBootPattern-1815404956-router', 'tenant_id': 'a22da44baa6b472e91d99fbcb03b583c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '7a061287-b52c-47b1-848a-b38d19005ef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:35:38Z', 'updated_at': '2022-08-08T00:35:45Z', 'revision_number': 4, 'project_id': 'a22da44baa6b472e91d99fbcb03b583c', 'gw_port': {'id': '7a061287-b52c-47b1-848a-b38d19005ef5', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:21:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99aed4c-db56-4c90-b02b-64144441fa35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:35:39Z', 'updated_at': '2022-08-08T00:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi', '_floatingips': [{'id': 'd0baadcd-7de1-485c-962b-1cbc3ea1bd68', 'tenant_id': 'a22da44baa6b472e91d99fbcb03b583c', 'floating_ip_address': '172.27.3.72', 'floating_network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'router_id': 'd99aed4c-db56-4c90-b02b-64144441fa35', 'port_id': 'e6fc7acc-6a32-4ac7-91cb-f76468a453aa', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e16e278d-24ed-46ec-9b21-78207cc53646', 'mac_address': 'fa:16:3e:6a:0b:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89abab5-8e69-4485-be7a-d76eb57f16a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T00:39:44Z', 'updated_at': '2022-08-08T00:39:46Z', 'revision_number': 1, 'project_id': 'a22da44baa6b472e91d99fbcb03b583c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8522b74-8a47-4852-94d4-8aec395de36e', 'name': '', 'network_id': 'e16e278d-24ed-46ec-9b21-78207cc53646', 'tenant_id': 'a22da44baa6b472e91d99fbcb03b583c', 'mac_address': 'fa:16:3e:6a:5f:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99aed4c-db56-4c90-b02b-64144441fa35', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '49ad74e6-a7f8-44c2-b833-dcbba288ca27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:35:44Z', 'updated_at': '2022-08-08T00:35:55Z', 'revision_number': 5, 'project_id': 'a22da44baa6b472e91d99fbcb03b583c', 'subnets': [{'id': '49ad74e6-a7f8-44c2-b833-dcbba288ca27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851640-3-iscsi', False) {} {{(pid=115993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:43:31.831879 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d71dda-8aac-4875-a98e-5130d2b215cc None None] Checking router: d99aed4c-db56-4c90-b02b-64144441fa35 for host: dv-cinder-851640-3-iscsi {{(pid=115993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 00:43:31.841803 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d71dda-8aac-4875-a98e-5130d2b215cc None None] Routers {'d99aed4c-db56-4c90-b02b-64144441fa35'} bound to L3 agent in host dv-cinder-851640-3-iscsi {{(pid=115993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 00:43:31.842665 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_hamode_db [None req-21d71dda-8aac-4875-a98e-5130d2b215cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851640-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-08T00:24:12Z,description=,heartbeat_timestamp=2022-08-08T00:43:12Z,host='dv-cinder-851640-3-iscsi',id=d53f5436-7c7f-4441-9708-9d0333b57745,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T00:24:13Z,topic='l3_agent')) {'router_ids': ['d99aed4c-db56-4c90-b02b-64144441fa35'], 'active': True} {{(pid=115993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:43:31.845334 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54deb95a-af55-4447-92b3-34888625af80 req-f3572b4c-6153-4729-9f83-b5eeb9c6d453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:43:31.846655 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-54deb95a-af55-4447-92b3-34888625af80 req-f3572b4c-6153-4729-9f83-b5eeb9c6d453 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=e16e278d-24ed-46ec-9b21-78207cc53646 HTTP/1.1" status: 200 len: 913 time: 0.1629245 Aug 08 00:43:31.848322 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Device 886303e5-14f6-4125-ae5f-830989d01818 details requested by agent hyperv_hv-cinder-85164 with host hv-cinder-85164 {{(pid=115993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 08 00:43:31.878451 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-8afbc104-5586-4447-9a71-9805e34fce3e req-1a613be2-574d-4e93-b052-72c364c4984f tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2dff21ef-d80b-4899-9165-8d57ab8501d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701923 Aug 08 00:43:31.939807 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4679827a-3244-4d45-b7d8-9b4d9f2bffe0 req-a4d3c4c5-c3f6-438b-b863-b8eea33c23f0 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:43:31.941507 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-4679827a-3244-4d45-b7d8-9b4d9f2bffe0 req-a4d3c4c5-c3f6-438b-b863-b8eea33c23f0 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8d1fb464-5500-49a1-8355-ffa68b6d0e60 HTTP/1.1" status: 200 len: 945 time: 0.0537684 Aug 08 00:43:32.003015 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-4679827a-3244-4d45-b7d8-9b4d9f2bffe0 req-1ac2d6cd-2b9d-49b7-b451-21b9c95b0fc8 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c7fab9c4-62df-4772-9aa5-24224734ea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546734 Aug 08 00:43:32.018872 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvr_db [None req-21d71dda-8aac-4875-a98e-5130d2b215cc None None] Set router d99aed4c-db56-4c90-b02b-64144441fa35 gateway port host: dv-cinder-851640-3-iscsi {{(pid=115993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 00:43:32.130762 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] For port 886303e5-14f6-4125-ae5f-830989d01818, host hv-cinder-85164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85164',level=0,port_id=886303e5-14f6-4125-ae5f-830989d01818,segment=NetworkSegment(18f25c40-a290-4c24-9aba-a27af389c08c),segment_id=18f25c40-a290-4c24-9aba-a27af389c08c)] {{(pid=115993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:43:32.149556 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Returning: {'device': '886303e5-14f6-4125-ae5f-830989d01818', 'network_id': 'a1ea4937-9f88-413c-acfe-262c6911cb43', 'port_id': '886303e5-14f6-4125-ae5f-830989d01818', 'mac_address': 'fa:16:3e:5b:c1:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f8f3ce2-bf86-4860-ba68-5eb4fa8e9a71', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 08 00:43:32.173049 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-54deb95a-af55-4447-92b3-34888625af80 req-4fc0b52b-f7e9-4836-badc-43ec1cebffe8 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3077b2e0-65e2-482e-a811-8f38321c9890 HTTP/1.1" status: 200 len: 217 time: 0.3131325 Aug 08 00:43:32.357034 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Current status of the port 886303e5-14f6-4125-ae5f-830989d01818 is: DOWN; New status is: BUILD {{(pid=115993) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 00:43:32.357432 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (886303e5-14f6-4125-ae5f-830989d01818), before_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:32.361932 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:43:32.384619 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.notifiers.nova [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 886303e5-14f6-4125-ae5f-830989d01818 {{(pid=115993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 00:43:32.396069 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:43:32.434299 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] For port 886303e5-14f6-4125-ae5f-830989d01818, host hv-cinder-85164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85164',level=0,port_id=886303e5-14f6-4125-ae5f-830989d01818,segment=NetworkSegment(18f25c40-a290-4c24-9aba-a27af389c08c),segment_id=18f25c40-a290-4c24-9aba-a27af389c08c)] {{(pid=115993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:43:32.451718 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_hamode_db [None req-21d71dda-8aac-4875-a98e-5130d2b215cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd99aed4c-db56-4c90-b02b-64144441fa35', 'name': 'tempest-TestVolumeBootPattern-1815404956-router', 'tenant_id': 'a22da44baa6b472e91d99fbcb03b583c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '7a061287-b52c-47b1-848a-b38d19005ef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:35:38Z', 'updated_at': '2022-08-08T00:35:45Z', 'revision_number': 4, 'project_id': 'a22da44baa6b472e91d99fbcb03b583c', 'gw_port': {'id': '7a061287-b52c-47b1-848a-b38d19005ef5', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:21:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99aed4c-db56-4c90-b02b-64144441fa35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:35:39Z', 'updated_at': '2022-08-08T00:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi', '_floatingips': [{'id': 'd0baadcd-7de1-485c-962b-1cbc3ea1bd68', 'tenant_id': 'a22da44baa6b472e91d99fbcb03b583c', 'floating_ip_address': '172.27.3.72', 'floating_network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'router_id': 'd99aed4c-db56-4c90-b02b-64144441fa35', 'port_id': 'e6fc7acc-6a32-4ac7-91cb-f76468a453aa', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e16e278d-24ed-46ec-9b21-78207cc53646', 'mac_address': 'fa:16:3e:6a:0b:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89abab5-8e69-4485-be7a-d76eb57f16a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T00:39:44Z', 'updated_at': '2022-08-08T00:39:46Z', 'revision_number': 1, 'project_id': 'a22da44baa6b472e91d99fbcb03b583c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8522b74-8a47-4852-94d4-8aec395de36e', 'name': '', 'network_id': 'e16e278d-24ed-46ec-9b21-78207cc53646', 'tenant_id': 'a22da44baa6b472e91d99fbcb03b583c', 'mac_address': 'fa:16:3e:6a:5f:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99aed4c-db56-4c90-b02b-64144441fa35', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '49ad74e6-a7f8-44c2-b833-dcbba288ca27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:35:44Z', 'updated_at': '2022-08-08T00:35:55Z', 'revision_number': 5, 'project_id': 'a22da44baa6b472e91d99fbcb03b583c', 'subnets': [{'id': '49ad74e6-a7f8-44c2-b833-dcbba288ca27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851640-3-iscsi', False) {} {{(pid=115993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:43:32.477230 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d71dda-8aac-4875-a98e-5130d2b215cc None None] The sync data for ids ['d99aed4c-db56-4c90-b02b-64144441fa35'] in dv-cinder-851640-3-iscsi is: [{'id': 'd99aed4c-db56-4c90-b02b-64144441fa35', 'name': 'tempest-TestVolumeBootPattern-1815404956-router', 'tenant_id': 'a22da44baa6b472e91d99fbcb03b583c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '7a061287-b52c-47b1-848a-b38d19005ef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:35:38Z', 'updated_at': '2022-08-08T00:35:45Z', 'revision_number': 4, 'project_id': 'a22da44baa6b472e91d99fbcb03b583c', 'gw_port': {'id': '7a061287-b52c-47b1-848a-b38d19005ef5', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:21:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99aed4c-db56-4c90-b02b-64144441fa35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:35:39Z', 'updated_at': '2022-08-08T00:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi', '_floatingips': [{'id': 'd0baadcd-7de1-485c-962b-1cbc3ea1bd68', 'tenant_id': 'a22da44baa6b472e91d99fbcb03b583c', 'floating_ip_address': '172.27.3.72', 'floating_network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'router_id': 'd99aed4c-db56-4c90-b02b-64144441fa35', 'port_id': 'e6fc7acc-6a32-4ac7-91cb-f76468a453aa', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e16e278d-24ed-46ec-9b21-78207cc53646', 'mac_address': 'fa:16:3e:6a:0b:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89abab5-8e69-4485-be7a-d76eb57f16a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T00:39:44Z', 'updated_at': '2022-08-08T00:39:46Z', 'revision_number': 1, 'project_id': 'a22da44baa6b472e91d99fbcb03b583c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8522b74-8a47-4852-94d4-8aec395de36e', 'name': '', 'network_id': 'e16e278d-24ed-46ec-9b21-78207cc53646', 'tenant_id': 'a22da44baa6b472e91d99fbcb03b583c', 'mac_address': 'fa:16:3e:6a:5f:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99aed4c-db56-4c90-b02b-64144441fa35', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '49ad74e6-a7f8-44c2-b833-dcbba288ca27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:35:44Z', 'updated_at': '2022-08-08T00:35:55Z', 'revision_number': 5, 'project_id': 'a22da44baa6b472e91d99fbcb03b583c', 'subnets': [{'id': '49ad74e6-a7f8-44c2-b833-dcbba288ca27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 00:43:32.503545 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821'] for port (886303e5-14f6-4125-ae5f-830989d01818), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:32.551906 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Pushing event updated for resources: {'Port': ['ID=886303e5-14f6-4125-ae5f-830989d01818,revision_number=4']} {{(pid=115993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:43:32.559516 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:43:32.564661 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:43:32.564661 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:43:32.564661 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:43:32.564661 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:43:32.564661 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:43:32.564661 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:43:32.564661 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:43:32.564661 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:43:32.564661 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:43:32.564661 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:43:32.564661 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:43:32.564661 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:43:32.564661 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:43:32.564661 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:43:32.690810 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770c9735-df88-4806-9d89-893823df96de None None] New status for floating IP 3d9e0dff-fb62-46c2-a232-e65ce0cea7f5: DOWN {{(pid=115994) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 08 00:43:32.759674 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] get_ports_and_sgs() called for port_ids ['886303e5-14f6-4125-ae5f-830989d01818'] {{(pid=115993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 00:43:32.995193 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd214e05-3d35-428f-a821-5a14ec602faa req-44a61c66-b044-4766-81c2-6dcbbe0d304b tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:43:32.996667 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-bd214e05-3d35-428f-a821-5a14ec602faa req-44a61c66-b044-4766-81c2-6dcbbe0d304b tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b6a72cc2-9190-43cd-9a38-5c40247f06fe HTTP/1.1" status: 200 len: 944 time: 0.0475583 Aug 08 00:43:33.042873 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-bd214e05-3d35-428f-a821-5a14ec602faa req-8e7e56eb-c0a0-4a94-9fa5-df955edbaa9b tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2dff21ef-d80b-4899-9165-8d57ab8501d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404332 Aug 08 00:43:33.107092 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54deb95a-af55-4447-92b3-34888625af80 req-b5c77ad6-e35a-4437-aa59-33abf015df16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:43:33.108595 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-54deb95a-af55-4447-92b3-34888625af80 req-b5c77ad6-e35a-4437-aa59-33abf015df16 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=49ad74e6-a7f8-44c2-b833-dcbba288ca27 HTTP/1.1" status: 200 len: 851 time: 0.0464871 Aug 08 00:43:33.129530 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a866f00-8709-4830-a630-ff33d1507bb4 req-a2ff305a-b77d-4c0f-b765-92473c62e850 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:43:33.131026 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-1a866f00-8709-4830-a630-ff33d1507bb4 req-a2ff305a-b77d-4c0f-b765-92473c62e850 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8d1fb464-5500-49a1-8355-ffa68b6d0e60 HTTP/1.1" status: 200 len: 945 time: 0.0478022 Aug 08 00:43:33.162436 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54deb95a-af55-4447-92b3-34888625af80 req-39b81b40-bbff-4be0-b88f-04b91d6506f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:43:33.162436 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-54deb95a-af55-4447-92b3-34888625af80 req-39b81b40-bbff-4be0-b88f-04b91d6506f9 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=e16e278d-24ed-46ec-9b21-78207cc53646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423360 Aug 08 00:43:33.182515 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-1a866f00-8709-4830-a630-ff33d1507bb4 req-5ef5f824-34b7-4533-9be1-c60655497d37 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c7fab9c4-62df-4772-9aa5-24224734ea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451093 Aug 08 00:43:33.299076 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=100 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:43:33.340056 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-54deb95a-af55-4447-92b3-34888625af80 req-0257aa2e-b1cd-4e30-9307-ee9bffcbc785 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/e16e278d-24ed-46ec-9b21-78207cc53646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826535 Aug 08 00:43:33.641699 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-54deb95a-af55-4447-92b3-34888625af80 req-efcbdad0-7790-42c1-ad39-be11ff887663 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/e16e278d-24ed-46ec-9b21-78207cc53646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874364 Aug 08 00:43:33.670101 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35909db0-951f-4bb9-906c-a74ec809e51d req-44399f3e-9467-4aad-b059-f08326d89b6e tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:43:33.671584 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-35909db0-951f-4bb9-906c-a74ec809e51d req-44399f3e-9467-4aad-b059-f08326d89b6e tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8d1fb464-5500-49a1-8355-ffa68b6d0e60 HTTP/1.1" status: 200 len: 945 time: 0.0465069 Aug 08 00:43:33.757287 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.plugin [req-35909db0-951f-4bb9-906c-a74ec809e51d req-446947b7-c00e-4909-9905-3d85bd9d9483 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Deleting port 3077b2e0-65e2-482e-a811-8f38321c9890 {{(pid=115991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 00:43:33.757630 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [req-35909db0-951f-4bb9-906c-a74ec809e51d req-446947b7-c00e-4909-9905-3d85bd9d9483 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764676511537'] for port (3077b2e0-65e2-482e-a811-8f38321c9890), before_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:33.846732 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.db [req-35909db0-951f-4bb9-906c-a74ec809e51d req-446947b7-c00e-4909-9905-3d85bd9d9483 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] For port 3077b2e0-65e2-482e-a811-8f38321c9890, host hv-cinder-85164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85164',level=0,port_id=3077b2e0-65e2-482e-a811-8f38321c9890,segment=NetworkSegment(56f79eda-31d2-4604-82b3-22c1f0bf411f),segment_id=56f79eda-31d2-4604-82b3-22c1f0bf411f)] {{(pid=115991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:43:33.847093 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [req-35909db0-951f-4bb9-906c-a74ec809e51d req-446947b7-c00e-4909-9905-3d85bd9d9483 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440649'] for port (3077b2e0-65e2-482e-a811-8f38321c9890), precommit_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:33.847340 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Device 886303e5-14f6-4125-ae5f-830989d01818 up at agent hyperv_hv-cinder-85164 {{(pid=115993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 00:43:33.860300 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.plugin [req-35909db0-951f-4bb9-906c-a74ec809e51d req-446947b7-c00e-4909-9905-3d85bd9d9483 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Calling delete_port for 3077b2e0-65e2-482e-a811-8f38321c9890 owned by compute:nova {{(pid=115991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 00:43:33.889121 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Provisioning for port 886303e5-14f6-4125-ae5f-830989d01818 completed by entity L2. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 08 00:43:33.919766 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=100 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:43:33.937587 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.provisioning_blocks [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Provisioning complete for port 886303e5-14f6-4125-ae5f-830989d01818 triggered by entity L2. {{(pid=115993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 00:43:33.937966 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385794'] for port (886303e5-14f6-4125-ae5f-830989d01818), provisioning_complete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:34.013768 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Current status of the port 886303e5-14f6-4125-ae5f-830989d01818 is: BUILD; New status is: ACTIVE {{(pid=115993) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 00:43:34.014151 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526501'] for port (886303e5-14f6-4125-ae5f-830989d01818), before_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:34.036231 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6a72cc2-9190-43cd-9a38-5c40247f06fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '886303e5-14f6-4125-ae5f-830989d01818'}] {{(pid=115993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 00:43:34.038452 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffcbb3165cefe78fdef2215408d5e0047484b378f5d65619a4e095a8aefc113e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe9a6a01-e84e-4355-9fce-f1202f853a21" -d '{"events": [{"server_uuid": "b6a72cc2-9190-43cd-9a38-5c40247f06fe", "name": "network-vif-plugged", "status": "completed", "tag": "886303e5-14f6-4125-ae5f-830989d01818"}]}' {{(pid=115993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 00:43:34.050948 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] For port 886303e5-14f6-4125-ae5f-830989d01818, host hv-cinder-85164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85164',level=0,port_id=886303e5-14f6-4125-ae5f-830989d01818,segment=NetworkSegment(18f25c40-a290-4c24-9aba-a27af389c08c),segment_id=18f25c40-a290-4c24-9aba-a27af389c08c)] {{(pid=115993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:43:34.052306 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [req-35909db0-951f-4bb9-906c-a74ec809e51d req-446947b7-c00e-4909-9905-3d85bd9d9483 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764676515054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764676113794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2785209'] for port (3077b2e0-65e2-482e-a811-8f38321c9890), after_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:34.080890 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 00:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23c4ed42-157a-4d6e-981a-9f0b39282cbf x-openstack-request-id: req-23c4ed42-157a-4d6e-981a-9f0b39282cbf {{(pid=115993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 00:43:34.081395 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6a72cc2-9190-43cd-9a38-5c40247f06fe", "name": "network-vif-plugged", "status": "completed", "tag": "886303e5-14f6-4125-ae5f-830989d01818", "code": 200}]} {{(pid=115993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 00:43:34.081816 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-23c4ed42-157a-4d6e-981a-9f0b39282cbf {{(pid=115993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 00:43:34.082369 dv-cinder-851640-3-iscsi neutron-server[115993]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23c4ed42-157a-4d6e-981a-9f0b39282cbf'] response: {'server_uuid': 'b6a72cc2-9190-43cd-9a38-5c40247f06fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '886303e5-14f6-4125-ae5f-830989d01818', 'code': 200} Aug 08 00:43:34.082578 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446947b7-c00e-4909-9905-3d85bd9d9483 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Pushing event deleted for resources: {'Port': ['ID=3077b2e0-65e2-482e-a811-8f38321c9890,revision_number=None']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:43:34.121845 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764676515045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764676113803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764676113821'] for port (886303e5-14f6-4125-ae5f-830989d01818), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:34.137141 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.db.l3_dvrscheduler_db [req-35909db0-951f-4bb9-906c-a74ec809e51d req-446947b7-c00e-4909-9905-3d85bd9d9483 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] No DVR routers for this DVR port 3077b2e0-65e2-482e-a811-8f38321c9890 on host hv-cinder-85164 {{(pid=115991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 08 00:43:34.140115 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [req-35909db0-951f-4bb9-906c-a74ec809e51d req-446947b7-c00e-4909-9905-3d85bd9d9483 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63196'] for port (None), before_response {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:34.143534 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-35909db0-951f-4bb9-906c-a74ec809e51d req-446947b7-c00e-4909-9905-3d85bd9d9483 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.25 "DELETE /networking/v2.0/ports/3077b2e0-65e2-482e-a811-8f38321c9890 HTTP/1.1" status: 204 len: 173 time: 0.4657402 Aug 08 00:43:34.143995 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d1fb464-5500-49a1-8355-ffa68b6d0e60', 'name': 'network-vif-deleted', 'tag': '3077b2e0-65e2-482e-a811-8f38321c9890'}] {{(pid=115991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 00:43:34.146335 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73a3e3d67458d2a17dff5edd29115f5abec4313aa2236b93bd84783ab3df8685" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e042fd02-cfd4-40c9-818f-d67c33d49b6a" -d '{"events": [{"server_uuid": "8d1fb464-5500-49a1-8355-ffa68b6d0e60", "name": "network-vif-deleted", "tag": "3077b2e0-65e2-482e-a811-8f38321c9890"}]}' {{(pid=115991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 00:43:34.187835 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 00:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd410ecd-9c73-4f05-8c73-8a121147aaba x-openstack-request-id: req-cd410ecd-9c73-4f05-8c73-8a121147aaba {{(pid=115991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 00:43:34.188135 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d1fb464-5500-49a1-8355-ffa68b6d0e60", "name": "network-vif-deleted", "tag": "3077b2e0-65e2-482e-a811-8f38321c9890", "status": "completed", "code": 200}]} {{(pid=115991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 00:43:34.188394 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cd410ecd-9c73-4f05-8c73-8a121147aaba {{(pid=115991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 00:43:34.188800 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd410ecd-9c73-4f05-8c73-8a121147aaba'] response: {'server_uuid': '8d1fb464-5500-49a1-8355-ffa68b6d0e60', 'name': 'network-vif-deleted', 'tag': '3077b2e0-65e2-482e-a811-8f38321c9890', 'status': 'completed', 'code': 200} Aug 08 00:43:34.190755 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Pushing event updated for resources: {'Port': ['ID=886303e5-14f6-4125-ae5f-830989d01818,revision_number=5']} {{(pid=115993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:43:34.202778 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d59a931-dfb5-4519-b57d-1b05a3b2bf67 req-9e76d77c-b610-4177-a5b5-7d13e7eeeb9b tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:43:34.204444 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-9d59a931-dfb5-4519-b57d-1b05a3b2bf67 req-9e76d77c-b610-4177-a5b5-7d13e7eeeb9b tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b6a72cc2-9190-43cd-9a38-5c40247f06fe HTTP/1.1" status: 200 len: 945 time: 0.0546806 Aug 08 00:43:34.216728 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:43:34.256419 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-9d59a931-dfb5-4519-b57d-1b05a3b2bf67 req-12732b9e-3921-4a9b-858e-84e07a99bef7 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2dff21ef-d80b-4899-9165-8d57ab8501d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461640 Aug 08 00:43:34.290351 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-74e34930-b615-40c0-9f03-936f9b95c9c6 req-cd13453c-872c-4d17-85e9-13bd92825495 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8d1fb464-5500-49a1-8355-ffa68b6d0e60 HTTP/1.1" status: 200 len: 210 time: 0.0318971 Aug 08 00:43:34.493599 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5fb7d6-ec81-48c8-9353-7650e97c2256 req-36f30871-aea6-4234-ae51-4320fadabd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:43:34.495151 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-1f5fb7d6-ec81-48c8-9353-7650e97c2256 req-36f30871-aea6-4234-ae51-4320fadabd2d service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b6a72cc2-9190-43cd-9a38-5c40247f06fe HTTP/1.1" status: 200 len: 1129 time: 0.0432916 Aug 08 00:43:34.541749 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-1f5fb7d6-ec81-48c8-9353-7650e97c2256 req-368bfada-1906-497e-b092-78d8c37b264e service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2dff21ef-d80b-4899-9165-8d57ab8501d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398383 Aug 08 00:43:35.382592 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87b7b86-9639-4414-8610-e9bab7a76086 req-4b831dc5-7126-4f01-b64e-befa8808b101 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:43:35.385099 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-d87b7b86-9639-4414-8610-e9bab7a76086 req-4b831dc5-7126-4f01-b64e-befa8808b101 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b6a72cc2-9190-43cd-9a38-5c40247f06fe HTTP/1.1" status: 200 len: 945 time: 0.0513504 Aug 08 00:43:35.404954 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-758589e9-9206-419b-bea1-e4d61fb22a17 req-07aed051-be40-44d5-abf0-b82acfb38247 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8d1fb464-5500-49a1-8355-ffa68b6d0e60 HTTP/1.1" status: 200 len: 210 time: 0.0283337 Aug 08 00:43:35.432910 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-d87b7b86-9639-4414-8610-e9bab7a76086 req-f2d0a29d-94ab-4e87-9e1e-8eed58e58231 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2dff21ef-d80b-4899-9165-8d57ab8501d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423503 Aug 08 00:43:36.364943 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-77b71269-4aad-4e67-a469-3f29b253002e req-450de171-3c5e-4a36-bf84-1da84120d7a0 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b89abab5-8e69-4485-be7a-d76eb57f16a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0383556 Aug 08 00:43:36.453382 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b71269-4aad-4e67-a469-3f29b253002e req-5bfd07c4-7eb8-417b-bb9e-d4e233fe9b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:43:36.454376 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-77b71269-4aad-4e67-a469-3f29b253002e req-5bfd07c4-7eb8-417b-bb9e-d4e233fe9b74 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=a22da44baa6b472e91d99fbcb03b583c&device_id=b89abab5-8e69-4485-be7a-d76eb57f16a5 HTTP/1.1" status: 200 len: 1130 time: 0.0463808 Aug 08 00:43:36.588949 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0206028-5d2d-4288-ad2a-d4429070cf97 req-ba542633-e466-4fab-ba6c-feb5c488df75 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:43:36.590442 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-f0206028-5d2d-4288-ad2a-d4429070cf97 req-ba542633-e466-4fab-ba6c-feb5c488df75 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b6a72cc2-9190-43cd-9a38-5c40247f06fe HTTP/1.1" status: 200 len: 945 time: 0.0664732 Aug 08 00:43:36.617284 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b71269-4aad-4e67-a469-3f29b253002e req-0e8d81c3-1345-4895-a253-1d372921174d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:43:36.618710 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-77b71269-4aad-4e67-a469-3f29b253002e req-0e8d81c3-1345-4895-a253-1d372921174d service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=e16e278d-24ed-46ec-9b21-78207cc53646 HTTP/1.1" status: 200 len: 913 time: 0.1443124 Aug 08 00:43:36.690240 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-f0206028-5d2d-4288-ad2a-d4429070cf97 req-8b1c5fee-5da5-446e-86cc-d1fcbdf1b8cc tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2dff21ef-d80b-4899-9165-8d57ab8501d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938771 Aug 08 00:43:36.704293 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-77b71269-4aad-4e67-a469-3f29b253002e req-3b9349d7-d7fa-4c87-849e-d41c267755a3 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e6fc7acc-6a32-4ac7-91cb-f76468a453aa HTTP/1.1" status: 200 len: 1001 time: 0.0780025 Aug 08 00:43:36.756223 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b71269-4aad-4e67-a469-3f29b253002e req-67388b66-3f72-4f3e-a019-e7d82c346745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:43:36.759203 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-77b71269-4aad-4e67-a469-3f29b253002e req-67388b66-3f72-4f3e-a019-e7d82c346745 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=49ad74e6-a7f8-44c2-b833-dcbba288ca27 HTTP/1.1" status: 200 len: 851 time: 0.0472555 Aug 08 00:43:36.801999 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b71269-4aad-4e67-a469-3f29b253002e req-64cf6717-0c57-4b21-87b4-c804dcc57c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:43:36.803630 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-77b71269-4aad-4e67-a469-3f29b253002e req-64cf6717-0c57-4b21-87b4-c804dcc57c40 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=e16e278d-24ed-46ec-9b21-78207cc53646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396461 Aug 08 00:43:36.813754 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a37ca2-0911-476f-b78e-fbfd568d7ad1 req-dceb7474-738d-48ed-87a7-ac99c6e9c76e tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:43:36.815473 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-d5a37ca2-0911-476f-b78e-fbfd568d7ad1 req-dceb7474-738d-48ed-87a7-ac99c6e9c76e tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b6a72cc2-9190-43cd-9a38-5c40247f06fe HTTP/1.1" status: 200 len: 945 time: 0.0520947 Aug 08 00:43:36.826623 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 36166) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:43:36.834033 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.v2.base [None req-6c4a9cbf-37ab-42b0-a7f1-fa884ada4fe5 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Request body: {'floatingip': {'port_id': '886303e5-14f6-4125-ae5f-830989d01818'}} {{(pid=115992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 00:43:36.869381 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-6c4a9cbf-37ab-42b0-a7f1-fa884ada4fe5 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Publish callbacks [] for floatingip (78411d8e-678b-42ed-9b8c-c51038811591), before_update {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:36.891021 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:43:36.901657 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-77b71269-4aad-4e67-a469-3f29b253002e req-715857ec-089f-49e2-a14b-1c645acbfa21 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/e16e278d-24ed-46ec-9b21-78207cc53646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911083 Aug 08 00:43:37.007925 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-77b71269-4aad-4e67-a469-3f29b253002e req-159c0cff-df1e-41f4-b058-3152fde7242d service neutron] 10.222.0.25 "GET /networking/v2.0/networks/e16e278d-24ed-46ec-9b21-78207cc53646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910966 Aug 08 00:43:37.298034 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-6c4a9cbf-37ab-42b0-a7f1-fa884ada4fe5 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:37.354858 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-6c4a9cbf-37ab-42b0-a7f1-fa884ada4fe5 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-499989'] for floatingip (78411d8e-678b-42ed-9b8c-c51038811591), after_update {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:37.432253 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:43:37.451160 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.db.l3_db [None req-6c4a9cbf-37ab-42b0-a7f1-fa884ada4fe5 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Floating IP 78411d8e-678b-42ed-9b8c-c51038811591 associated. External IP: 172.27.3.135, port: 886303e5-14f6-4125-ae5f-830989d01818. Aug 08 00:43:37.642603 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c4a9cbf-37ab-42b0-a7f1-fa884ada4fe5 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Router b740464e-88ba-4e4b-bd05-4faf6a2101a4 has already been hosted by L3 agent d53f5436-7c7f-4441-9708-9d0333b57745 {{(pid=115992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 00:43:37.645950 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:43:37.752249 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c4a9cbf-37ab-42b0-a7f1-fa884ada4fe5 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Notify agent at l3_agent.dv-cinder-851640-3-iscsi the message routers_updated {{(pid=115992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 00:43:37.757183 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-6c4a9cbf-37ab-42b0-a7f1-fa884ada4fe5 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63196'] for floatingip (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:37.767942 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc6b0de-9744-4314-a2d8-bc9b219e2eac None None] Sync routers for ids ['b740464e-88ba-4e4b-bd05-4faf6a2101a4'] in dv-cinder-851640-3-iscsi {{(pid=115993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 00:43:37.778866 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc6b0de-9744-4314-a2d8-bc9b219e2eac None None] Routers {'b740464e-88ba-4e4b-bd05-4faf6a2101a4'} bound to L3 agent in host dv-cinder-851640-3-iscsi {{(pid=115993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 00:43:37.779692 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_hamode_db [None req-5bc6b0de-9744-4314-a2d8-bc9b219e2eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851640-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-08T00:24:12Z,description=,heartbeat_timestamp=2022-08-08T00:43:12Z,host='dv-cinder-851640-3-iscsi',id=d53f5436-7c7f-4441-9708-9d0333b57745,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T00:24:13Z,topic='l3_agent')) {'router_ids': ['b740464e-88ba-4e4b-bd05-4faf6a2101a4'], 'active': True} {{(pid=115993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:43:37.791509 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-6c4a9cbf-37ab-42b0-a7f1-fa884ada4fe5 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] 10.222.0.15 "PUT /networking/v2.0/floatingips/78411d8e-678b-42ed-9b8c-c51038811591 HTTP/1.1" status: 200 len: 991 time: 0.9611022 Aug 08 00:43:37.791509 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6a72cc2-9190-43cd-9a38-5c40247f06fe', 'tag': '886303e5-14f6-4125-ae5f-830989d01818'}] {{(pid=115992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 00:43:37.792498 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15c1dc6174c04d27a45b4789687485f3f31469fbdbb3cd0a658d3b47a2d9b382" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dfb51f0-b5b8-432f-bfab-2f3bd9759129" -d '{"events": [{"name": "network-changed", "server_uuid": "b6a72cc2-9190-43cd-9a38-5c40247f06fe", "tag": "886303e5-14f6-4125-ae5f-830989d01818"}]}' {{(pid=115992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 00:43:37.830021 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 00:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5648c3f-a48a-4706-b4de-cc93573d31a4 x-openstack-request-id: req-f5648c3f-a48a-4706-b4de-cc93573d31a4 {{(pid=115992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 00:43:37.830607 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6a72cc2-9190-43cd-9a38-5c40247f06fe", "tag": "886303e5-14f6-4125-ae5f-830989d01818", "status": "completed", "code": 200}]} {{(pid=115992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 00:43:37.830607 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f5648c3f-a48a-4706-b4de-cc93573d31a4 {{(pid=115992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 00:43:37.831325 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5648c3f-a48a-4706-b4de-cc93573d31a4'] response: {'name': 'network-changed', 'server_uuid': 'b6a72cc2-9190-43cd-9a38-5c40247f06fe', 'tag': '886303e5-14f6-4125-ae5f-830989d01818', 'status': 'completed', 'code': 200} Aug 08 00:43:37.875613 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Device 3077b2e0-65e2-482e-a811-8f38321c9890 no longer exists at agent hyperv_hv-cinder-85164 {{(pid=115993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 00:43:37.906940 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfb51f0-b5b8-432f-bfab-2f3bd9759129 req-dcee863d-d30a-41d4-abab-cde310d0d2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:43:37.912339 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-6dfb51f0-b5b8-432f-bfab-2f3bd9759129 req-dcee863d-d30a-41d4-abab-cde310d0d2ce service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=2c27d244bd514766b955d1a4aba239eb&device_id=b6a72cc2-9190-43cd-9a38-5c40247f06fe HTTP/1.1" status: 200 len: 1129 time: 0.0529199 Aug 08 00:43:37.918424 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] No Port match for: 3077b2e0-65e2-482e-a811-8f38321c9890 {{(pid=115993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 08 00:43:37.918765 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Device 3077b2e0-65e2-482e-a811-8f38321c9890 not bound to the agent host hv-cinder-85164 {{(pid=115993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 00:43:37.924911 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:43:37.970889 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvr_db [None req-5bc6b0de-9744-4314-a2d8-bc9b219e2eac None None] Set router b740464e-88ba-4e4b-bd05-4faf6a2101a4 gateway port host: dv-cinder-851640-3-iscsi {{(pid=115993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 00:43:38.001502 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfb51f0-b5b8-432f-bfab-2f3bd9759129 req-44ef87b5-776c-4c78-9504-57deae3da6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:43:38.002899 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-6dfb51f0-b5b8-432f-bfab-2f3bd9759129 req-44ef87b5-776c-4c78-9504-57deae3da6b1 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=a1ea4937-9f88-413c-acfe-262c6911cb43 HTTP/1.1" status: 200 len: 911 time: 0.0872996 Aug 08 00:43:38.072841 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-6dfb51f0-b5b8-432f-bfab-2f3bd9759129 req-87817033-9b6c-4652-8012-17d0a2992da1 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=886303e5-14f6-4125-ae5f-830989d01818 HTTP/1.1" status: 200 len: 999 time: 0.0604756 Aug 08 00:43:38.126646 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfb51f0-b5b8-432f-bfab-2f3bd9759129 req-f28def97-25ce-4804-87f4-eb95b41da4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:43:38.128139 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-6dfb51f0-b5b8-432f-bfab-2f3bd9759129 req-f28def97-25ce-4804-87f4-eb95b41da4d6 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=4f8f3ce2-bf86-4860-ba68-5eb4fa8e9a71 HTTP/1.1" status: 200 len: 849 time: 0.0460744 Aug 08 00:43:38.179208 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:43:38.183819 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfb51f0-b5b8-432f-bfab-2f3bd9759129 req-b5f61528-ff25-4252-ab1e-c111977f234c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:43:38.185308 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-6dfb51f0-b5b8-432f-bfab-2f3bd9759129 req-b5f61528-ff25-4252-ab1e-c111977f234c service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=a1ea4937-9f88-413c-acfe-262c6911cb43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400434 Aug 08 00:43:38.238386 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_hamode_db [None req-5bc6b0de-9744-4314-a2d8-bc9b219e2eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b740464e-88ba-4e4b-bd05-4faf6a2101a4', 'name': 'tempest-AttachVolumeTestJSON-877149533-router', 'tenant_id': '2c27d244bd514766b955d1a4aba239eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '73bb3e25-02b8-4cf7-bb3a-cf63ddd1eec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:40:15Z', 'updated_at': '2022-08-08T00:40:18Z', 'revision_number': 4, 'project_id': '2c27d244bd514766b955d1a4aba239eb', 'gw_port': {'id': '73bb3e25-02b8-4cf7-bb3a-cf63ddd1eec4', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b740464e-88ba-4e4b-bd05-4faf6a2101a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:40:16Z', 'updated_at': '2022-08-08T00:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi', '_floatingips': [{'id': '78411d8e-678b-42ed-9b8c-c51038811591', 'tenant_id': '2c27d244bd514766b955d1a4aba239eb', 'floating_ip_address': '172.27.3.135', 'floating_network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'router_id': 'b740464e-88ba-4e4b-bd05-4faf6a2101a4', 'port_id': '886303e5-14f6-4125-ae5f-830989d01818', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 706, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1ea4937-9f88-413c-acfe-262c6911cb43', 'mac_address': 'fa:16:3e:5b:c1:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a72cc2-9190-43cd-9a38-5c40247f06fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T00:43:22Z', 'updated_at': '2022-08-08T00:43:37Z', 'revision_number': 1, 'project_id': '2c27d244bd514766b955d1a4aba239eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '857a913d-4df0-4784-b024-1f56b6492293', 'name': '', 'network_id': 'a1ea4937-9f88-413c-acfe-262c6911cb43', 'tenant_id': '2c27d244bd514766b955d1a4aba239eb', 'mac_address': 'fa:16:3e:cc:a2:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b740464e-88ba-4e4b-bd05-4faf6a2101a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '4f8f3ce2-bf86-4860-ba68-5eb4fa8e9a71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:40:17Z', 'updated_at': '2022-08-08T00:40:23Z', 'revision_number': 5, 'project_id': '2c27d244bd514766b955d1a4aba239eb', 'subnets': [{'id': '4f8f3ce2-bf86-4860-ba68-5eb4fa8e9a71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851640-3-iscsi', False) {} {{(pid=115993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:43:38.252545 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=100 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:43:38.267548 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc6b0de-9744-4314-a2d8-bc9b219e2eac None None] Checking router: b740464e-88ba-4e4b-bd05-4faf6a2101a4 for host: dv-cinder-851640-3-iscsi {{(pid=115993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 00:43:38.277029 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc6b0de-9744-4314-a2d8-bc9b219e2eac None None] Routers {'b740464e-88ba-4e4b-bd05-4faf6a2101a4'} bound to L3 agent in host dv-cinder-851640-3-iscsi {{(pid=115993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 00:43:38.277629 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_hamode_db [None req-5bc6b0de-9744-4314-a2d8-bc9b219e2eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851640-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-08T00:24:12Z,description=,heartbeat_timestamp=2022-08-08T00:43:12Z,host='dv-cinder-851640-3-iscsi',id=d53f5436-7c7f-4441-9708-9d0333b57745,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T00:24:13Z,topic='l3_agent')) {'router_ids': ['b740464e-88ba-4e4b-bd05-4faf6a2101a4'], 'active': True} {{(pid=115993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:43:38.283436 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-6dfb51f0-b5b8-432f-bfab-2f3bd9759129 req-2544d8d9-7a08-4c57-ba9c-191d276ce964 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a1ea4937-9f88-413c-acfe-262c6911cb43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894604 Aug 08 00:43:38.375836 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-6dfb51f0-b5b8-432f-bfab-2f3bd9759129 req-4cc758e2-dbd3-45c2-a6a0-285076f4ccb4 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a1ea4937-9f88-413c-acfe-262c6911cb43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860472 Aug 08 00:43:38.377699 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvr_db [None req-5bc6b0de-9744-4314-a2d8-bc9b219e2eac None None] Set router b740464e-88ba-4e4b-bd05-4faf6a2101a4 gateway port host: dv-cinder-851640-3-iscsi {{(pid=115993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 00:43:38.592066 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_hamode_db [None req-5bc6b0de-9744-4314-a2d8-bc9b219e2eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b740464e-88ba-4e4b-bd05-4faf6a2101a4', 'name': 'tempest-AttachVolumeTestJSON-877149533-router', 'tenant_id': '2c27d244bd514766b955d1a4aba239eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '73bb3e25-02b8-4cf7-bb3a-cf63ddd1eec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:40:15Z', 'updated_at': '2022-08-08T00:40:18Z', 'revision_number': 4, 'project_id': '2c27d244bd514766b955d1a4aba239eb', 'gw_port': {'id': '73bb3e25-02b8-4cf7-bb3a-cf63ddd1eec4', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b740464e-88ba-4e4b-bd05-4faf6a2101a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:40:16Z', 'updated_at': '2022-08-08T00:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi', '_floatingips': [{'id': '78411d8e-678b-42ed-9b8c-c51038811591', 'tenant_id': '2c27d244bd514766b955d1a4aba239eb', 'floating_ip_address': '172.27.3.135', 'floating_network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'router_id': 'b740464e-88ba-4e4b-bd05-4faf6a2101a4', 'port_id': '886303e5-14f6-4125-ae5f-830989d01818', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 706, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1ea4937-9f88-413c-acfe-262c6911cb43', 'mac_address': 'fa:16:3e:5b:c1:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a72cc2-9190-43cd-9a38-5c40247f06fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T00:43:22Z', 'updated_at': '2022-08-08T00:43:37Z', 'revision_number': 1, 'project_id': '2c27d244bd514766b955d1a4aba239eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '857a913d-4df0-4784-b024-1f56b6492293', 'name': '', 'network_id': 'a1ea4937-9f88-413c-acfe-262c6911cb43', 'tenant_id': '2c27d244bd514766b955d1a4aba239eb', 'mac_address': 'fa:16:3e:cc:a2:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b740464e-88ba-4e4b-bd05-4faf6a2101a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '4f8f3ce2-bf86-4860-ba68-5eb4fa8e9a71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:40:17Z', 'updated_at': '2022-08-08T00:40:23Z', 'revision_number': 5, 'project_id': '2c27d244bd514766b955d1a4aba239eb', 'subnets': [{'id': '4f8f3ce2-bf86-4860-ba68-5eb4fa8e9a71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851640-3-iscsi', False) {} {{(pid=115993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:43:38.616835 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc6b0de-9744-4314-a2d8-bc9b219e2eac None None] The sync data for ids ['b740464e-88ba-4e4b-bd05-4faf6a2101a4'] in dv-cinder-851640-3-iscsi is: [{'id': 'b740464e-88ba-4e4b-bd05-4faf6a2101a4', 'name': 'tempest-AttachVolumeTestJSON-877149533-router', 'tenant_id': '2c27d244bd514766b955d1a4aba239eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '73bb3e25-02b8-4cf7-bb3a-cf63ddd1eec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:40:15Z', 'updated_at': '2022-08-08T00:40:18Z', 'revision_number': 4, 'project_id': '2c27d244bd514766b955d1a4aba239eb', 'gw_port': {'id': '73bb3e25-02b8-4cf7-bb3a-cf63ddd1eec4', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b740464e-88ba-4e4b-bd05-4faf6a2101a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:40:16Z', 'updated_at': '2022-08-08T00:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi', '_floatingips': [{'id': '78411d8e-678b-42ed-9b8c-c51038811591', 'tenant_id': '2c27d244bd514766b955d1a4aba239eb', 'floating_ip_address': '172.27.3.135', 'floating_network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'router_id': 'b740464e-88ba-4e4b-bd05-4faf6a2101a4', 'port_id': '886303e5-14f6-4125-ae5f-830989d01818', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 706, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1ea4937-9f88-413c-acfe-262c6911cb43', 'mac_address': 'fa:16:3e:5b:c1:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a72cc2-9190-43cd-9a38-5c40247f06fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T00:43:22Z', 'updated_at': '2022-08-08T00:43:37Z', 'revision_number': 1, 'project_id': '2c27d244bd514766b955d1a4aba239eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '857a913d-4df0-4784-b024-1f56b6492293', 'name': '', 'network_id': 'a1ea4937-9f88-413c-acfe-262c6911cb43', 'tenant_id': '2c27d244bd514766b955d1a4aba239eb', 'mac_address': 'fa:16:3e:cc:a2:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b740464e-88ba-4e4b-bd05-4faf6a2101a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '4f8f3ce2-bf86-4860-ba68-5eb4fa8e9a71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:40:17Z', 'updated_at': '2022-08-08T00:40:23Z', 'revision_number': 5, 'project_id': '2c27d244bd514766b955d1a4aba239eb', 'subnets': [{'id': '4f8f3ce2-bf86-4860-ba68-5eb4fa8e9a71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 00:43:38.806407 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ffad79-5ef0-4f04-9e28-37863085e374 None None] New status for floating IP 78411d8e-678b-42ed-9b8c-c51038811591: ACTIVE {{(pid=115994) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 08 00:43:38.938945 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 36180) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:43:39.081041 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.plugin [None req-6f484fe0-c44d-4637-8eee-0dc3e7fd713a tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Deleting port 46743687-03b3-48fd-ab77-2d37024041c2 {{(pid=115992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 00:43:39.081393 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-6f484fe0-c44d-4637-8eee-0dc3e7fd713a tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764676511537'] for port (46743687-03b3-48fd-ab77-2d37024041c2), before_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:39.160263 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-6f484fe0-c44d-4637-8eee-0dc3e7fd713a tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440649'] for port (46743687-03b3-48fd-ab77-2d37024041c2), precommit_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:39.160598 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-6f484fe0-c44d-4637-8eee-0dc3e7fd713a tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Publish callbacks [] for floatingip (46743687-03b3-48fd-ab77-2d37024041c2), precommit_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:39.173063 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.plugin [None req-6f484fe0-c44d-4637-8eee-0dc3e7fd713a tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Calling delete_port for 46743687-03b3-48fd-ab77-2d37024041c2 owned by network:floatingip {{(pid=115992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 00:43:39.388772 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-6f484fe0-c44d-4637-8eee-0dc3e7fd713a tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764676515054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764676113794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26371331'] for port (46743687-03b3-48fd-ab77-2d37024041c2), after_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:39.411727 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f484fe0-c44d-4637-8eee-0dc3e7fd713a tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Pushing event deleted for resources: {'Port': ['ID=46743687-03b3-48fd-ab77-2d37024041c2,revision_number=None']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:43:39.469154 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:43:39.475531 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-6f484fe0-c44d-4637-8eee-0dc3e7fd713a tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Publish callbacks [] for floatingip (d0baadcd-7de1-485c-962b-1cbc3ea1bd68), after_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:39.475914 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.db.l3_db [None req-6f484fe0-c44d-4637-8eee-0dc3e7fd713a tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Floating IP d0baadcd-7de1-485c-962b-1cbc3ea1bd68 disassociated (deleted). External IP: 172.27.3.72, port: e6fc7acc-6a32-4ac7-91cb-f76468a453aa. Aug 08 00:43:39.681309 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f484fe0-c44d-4637-8eee-0dc3e7fd713a tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Router d99aed4c-db56-4c90-b02b-64144441fa35 has already been hosted by L3 agent d53f5436-7c7f-4441-9708-9d0333b57745 {{(pid=115992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 00:43:39.734642 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:43:39.788241 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f484fe0-c44d-4637-8eee-0dc3e7fd713a tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Notify agent at l3_agent.dv-cinder-851640-3-iscsi the message routers_updated {{(pid=115992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 00:43:39.792735 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-6f484fe0-c44d-4637-8eee-0dc3e7fd713a tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63196'] for floatingip (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:39.799089 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8bac90a-c4af-4599-afd1-22ba1da20ef8 None None] Sync routers for ids ['d99aed4c-db56-4c90-b02b-64144441fa35'] in dv-cinder-851640-3-iscsi {{(pid=115993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 00:43:39.810743 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8bac90a-c4af-4599-afd1-22ba1da20ef8 None None] Routers {'d99aed4c-db56-4c90-b02b-64144441fa35'} bound to L3 agent in host dv-cinder-851640-3-iscsi {{(pid=115993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 00:43:39.811380 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_hamode_db [None req-b8bac90a-c4af-4599-afd1-22ba1da20ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851640-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-08T00:24:12Z,description=,heartbeat_timestamp=2022-08-08T00:43:12Z,host='dv-cinder-851640-3-iscsi',id=d53f5436-7c7f-4441-9708-9d0333b57745,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T00:24:13Z,topic='l3_agent')) {'router_ids': ['d99aed4c-db56-4c90-b02b-64144441fa35'], 'active': True} {{(pid=115993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:43:39.824867 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-6f484fe0-c44d-4637-8eee-0dc3e7fd713a tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.15 "DELETE /networking/v2.0/floatingips/d0baadcd-7de1-485c-962b-1cbc3ea1bd68 HTTP/1.1" status: 204 len: 168 time: 0.8824635 Aug 08 00:43:39.831551 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b89abab5-8e69-4485-be7a-d76eb57f16a5', 'tag': 'e6fc7acc-6a32-4ac7-91cb-f76468a453aa'}] {{(pid=115992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 00:43:39.833841 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15c1dc6174c04d27a45b4789687485f3f31469fbdbb3cd0a658d3b47a2d9b382" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e040b10c-0b62-480e-ad68-ffb8bdc9b23c" -d '{"events": [{"name": "network-changed", "server_uuid": "b89abab5-8e69-4485-be7a-d76eb57f16a5", "tag": "e6fc7acc-6a32-4ac7-91cb-f76468a453aa"}]}' {{(pid=115992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 00:43:39.894601 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 00:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-812b595d-66f2-4877-802e-5632d187171f x-openstack-request-id: req-812b595d-66f2-4877-802e-5632d187171f {{(pid=115992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 00:43:39.894943 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b89abab5-8e69-4485-be7a-d76eb57f16a5", "tag": "e6fc7acc-6a32-4ac7-91cb-f76468a453aa", "status": "completed", "code": 200}]} {{(pid=115992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 00:43:39.895278 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-812b595d-66f2-4877-802e-5632d187171f {{(pid=115992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 00:43:39.895743 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.notifiers.nova [-] Nova event matching ['req-812b595d-66f2-4877-802e-5632d187171f'] response: {'name': 'network-changed', 'server_uuid': 'b89abab5-8e69-4485-be7a-d76eb57f16a5', 'tag': 'e6fc7acc-6a32-4ac7-91cb-f76468a453aa', 'status': 'completed', 'code': 200} Aug 08 00:43:39.903516 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=100 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:43:39.923441 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvr_db [None req-b8bac90a-c4af-4599-afd1-22ba1da20ef8 None None] Set router d99aed4c-db56-4c90-b02b-64144441fa35 gateway port host: dv-cinder-851640-3-iscsi {{(pid=115993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 00:43:39.961906 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e040b10c-0b62-480e-ad68-ffb8bdc9b23c req-1ff38294-d6d6-484e-b1f1-d5a0d48c6f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:43:39.963566 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-e040b10c-0b62-480e-ad68-ffb8bdc9b23c req-1ff38294-d6d6-484e-b1f1-d5a0d48c6f73 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=a22da44baa6b472e91d99fbcb03b583c&device_id=b89abab5-8e69-4485-be7a-d76eb57f16a5 HTTP/1.1" status: 200 len: 1130 time: 0.0446873 Aug 08 00:43:40.060554 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e040b10c-0b62-480e-ad68-ffb8bdc9b23c req-29acec0e-3faf-4bfe-9bdf-e457d5c67edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:43:40.061963 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-e040b10c-0b62-480e-ad68-ffb8bdc9b23c req-29acec0e-3faf-4bfe-9bdf-e457d5c67edc service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=e16e278d-24ed-46ec-9b21-78207cc53646 HTTP/1.1" status: 200 len: 913 time: 0.0925918 Aug 08 00:43:40.106303 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-e040b10c-0b62-480e-ad68-ffb8bdc9b23c req-ac872276-5627-4986-8f19-e2f20af3ff99 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e6fc7acc-6a32-4ac7-91cb-f76468a453aa HTTP/1.1" status: 200 len: 217 time: 0.0383995 Aug 08 00:43:40.154759 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e040b10c-0b62-480e-ad68-ffb8bdc9b23c req-4714e8cd-1165-406c-838b-9e3a72df1e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:43:40.156250 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-e040b10c-0b62-480e-ad68-ffb8bdc9b23c req-4714e8cd-1165-406c-838b-9e3a72df1e9f service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=49ad74e6-a7f8-44c2-b833-dcbba288ca27 HTTP/1.1" status: 200 len: 851 time: 0.0445035 Aug 08 00:43:40.212740 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e040b10c-0b62-480e-ad68-ffb8bdc9b23c req-a7cdeda3-7744-437f-b575-23e4bde03173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:43:40.215549 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-e040b10c-0b62-480e-ad68-ffb8bdc9b23c req-a7cdeda3-7744-437f-b575-23e4bde03173 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=e16e278d-24ed-46ec-9b21-78207cc53646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0528483 Aug 08 00:43:40.261911 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-941dcf36-b59b-4a51-852b-7b1070c01e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (93e2312b-3744-4a9e-8723-a0f19f10f89a), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:40.267999 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_hamode_db [None req-b8bac90a-c4af-4599-afd1-22ba1da20ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd99aed4c-db56-4c90-b02b-64144441fa35', 'name': 'tempest-TestVolumeBootPattern-1815404956-router', 'tenant_id': 'a22da44baa6b472e91d99fbcb03b583c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '7a061287-b52c-47b1-848a-b38d19005ef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:35:38Z', 'updated_at': '2022-08-08T00:35:45Z', 'revision_number': 4, 'project_id': 'a22da44baa6b472e91d99fbcb03b583c', 'gw_port': {'id': '7a061287-b52c-47b1-848a-b38d19005ef5', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:21:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99aed4c-db56-4c90-b02b-64144441fa35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:35:39Z', 'updated_at': '2022-08-08T00:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi', '_interfaces': [{'id': 'b8522b74-8a47-4852-94d4-8aec395de36e', 'name': '', 'network_id': 'e16e278d-24ed-46ec-9b21-78207cc53646', 'tenant_id': 'a22da44baa6b472e91d99fbcb03b583c', 'mac_address': 'fa:16:3e:6a:5f:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99aed4c-db56-4c90-b02b-64144441fa35', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '49ad74e6-a7f8-44c2-b833-dcbba288ca27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:35:44Z', 'updated_at': '2022-08-08T00:35:55Z', 'revision_number': 5, 'project_id': 'a22da44baa6b472e91d99fbcb03b583c', 'subnets': [{'id': '49ad74e6-a7f8-44c2-b833-dcbba288ca27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851640-3-iscsi', False) {} {{(pid=115993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:43:40.281327 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94888bcc-9616-443c-94f0-b36075e133e1 req-80009031-25e5-4e4e-88cd-a41883d2d679 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:43:40.282813 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-94888bcc-9616-443c-94f0-b36075e133e1 req-80009031-25e5-4e4e-88cd-a41883d2d679 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b89abab5-8e69-4485-be7a-d76eb57f16a5 HTTP/1.1" status: 200 len: 946 time: 0.0487895 Aug 08 00:43:40.294219 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8bac90a-c4af-4599-afd1-22ba1da20ef8 None None] Checking router: d99aed4c-db56-4c90-b02b-64144441fa35 for host: dv-cinder-851640-3-iscsi {{(pid=115993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 00:43:40.302687 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8bac90a-c4af-4599-afd1-22ba1da20ef8 None None] Routers {'d99aed4c-db56-4c90-b02b-64144441fa35'} bound to L3 agent in host dv-cinder-851640-3-iscsi {{(pid=115993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 00:43:40.303317 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_hamode_db [None req-b8bac90a-c4af-4599-afd1-22ba1da20ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851640-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-08T00:24:12Z,description=,heartbeat_timestamp=2022-08-08T00:43:12Z,host='dv-cinder-851640-3-iscsi',id=d53f5436-7c7f-4441-9708-9d0333b57745,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T00:24:13Z,topic='l3_agent')) {'router_ids': ['d99aed4c-db56-4c90-b02b-64144441fa35'], 'active': True} {{(pid=115993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:43:40.333263 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=100 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:43:40.339274 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-94888bcc-9616-443c-94f0-b36075e133e1 req-c9d036d3-343c-4c55-959d-26b2cda19f85 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c7fab9c4-62df-4772-9aa5-24224734ea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506244 Aug 08 00:43:40.405364 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvr_db [None req-b8bac90a-c4af-4599-afd1-22ba1da20ef8 None None] Set router d99aed4c-db56-4c90-b02b-64144441fa35 gateway port host: dv-cinder-851640-3-iscsi {{(pid=115993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 00:43:40.591010 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_hamode_db [None req-b8bac90a-c4af-4599-afd1-22ba1da20ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd99aed4c-db56-4c90-b02b-64144441fa35', 'name': 'tempest-TestVolumeBootPattern-1815404956-router', 'tenant_id': 'a22da44baa6b472e91d99fbcb03b583c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '7a061287-b52c-47b1-848a-b38d19005ef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:35:38Z', 'updated_at': '2022-08-08T00:35:45Z', 'revision_number': 4, 'project_id': 'a22da44baa6b472e91d99fbcb03b583c', 'gw_port': {'id': '7a061287-b52c-47b1-848a-b38d19005ef5', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:21:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99aed4c-db56-4c90-b02b-64144441fa35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:35:39Z', 'updated_at': '2022-08-08T00:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi', '_interfaces': [{'id': 'b8522b74-8a47-4852-94d4-8aec395de36e', 'name': '', 'network_id': 'e16e278d-24ed-46ec-9b21-78207cc53646', 'tenant_id': 'a22da44baa6b472e91d99fbcb03b583c', 'mac_address': 'fa:16:3e:6a:5f:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99aed4c-db56-4c90-b02b-64144441fa35', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '49ad74e6-a7f8-44c2-b833-dcbba288ca27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:35:44Z', 'updated_at': '2022-08-08T00:35:55Z', 'revision_number': 5, 'project_id': 'a22da44baa6b472e91d99fbcb03b583c', 'subnets': [{'id': '49ad74e6-a7f8-44c2-b833-dcbba288ca27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851640-3-iscsi', False) {} {{(pid=115993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:43:40.614849 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8bac90a-c4af-4599-afd1-22ba1da20ef8 None None] The sync data for ids ['d99aed4c-db56-4c90-b02b-64144441fa35'] in dv-cinder-851640-3-iscsi is: [{'id': 'd99aed4c-db56-4c90-b02b-64144441fa35', 'name': 'tempest-TestVolumeBootPattern-1815404956-router', 'tenant_id': 'a22da44baa6b472e91d99fbcb03b583c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '7a061287-b52c-47b1-848a-b38d19005ef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:35:38Z', 'updated_at': '2022-08-08T00:35:45Z', 'revision_number': 4, 'project_id': 'a22da44baa6b472e91d99fbcb03b583c', 'gw_port': {'id': '7a061287-b52c-47b1-848a-b38d19005ef5', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:21:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99aed4c-db56-4c90-b02b-64144441fa35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:35:39Z', 'updated_at': '2022-08-08T00:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi', '_interfaces': [{'id': 'b8522b74-8a47-4852-94d4-8aec395de36e', 'name': '', 'network_id': 'e16e278d-24ed-46ec-9b21-78207cc53646', 'tenant_id': 'a22da44baa6b472e91d99fbcb03b583c', 'mac_address': 'fa:16:3e:6a:5f:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99aed4c-db56-4c90-b02b-64144441fa35', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '49ad74e6-a7f8-44c2-b833-dcbba288ca27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:35:44Z', 'updated_at': '2022-08-08T00:35:55Z', 'revision_number': 5, 'project_id': 'a22da44baa6b472e91d99fbcb03b583c', 'subnets': [{'id': '49ad74e6-a7f8-44c2-b833-dcbba288ca27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 00:43:40.828538 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-134dd87d-8728-4120-be78-dedcb70b9318 None None] New status for floating IP d0baadcd-7de1-485c-962b-1cbc3ea1bd68: DOWN {{(pid=115994) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 08 00:43:41.407400 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-e040b10c-0b62-480e-ad68-ffb8bdc9b23c req-fcfbedb9-a113-475a-aeef-7edaedbf61d7 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/e16e278d-24ed-46ec-9b21-78207cc53646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852149 Aug 08 00:43:41.468840 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2954095-4ae1-4459-85a5-ce11463c0f0d req-8da83b56-92f5-4381-b608-343eac541f2b tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:43:41.470349 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-a2954095-4ae1-4459-85a5-ce11463c0f0d req-8da83b56-92f5-4381-b608-343eac541f2b tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b89abab5-8e69-4485-be7a-d76eb57f16a5 HTTP/1.1" status: 200 len: 946 time: 0.0551097 Aug 08 00:43:41.513132 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-e040b10c-0b62-480e-ad68-ffb8bdc9b23c req-20ed18b1-da1e-452b-b0c2-92641800a374 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/e16e278d-24ed-46ec-9b21-78207cc53646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908139 Aug 08 00:43:41.519470 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-a2954095-4ae1-4459-85a5-ce11463c0f0d req-5aff658b-ebc9-45fc-85ee-ae15930a7ac5 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c7fab9c4-62df-4772-9aa5-24224734ea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434895 Aug 08 00:43:41.896974 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827517a1-64a6-4afc-a31a-8a15425b6a33 req-4c48e18a-a7c9-4e55-88e1-0506207181c5 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:43:41.898388 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-827517a1-64a6-4afc-a31a-8a15425b6a33 req-4c48e18a-a7c9-4e55-88e1-0506207181c5 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b89abab5-8e69-4485-be7a-d76eb57f16a5 HTTP/1.1" status: 200 len: 946 time: 0.0467482 Aug 08 00:43:41.977842 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.plugin [req-827517a1-64a6-4afc-a31a-8a15425b6a33 req-8ed13a99-1f90-48e0-8ca3-ba6aa7dbea1f tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Deleting port e6fc7acc-6a32-4ac7-91cb-f76468a453aa {{(pid=115991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 00:43:41.978112 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [req-827517a1-64a6-4afc-a31a-8a15425b6a33 req-8ed13a99-1f90-48e0-8ca3-ba6aa7dbea1f tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764676511537'] for port (e6fc7acc-6a32-4ac7-91cb-f76468a453aa), before_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:42.068793 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.db [req-827517a1-64a6-4afc-a31a-8a15425b6a33 req-8ed13a99-1f90-48e0-8ca3-ba6aa7dbea1f tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] For port e6fc7acc-6a32-4ac7-91cb-f76468a453aa, host hv-cinder-85164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85164',level=0,port_id=e6fc7acc-6a32-4ac7-91cb-f76468a453aa,segment=NetworkSegment(56f79eda-31d2-4604-82b3-22c1f0bf411f),segment_id=56f79eda-31d2-4604-82b3-22c1f0bf411f)] {{(pid=115991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:43:42.069154 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [req-827517a1-64a6-4afc-a31a-8a15425b6a33 req-8ed13a99-1f90-48e0-8ca3-ba6aa7dbea1f tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440649'] for port (e6fc7acc-6a32-4ac7-91cb-f76468a453aa), precommit_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:42.081741 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.plugin [req-827517a1-64a6-4afc-a31a-8a15425b6a33 req-8ed13a99-1f90-48e0-8ca3-ba6aa7dbea1f tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Calling delete_port for e6fc7acc-6a32-4ac7-91cb-f76468a453aa owned by compute:nova {{(pid=115991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 00:43:42.200444 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:43:42.308799 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [req-827517a1-64a6-4afc-a31a-8a15425b6a33 req-8ed13a99-1f90-48e0-8ca3-ba6aa7dbea1f tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764676515054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764676113794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2785209'] for port (e6fc7acc-6a32-4ac7-91cb-f76468a453aa), after_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:42.337844 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed13a99-1f90-48e0-8ca3-ba6aa7dbea1f tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Pushing event deleted for resources: {'Port': ['ID=e6fc7acc-6a32-4ac7-91cb-f76468a453aa,revision_number=None']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:43:42.380967 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.db.l3_dvrscheduler_db [req-827517a1-64a6-4afc-a31a-8a15425b6a33 req-8ed13a99-1f90-48e0-8ca3-ba6aa7dbea1f tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] No DVR routers for this DVR port e6fc7acc-6a32-4ac7-91cb-f76468a453aa on host hv-cinder-85164 {{(pid=115991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 08 00:43:42.384405 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [req-827517a1-64a6-4afc-a31a-8a15425b6a33 req-8ed13a99-1f90-48e0-8ca3-ba6aa7dbea1f tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63196'] for port (None), before_response {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:42.387791 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-827517a1-64a6-4afc-a31a-8a15425b6a33 req-8ed13a99-1f90-48e0-8ca3-ba6aa7dbea1f tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.25 "DELETE /networking/v2.0/ports/e6fc7acc-6a32-4ac7-91cb-f76468a453aa HTTP/1.1" status: 204 len: 173 time: 0.4840732 Aug 08 00:43:42.388237 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b89abab5-8e69-4485-be7a-d76eb57f16a5', 'name': 'network-vif-deleted', 'tag': 'e6fc7acc-6a32-4ac7-91cb-f76468a453aa'}] {{(pid=115991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 00:43:42.390946 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73a3e3d67458d2a17dff5edd29115f5abec4313aa2236b93bd84783ab3df8685" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de5f07b5-1108-43c2-8f2f-86f15d41d333" -d '{"events": [{"server_uuid": "b89abab5-8e69-4485-be7a-d76eb57f16a5", "name": "network-vif-deleted", "tag": "e6fc7acc-6a32-4ac7-91cb-f76468a453aa"}]}' {{(pid=115991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 00:43:42.429569 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 00:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6841956d-fb99-483a-86d6-8b255f914ce9 x-openstack-request-id: req-6841956d-fb99-483a-86d6-8b255f914ce9 {{(pid=115991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 00:43:42.430470 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b89abab5-8e69-4485-be7a-d76eb57f16a5", "name": "network-vif-deleted", "tag": "e6fc7acc-6a32-4ac7-91cb-f76468a453aa", "status": "completed", "code": 200}]} {{(pid=115991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 00:43:42.430470 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6841956d-fb99-483a-86d6-8b255f914ce9 {{(pid=115991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 00:43:42.430765 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6841956d-fb99-483a-86d6-8b255f914ce9'] response: {'server_uuid': 'b89abab5-8e69-4485-be7a-d76eb57f16a5', 'name': 'network-vif-deleted', 'tag': 'e6fc7acc-6a32-4ac7-91cb-f76468a453aa', 'status': 'completed', 'code': 200} Aug 08 00:43:42.556312 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-909bb713-fa53-4ed8-83bc-ce66e103bf40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (d53f5436-7c7f-4441-9708-9d0333b57745), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:42.628020 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-3f73b0bd-9b7f-4704-84e6-75d616aae4ce req-570ad923-4eb4-408e-b0bd-772217737739 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b89abab5-8e69-4485-be7a-d76eb57f16a5 HTTP/1.1" status: 200 len: 210 time: 0.0345247 Aug 08 00:43:43.698123 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 36196) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:43:43.808200 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.plugin [None req-86aef7e4-1214-4fda-9048-fdcf4e2caa86 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Deleting port e2171935-a7e6-4a04-a97c-4c3f58ab8e21 {{(pid=115991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 00:43:43.808539 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-86aef7e4-1214-4fda-9048-fdcf4e2caa86 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764676511537'] for port (e2171935-a7e6-4a04-a97c-4c3f58ab8e21), before_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:43.888966 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-86aef7e4-1214-4fda-9048-fdcf4e2caa86 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440649'] for port (e2171935-a7e6-4a04-a97c-4c3f58ab8e21), precommit_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:43.889299 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-86aef7e4-1214-4fda-9048-fdcf4e2caa86 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Publish callbacks [] for floatingip (e2171935-a7e6-4a04-a97c-4c3f58ab8e21), precommit_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:43.902999 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.plugin [None req-86aef7e4-1214-4fda-9048-fdcf4e2caa86 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Calling delete_port for e2171935-a7e6-4a04-a97c-4c3f58ab8e21 owned by network:floatingip {{(pid=115991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 00:43:43.946769 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:43:44.087260 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-86aef7e4-1214-4fda-9048-fdcf4e2caa86 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764676515054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764676113794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2785209'] for port (e2171935-a7e6-4a04-a97c-4c3f58ab8e21), after_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:44.112527 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86aef7e4-1214-4fda-9048-fdcf4e2caa86 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Pushing event deleted for resources: {'Port': ['ID=e2171935-a7e6-4a04-a97c-4c3f58ab8e21,revision_number=None']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:43:44.178470 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-86aef7e4-1214-4fda-9048-fdcf4e2caa86 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Publish callbacks [] for floatingip (9925f607-ac75-4505-ad82-0e2bda5d71e4), after_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:44.180941 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-86aef7e4-1214-4fda-9048-fdcf4e2caa86 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63196'] for floatingip (None), before_response {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:44.182088 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-86aef7e4-1214-4fda-9048-fdcf4e2caa86 tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.15 "DELETE /networking/v2.0/floatingips/9925f607-ac75-4505-ad82-0e2bda5d71e4 HTTP/1.1" status: 204 len: 168 time: 0.4853051 Aug 08 00:43:44.234782 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-053f2fa2-08e2-4320-9ef7-ed55b6b025bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (8871f2bb-53fb-48a8-be6c-361eafeaffd1), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:45.452005 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (aa35aa05-3c09-40ae-a1e3-ebf96fe3358c), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:45.547511 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 36208) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:43:45.604167 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-d546b6cf-91a5-43e0-a19a-3f58de29f07b tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Publish callbacks [] for security_group (c7fab9c4-62df-4772-9aa5-24224734ea2b), before_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:45.629141 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-d546b6cf-91a5-43e0-a19a-3f58de29f07b tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Publish callbacks [] for security_group (c7fab9c4-62df-4772-9aa5-24224734ea2b), precommit_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:45.760074 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-d546b6cf-91a5-43e0-a19a-3f58de29f07b tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (c7fab9c4-62df-4772-9aa5-24224734ea2b), after_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:45.762652 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-d546b6cf-91a5-43e0-a19a-3f58de29f07b tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Publish callbacks [] for security_group (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:45.763856 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-d546b6cf-91a5-43e0-a19a-3f58de29f07b tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] 10.222.0.15 "DELETE /networking/v2.0/security-groups/c7fab9c4-62df-4772-9aa5-24224734ea2b HTTP/1.1" status: 204 len: 168 time: 0.2153625 Aug 08 00:43:45.773655 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d546b6cf-91a5-43e0-a19a-3f58de29f07b tempest-TestVolumeBootPattern-716752679 tempest-TestVolumeBootPattern-716752679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7fab9c4-62df-4772-9aa5-24224734ea2b,revision_number=None']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:43:45.882543 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 36212) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:43:45.886020 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-64237613-c389-4d10-936d-2956085fc78e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (998b03d7-10a2-4624-8114-660f2901b45f), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:45.891914 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Device e6fc7acc-6a32-4ac7-91cb-f76468a453aa no longer exists at agent hyperv_hv-cinder-85164 {{(pid=115993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 00:43:45.895067 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:43:45.916140 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] No Port match for: e6fc7acc-6a32-4ac7-91cb-f76468a453aa {{(pid=115993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 08 00:43:45.921676 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Device e6fc7acc-6a32-4ac7-91cb-f76468a453aa not bound to the agent host hv-cinder-85164 {{(pid=115993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 00:43:46.289986 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-3e471975-bca2-4fb4-9569-86e346cc857a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-499760'] for router_interface (d99aed4c-db56-4c90-b02b-64144441fa35), before_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:46.327182 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:43:46.504698 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:43:46.511499 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.plugin [None req-3e471975-bca2-4fb4-9569-86e346cc857a admin admin] Deleting port b8522b74-8a47-4852-94d4-8aec395de36e {{(pid=115992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 00:43:46.511839 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-3e471975-bca2-4fb4-9569-86e346cc857a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764676511537'] for port (b8522b74-8a47-4852-94d4-8aec395de36e), before_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:46.591532 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.db [None req-3e471975-bca2-4fb4-9569-86e346cc857a admin admin] For port b8522b74-8a47-4852-94d4-8aec395de36e, host dv-cinder-851640-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851640-3-iscsi',level=0,port_id=b8522b74-8a47-4852-94d4-8aec395de36e,segment=NetworkSegment(56f79eda-31d2-4604-82b3-22c1f0bf411f),segment_id=56f79eda-31d2-4604-82b3-22c1f0bf411f)] {{(pid=115992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:43:46.592231 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-3e471975-bca2-4fb4-9569-86e346cc857a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440649'] for port (b8522b74-8a47-4852-94d4-8aec395de36e), precommit_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:46.604908 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.plugin [None req-3e471975-bca2-4fb4-9569-86e346cc857a admin admin] Calling delete_port for b8522b74-8a47-4852-94d4-8aec395de36e owned by network:router_interface {{(pid=115992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 00:43:46.845945 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-3e471975-bca2-4fb4-9569-86e346cc857a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764676515054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764676113794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26371331'] for port (b8522b74-8a47-4852-94d4-8aec395de36e), after_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:46.873926 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e471975-bca2-4fb4-9569-86e346cc857a admin admin] Pushing event deleted for resources: {'Port': ['ID=b8522b74-8a47-4852-94d4-8aec395de36e,revision_number=None']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:43:47.036053 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-3e471975-bca2-4fb4-9569-86e346cc857a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-499884'] for router_interface (d99aed4c-db56-4c90-b02b-64144441fa35), after_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:47.493934 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:43:47.502041 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e471975-bca2-4fb4-9569-86e346cc857a admin admin] Router d99aed4c-db56-4c90-b02b-64144441fa35 has already been hosted by L3 agent d53f5436-7c7f-4441-9708-9d0333b57745 {{(pid=115992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 00:43:47.600168 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:43:47.603554 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e471975-bca2-4fb4-9569-86e346cc857a admin admin] Notify agent at l3_agent.dv-cinder-851640-3-iscsi the message routers_updated {{(pid=115992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 00:43:47.611602 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-3e471975-bca2-4fb4-9569-86e346cc857a admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/d99aed4c-db56-4c90-b02b-64144441fa35/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7245862 Aug 08 00:43:47.611602 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 36216) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:43:47.613424 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca755804-d1f5-4438-b300-1b16fc03d78d None None] Sync routers for ids ['d99aed4c-db56-4c90-b02b-64144441fa35'] in dv-cinder-851640-3-iscsi {{(pid=115993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 00:43:47.625213 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca755804-d1f5-4438-b300-1b16fc03d78d None None] Routers {'d99aed4c-db56-4c90-b02b-64144441fa35'} bound to L3 agent in host dv-cinder-851640-3-iscsi {{(pid=115993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 00:43:47.625837 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_hamode_db [None req-ca755804-d1f5-4438-b300-1b16fc03d78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851640-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-08T00:24:12Z,description=,heartbeat_timestamp=2022-08-08T00:43:42Z,host='dv-cinder-851640-3-iscsi',id=d53f5436-7c7f-4441-9708-9d0333b57745,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T00:24:13Z,topic='l3_agent')) {'router_ids': ['d99aed4c-db56-4c90-b02b-64144441fa35'], 'active': True} {{(pid=115993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:43:47.626242 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.agents_db [None req-431a3ab4-e5a4-4361-9fcb-d2d78b6c2e03 None None] Agent healthcheck: found 6 active agents {{(pid=115994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 00:43:47.712672 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-353bc568-9172-4e51-843d-c3b2b7d0f3e4 admin admin] Publish callbacks [] for router (d99aed4c-db56-4c90-b02b-64144441fa35), before_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:47.729454 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvr_db [None req-ca755804-d1f5-4438-b300-1b16fc03d78d None None] Set router d99aed4c-db56-4c90-b02b-64144441fa35 gateway port host: dv-cinder-851640-3-iscsi {{(pid=115993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 00:43:47.815564 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-353bc568-9172-4e51-843d-c3b2b7d0f3e4 admin admin] Publish callbacks [] for router_gateway (d99aed4c-db56-4c90-b02b-64144441fa35), before_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:47.897803 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_hamode_db [None req-ca755804-d1f5-4438-b300-1b16fc03d78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd99aed4c-db56-4c90-b02b-64144441fa35', 'name': 'tempest-TestVolumeBootPattern-1815404956-router', 'tenant_id': 'a22da44baa6b472e91d99fbcb03b583c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '7a061287-b52c-47b1-848a-b38d19005ef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:35:38Z', 'updated_at': '2022-08-08T00:43:46Z', 'revision_number': 5, 'project_id': 'a22da44baa6b472e91d99fbcb03b583c', 'gw_port': {'id': '7a061287-b52c-47b1-848a-b38d19005ef5', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:21:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99aed4c-db56-4c90-b02b-64144441fa35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:35:39Z', 'updated_at': '2022-08-08T00:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi'}], 'dv-cinder-851640-3-iscsi', False) {} {{(pid=115993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:43:47.919727 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.plugin [None req-353bc568-9172-4e51-843d-c3b2b7d0f3e4 admin admin] Deleting port 7a061287-b52c-47b1-848a-b38d19005ef5 {{(pid=115992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 00:43:47.924393 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-353bc568-9172-4e51-843d-c3b2b7d0f3e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764676511537'] for port (7a061287-b52c-47b1-848a-b38d19005ef5), before_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:47.924529 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca755804-d1f5-4438-b300-1b16fc03d78d None None] Checking router: d99aed4c-db56-4c90-b02b-64144441fa35 for host: dv-cinder-851640-3-iscsi {{(pid=115993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 00:43:47.932645 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca755804-d1f5-4438-b300-1b16fc03d78d None None] Routers {'d99aed4c-db56-4c90-b02b-64144441fa35'} bound to L3 agent in host dv-cinder-851640-3-iscsi {{(pid=115993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 00:43:47.933246 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_hamode_db [None req-ca755804-d1f5-4438-b300-1b16fc03d78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851640-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-08T00:24:12Z,description=,heartbeat_timestamp=2022-08-08T00:43:42Z,host='dv-cinder-851640-3-iscsi',id=d53f5436-7c7f-4441-9708-9d0333b57745,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T00:24:13Z,topic='l3_agent')) {'router_ids': ['d99aed4c-db56-4c90-b02b-64144441fa35'], 'active': True} {{(pid=115993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:43:47.993415 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:43:48.002943 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.db [None req-353bc568-9172-4e51-843d-c3b2b7d0f3e4 admin admin] For port 7a061287-b52c-47b1-848a-b38d19005ef5, host dv-cinder-851640-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851640-3-iscsi',level=0,port_id=7a061287-b52c-47b1-848a-b38d19005ef5,segment=NetworkSegment(15fce33c-3ff3-4714-8fe9-15b1a1600e57),segment_id=15fce33c-3ff3-4714-8fe9-15b1a1600e57)] {{(pid=115992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:43:48.003343 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-353bc568-9172-4e51-843d-c3b2b7d0f3e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440649'] for port (7a061287-b52c-47b1-848a-b38d19005ef5), precommit_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:48.017188 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.plugin [None req-353bc568-9172-4e51-843d-c3b2b7d0f3e4 admin admin] Calling delete_port for 7a061287-b52c-47b1-848a-b38d19005ef5 owned by network:router_gateway {{(pid=115992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 00:43:48.018973 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvr_db [None req-ca755804-d1f5-4438-b300-1b16fc03d78d None None] Set router d99aed4c-db56-4c90-b02b-64144441fa35 gateway port host: None {{(pid=115993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 00:43:48.069674 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_hamode_db [None req-ca755804-d1f5-4438-b300-1b16fc03d78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd99aed4c-db56-4c90-b02b-64144441fa35', 'name': 'tempest-TestVolumeBootPattern-1815404956-router', 'tenant_id': 'a22da44baa6b472e91d99fbcb03b583c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:35:38Z', 'updated_at': '2022-08-08T00:43:47Z', 'revision_number': 6, 'project_id': 'a22da44baa6b472e91d99fbcb03b583c', 'gw_port_host': None}], 'dv-cinder-851640-3-iscsi', False) {} {{(pid=115993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:43:48.094344 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca755804-d1f5-4438-b300-1b16fc03d78d None None] The sync data for ids ['d99aed4c-db56-4c90-b02b-64144441fa35'] in dv-cinder-851640-3-iscsi is: [{'id': 'd99aed4c-db56-4c90-b02b-64144441fa35', 'name': 'tempest-TestVolumeBootPattern-1815404956-router', 'tenant_id': 'a22da44baa6b472e91d99fbcb03b583c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:35:38Z', 'updated_at': '2022-08-08T00:43:47Z', 'revision_number': 6, 'project_id': 'a22da44baa6b472e91d99fbcb03b583c', 'gw_port_host': None}] {{(pid=115993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 00:43:48.222897 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-353bc568-9172-4e51-843d-c3b2b7d0f3e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764676515054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764676113794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26371331'] for port (7a061287-b52c-47b1-848a-b38d19005ef5), after_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:48.247642 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353bc568-9172-4e51-843d-c3b2b7d0f3e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a061287-b52c-47b1-848a-b38d19005ef5,revision_number=None']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:43:48.313841 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-353bc568-9172-4e51-843d-c3b2b7d0f3e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-428004'] for router_gateway (d99aed4c-db56-4c90-b02b-64144441fa35), after_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:48.398332 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-353bc568-9172-4e51-843d-c3b2b7d0f3e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-501963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-861'] for router (d99aed4c-db56-4c90-b02b-64144441fa35), precommit_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:48.400429 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-353bc568-9172-4e51-843d-c3b2b7d0f3e4 admin admin] Publish callbacks [] for router_controller (d99aed4c-db56-4c90-b02b-64144441fa35), precommit_delete_associations {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:48.486129 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-353bc568-9172-4e51-843d-c3b2b7d0f3e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-501833'] for router (d99aed4c-db56-4c90-b02b-64144441fa35), after_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:48.486802 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-353bc568-9172-4e51-843d-c3b2b7d0f3e4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d99aed4c-db56-4c90-b02b-64144441fa35 {{(pid=115992) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 08 00:43:48.494518 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-353bc568-9172-4e51-843d-c3b2b7d0f3e4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:48.494518 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-353bc568-9172-4e51-843d-c3b2b7d0f3e4 admin admin] 10.222.0.15 "DELETE /networking/v2.0/routers/d99aed4c-db56-4c90-b02b-64144441fa35 HTTP/1.1" status: 204 len: 168 time: 0.8807478 Aug 08 00:43:48.495839 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 36218) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:43:48.543242 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.db.db_base_plugin_v2 [None req-4418233a-c67b-4532-a518-21239998e43a admin admin] Deleting subnet 49ad74e6-a7f8-44c2-b833-dcbba288ca27 {{(pid=115992) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 08 00:43:48.546413 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-4418233a-c67b-4532-a518-21239998e43a admin admin] Publish callbacks [] for subnet (49ad74e6-a7f8-44c2-b833-dcbba288ca27), before_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:48.583501 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-4418233a-c67b-4532-a518-21239998e43a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2898661'] for subnet (49ad74e6-a7f8-44c2-b833-dcbba288ca27), precommit_delete_associations {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:48.616726 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:43:48.650650 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:43:48.658896 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-4418233a-c67b-4532-a518-21239998e43a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1386800'] for subnet (49ad74e6-a7f8-44c2-b833-dcbba288ca27), precommit_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:48.794675 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-4418233a-c67b-4532-a518-21239998e43a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1386811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26371446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26226896'] for subnet (49ad74e6-a7f8-44c2-b833-dcbba288ca27), after_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:48.824745 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4418233a-c67b-4532-a518-21239998e43a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49ad74e6-a7f8-44c2-b833-dcbba288ca27,revision_number=None']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:43:48.828370 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-4418233a-c67b-4532-a518-21239998e43a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:48.831464 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-4418233a-c67b-4532-a518-21239998e43a admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/49ad74e6-a7f8-44c2-b833-dcbba288ca27 HTTP/1.1" status: 204 len: 168 time: 0.3345466 Aug 08 00:43:48.836588 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 36220) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:43:48.836973 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75511113-974e-46ec-b39e-feda76984d7d None None] Network e16e278d-24ed-46ec-9b21-78207cc53646 requested from dv-cinder-851640-3-iscsi {{(pid=115993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 00:43:48.911912 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-ebf8d2af-aa17-4aeb-a121-9c2fc93a7a6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1544796'] for network (e16e278d-24ed-46ec-9b21-78207cc53646), before_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:48.933289 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Device b8522b74-8a47-4852-94d4-8aec395de36e no longer exists at agent ovs-agent-dv-cinder-851640-3-iscsi {{(pid=115993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 00:43:48.956707 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] No Port match for: b8522b74-8a47-4852-94d4-8aec395de36e {{(pid=115993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 08 00:43:48.957052 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Device b8522b74-8a47-4852-94d4-8aec395de36e not bound to the agent host dv-cinder-851640-3-iscsi {{(pid=115993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 00:43:48.957472 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Device 7a061287-b52c-47b1-848a-b38d19005ef5 no longer exists at agent ovs-agent-dv-cinder-851640-3-iscsi {{(pid=115993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 00:43:48.964047 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.plugin [None req-ebf8d2af-aa17-4aeb-a121-9c2fc93a7a6c admin admin] Deleting port f86cdc9a-dd2c-417a-b187-0ab5b6a97b9c {{(pid=115992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 00:43:48.964465 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-ebf8d2af-aa17-4aeb-a121-9c2fc93a7a6c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764676511537'] for port (f86cdc9a-dd2c-417a-b187-0ab5b6a97b9c), before_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:48.980092 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] No Port match for: 7a061287-b52c-47b1-848a-b38d19005ef5 {{(pid=115993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 08 00:43:48.980442 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Device 7a061287-b52c-47b1-848a-b38d19005ef5 not bound to the agent host dv-cinder-851640-3-iscsi {{(pid=115993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 00:43:49.008518 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43aedc4e-9ecc-4b16-b683-eca11588aca2 None None] DHCP port deletion for e16e278d-24ed-46ec-9b21-78207cc53646 request from dv-cinder-851640-3-iscsi {{(pid=115993) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 08 00:43:49.036183 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.db [None req-ebf8d2af-aa17-4aeb-a121-9c2fc93a7a6c admin admin] For port f86cdc9a-dd2c-417a-b187-0ab5b6a97b9c, host dv-cinder-851640-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851640-3-iscsi',level=0,port_id=f86cdc9a-dd2c-417a-b187-0ab5b6a97b9c,segment=NetworkSegment(56f79eda-31d2-4604-82b3-22c1f0bf411f),segment_id=56f79eda-31d2-4604-82b3-22c1f0bf411f)] {{(pid=115992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:43:49.036548 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-ebf8d2af-aa17-4aeb-a121-9c2fc93a7a6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440649'] for port (f86cdc9a-dd2c-417a-b187-0ab5b6a97b9c), precommit_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:49.047907 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-43aedc4e-9ecc-4b16-b683-eca11588aca2 None None] Deleting port f86cdc9a-dd2c-417a-b187-0ab5b6a97b9c {{(pid=115993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 00:43:49.048281 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-43aedc4e-9ecc-4b16-b683-eca11588aca2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764676511537'] for port (f86cdc9a-dd2c-417a-b187-0ab5b6a97b9c), before_delete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:49.050787 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.plugin [None req-ebf8d2af-aa17-4aeb-a121-9c2fc93a7a6c admin admin] Calling delete_port for f86cdc9a-dd2c-417a-b187-0ab5b6a97b9c owned by network:dhcp {{(pid=115992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 00:43:49.119360 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-43aedc4e-9ecc-4b16-b683-eca11588aca2 None None] For port f86cdc9a-dd2c-417a-b187-0ab5b6a97b9c, host dv-cinder-851640-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851640-3-iscsi',level=0,port_id=f86cdc9a-dd2c-417a-b187-0ab5b6a97b9c,segment=NetworkSegment(56f79eda-31d2-4604-82b3-22c1f0bf411f),segment_id=56f79eda-31d2-4604-82b3-22c1f0bf411f)] {{(pid=115993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:43:49.120122 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-43aedc4e-9ecc-4b16-b683-eca11588aca2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440649'] for port (f86cdc9a-dd2c-417a-b187-0ab5b6a97b9c), precommit_delete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:49.136664 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-43aedc4e-9ecc-4b16-b683-eca11588aca2 None None] Calling delete_port for f86cdc9a-dd2c-417a-b187-0ab5b6a97b9c owned by network:dhcp {{(pid=115993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 00:43:49.194936 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-ebf8d2af-aa17-4aeb-a121-9c2fc93a7a6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764676515054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764676113794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26371331'] for port (f86cdc9a-dd2c-417a-b187-0ab5b6a97b9c), after_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:49.217260 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-43aedc4e-9ecc-4b16-b683-eca11588aca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764676515054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764676113794'] for port (f86cdc9a-dd2c-417a-b187-0ab5b6a97b9c), after_delete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:49.219854 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf8d2af-aa17-4aeb-a121-9c2fc93a7a6c admin admin] Pushing event deleted for resources: {'Port': ['ID=f86cdc9a-dd2c-417a-b187-0ab5b6a97b9c,revision_number=None']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:43:49.223585 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf8d2af-aa17-4aeb-a121-9c2fc93a7a6c admin admin] No DVR routers for this DVR port f86cdc9a-dd2c-417a-b187-0ab5b6a97b9c on host dv-cinder-851640-3-iscsi {{(pid=115992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 08 00:43:49.248374 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43aedc4e-9ecc-4b16-b683-eca11588aca2 None None] Pushing event deleted for resources: {'Port': ['ID=f86cdc9a-dd2c-417a-b187-0ab5b6a97b9c,revision_number=None']} {{(pid=115993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:43:49.250204 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43aedc4e-9ecc-4b16-b683-eca11588aca2 None None] No DVR routers for this DVR port f86cdc9a-dd2c-417a-b187-0ab5b6a97b9c on host dv-cinder-851640-3-iscsi {{(pid=115993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 08 00:43:49.305565 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-ebf8d2af-aa17-4aeb-a121-9c2fc93a7a6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388207', 'neutron.services.segments.db._delete_segments_for_network-8764676474350'] for network (e16e278d-24ed-46ec-9b21-78207cc53646), precommit_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:49.325837 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.services.segments.db [None req-ebf8d2af-aa17-4aeb-a121-9c2fc93a7a6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e16e278d-24ed-46ec-9b21-78207cc53646']}} {{(pid=115992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:43:49.335380 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.services.segments.db [None req-ebf8d2af-aa17-4aeb-a121-9c2fc93a7a6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56f79eda-31d2-4604-82b3-22c1f0bf411f') {'for_net_delete': True} {{(pid=115992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:43:49.335682 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.services.segments.db [None req-ebf8d2af-aa17-4aeb-a121-9c2fc93a7a6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56f79eda-31d2-4604-82b3-22c1f0bf411f') {} {{(pid=115992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:43:49.346424 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-ebf8d2af-aa17-4aeb-a121-9c2fc93a7a6c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764676474251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2898668'] for segment (56f79eda-31d2-4604-82b3-22c1f0bf411f), before_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:49.360285 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-ebf8d2af-aa17-4aeb-a121-9c2fc93a7a6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1398331'] for segment (56f79eda-31d2-4604-82b3-22c1f0bf411f), precommit_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:49.366564 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebf8d2af-aa17-4aeb-a121-9c2fc93a7a6c admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=115992) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 08 00:43:49.366948 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-ebf8d2af-aa17-4aeb-a121-9c2fc93a7a6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1398331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26371028'] for segment (56f79eda-31d2-4604-82b3-22c1f0bf411f), after_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:49.441769 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.services.segments.plugin [-] Segment 56f79eda-31d2-4604-82b3-22c1f0bf411f resource provider aggregate not found Aug 08 00:43:49.458836 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.services.segments.plugin [-] Segment 56f79eda-31d2-4604-82b3-22c1f0bf411f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 56f79eda-31d2-4604-82b3-22c1f0bf411f found for delete ", "request_id": "req-872cc749-67ac-4b73-9a88-e6a3c030ded4"}]} Aug 08 00:43:49.474511 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-ebf8d2af-aa17-4aeb-a121-9c2fc93a7a6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-428578'] for network (e16e278d-24ed-46ec-9b21-78207cc53646), after_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:49.480729 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-ebf8d2af-aa17-4aeb-a121-9c2fc93a7a6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575022'] for network (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:49.484028 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-ebf8d2af-aa17-4aeb-a121-9c2fc93a7a6c admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/e16e278d-24ed-46ec-9b21-78207cc53646 HTTP/1.1" status: 204 len: 168 time: 0.6490784 Aug 08 00:43:49.487089 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 36228) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:43:49.495796 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf8d2af-aa17-4aeb-a121-9c2fc93a7a6c admin admin] Pushing event deleted for resources: {'Network': ['ID=e16e278d-24ed-46ec-9b21-78207cc53646,revision_number=None']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:43:49.787699 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:43:49.791786 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-46f0121b-c1b2-460c-97de-7405b579de7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-499760'] for router_interface (0615554d-02f4-47fe-a7dd-85e36cfe194e), before_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:50.012948 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.plugin [None req-46f0121b-c1b2-460c-97de-7405b579de7b admin admin] Deleting port b9644220-7c97-46a3-bc2f-e10a5ed043cf {{(pid=115991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 00:43:50.013294 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-46f0121b-c1b2-460c-97de-7405b579de7b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764676511537'] for port (b9644220-7c97-46a3-bc2f-e10a5ed043cf), before_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:50.090911 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.db [None req-46f0121b-c1b2-460c-97de-7405b579de7b admin admin] For port b9644220-7c97-46a3-bc2f-e10a5ed043cf, host dv-cinder-851640-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851640-3-iscsi',level=0,port_id=b9644220-7c97-46a3-bc2f-e10a5ed043cf,segment=NetworkSegment(ba849c86-988d-47dc-b484-0f209f490be3),segment_id=ba849c86-988d-47dc-b484-0f209f490be3)] {{(pid=115991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:43:50.091213 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-46f0121b-c1b2-460c-97de-7405b579de7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440649'] for port (b9644220-7c97-46a3-bc2f-e10a5ed043cf), precommit_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:50.106864 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.plugin [None req-46f0121b-c1b2-460c-97de-7405b579de7b admin admin] Calling delete_port for b9644220-7c97-46a3-bc2f-e10a5ed043cf owned by network:router_interface {{(pid=115991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 00:43:50.211189 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=100 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:43:50.331385 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-46f0121b-c1b2-460c-97de-7405b579de7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764676515054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764676113794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2785209'] for port (b9644220-7c97-46a3-bc2f-e10a5ed043cf), after_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:50.607011 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f0121b-c1b2-460c-97de-7405b579de7b admin admin] Pushing event deleted for resources: {'Port': ['ID=b9644220-7c97-46a3-bc2f-e10a5ed043cf,revision_number=None']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:43:50.770965 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-46f0121b-c1b2-460c-97de-7405b579de7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-499884'] for router_interface (0615554d-02f4-47fe-a7dd-85e36cfe194e), after_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:50.832765 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=17,neutron:UPDATE=1 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:43:50.924612 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:43:50.951376 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Device f86cdc9a-dd2c-417a-b187-0ab5b6a97b9c no longer exists at agent ovs-agent-dv-cinder-851640-3-iscsi {{(pid=115993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 00:43:50.971434 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] No Port match for: f86cdc9a-dd2c-417a-b187-0ab5b6a97b9c {{(pid=115993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 08 00:43:50.971777 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Device f86cdc9a-dd2c-417a-b187-0ab5b6a97b9c not bound to the agent host dv-cinder-851640-3-iscsi {{(pid=115993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 00:43:50.983152 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46f0121b-c1b2-460c-97de-7405b579de7b admin admin] Router 0615554d-02f4-47fe-a7dd-85e36cfe194e has already been hosted by L3 agent d53f5436-7c7f-4441-9708-9d0333b57745 {{(pid=115991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 00:43:51.086473 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46f0121b-c1b2-460c-97de-7405b579de7b admin admin] Notify agent at l3_agent.dv-cinder-851640-3-iscsi the message routers_updated {{(pid=115991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 00:43:51.091808 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-46f0121b-c1b2-460c-97de-7405b579de7b admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/0615554d-02f4-47fe-a7dd-85e36cfe194e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6036601 Aug 08 00:43:51.094369 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 36230) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:43:51.095110 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f0fe55-45b9-4d5d-bf2e-f88450fc4736 None None] Sync routers for ids ['0615554d-02f4-47fe-a7dd-85e36cfe194e'] in dv-cinder-851640-3-iscsi {{(pid=115994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 00:43:51.106251 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f0fe55-45b9-4d5d-bf2e-f88450fc4736 None None] Routers {'0615554d-02f4-47fe-a7dd-85e36cfe194e'} bound to L3 agent in host dv-cinder-851640-3-iscsi {{(pid=115994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 00:43:51.106866 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_hamode_db [None req-15f0fe55-45b9-4d5d-bf2e-f88450fc4736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851640-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-08T00:24:12Z,description=,heartbeat_timestamp=2022-08-08T00:43:42Z,host='dv-cinder-851640-3-iscsi',id=d53f5436-7c7f-4441-9708-9d0333b57745,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T00:24:13Z,topic='l3_agent')) {'router_ids': ['0615554d-02f4-47fe-a7dd-85e36cfe194e'], 'active': True} {{(pid=115994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:43:51.194366 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-0fcd129f-e4e5-4849-a3eb-c68e5c7fd531 admin admin] Publish callbacks [] for router (0615554d-02f4-47fe-a7dd-85e36cfe194e), before_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:51.205484 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_dvr_db [None req-15f0fe55-45b9-4d5d-bf2e-f88450fc4736 None None] Set router 0615554d-02f4-47fe-a7dd-85e36cfe194e gateway port host: dv-cinder-851640-3-iscsi {{(pid=115994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 00:43:51.293585 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-0fcd129f-e4e5-4849-a3eb-c68e5c7fd531 admin admin] Publish callbacks [] for router_gateway (0615554d-02f4-47fe-a7dd-85e36cfe194e), before_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:51.378163 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_hamode_db [None req-15f0fe55-45b9-4d5d-bf2e-f88450fc4736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0615554d-02f4-47fe-a7dd-85e36cfe194e', 'name': 'tempest-TestVolumeBootPattern-522143548-router', 'tenant_id': 'ad2ab7aaac7341739eee2f43ea9f161f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': '2e8d99ec-99e2-4703-b51e-22c321965bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:35:51Z', 'updated_at': '2022-08-08T00:43:50Z', 'revision_number': 5, 'project_id': 'ad2ab7aaac7341739eee2f43ea9f161f', 'gw_port': {'id': '2e8d99ec-99e2-4703-b51e-22c321965bda', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ec:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0615554d-02f4-47fe-a7dd-85e36cfe194e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:35:52Z', 'updated_at': '2022-08-08T00:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi'}], 'dv-cinder-851640-3-iscsi', False) {} {{(pid=115994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:43:51.396878 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.plugin [None req-0fcd129f-e4e5-4849-a3eb-c68e5c7fd531 admin admin] Deleting port 2e8d99ec-99e2-4703-b51e-22c321965bda {{(pid=115991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 00:43:51.397222 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-0fcd129f-e4e5-4849-a3eb-c68e5c7fd531 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764676511537'] for port (2e8d99ec-99e2-4703-b51e-22c321965bda), before_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:51.405160 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f0fe55-45b9-4d5d-bf2e-f88450fc4736 None None] Checking router: 0615554d-02f4-47fe-a7dd-85e36cfe194e for host: dv-cinder-851640-3-iscsi {{(pid=115994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 00:43:51.416906 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f0fe55-45b9-4d5d-bf2e-f88450fc4736 None None] Routers {'0615554d-02f4-47fe-a7dd-85e36cfe194e'} bound to L3 agent in host dv-cinder-851640-3-iscsi {{(pid=115994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 00:43:51.417866 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_hamode_db [None req-15f0fe55-45b9-4d5d-bf2e-f88450fc4736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851640-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-08T00:24:12Z,description=,heartbeat_timestamp=2022-08-08T00:43:42Z,host='dv-cinder-851640-3-iscsi',id=d53f5436-7c7f-4441-9708-9d0333b57745,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T00:24:13Z,topic='l3_agent')) {'router_ids': ['0615554d-02f4-47fe-a7dd-85e36cfe194e'], 'active': True} {{(pid=115994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:43:51.451195 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:43:51.489467 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.db [None req-0fcd129f-e4e5-4849-a3eb-c68e5c7fd531 admin admin] For port 2e8d99ec-99e2-4703-b51e-22c321965bda, host dv-cinder-851640-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851640-3-iscsi',level=0,port_id=2e8d99ec-99e2-4703-b51e-22c321965bda,segment=NetworkSegment(15fce33c-3ff3-4714-8fe9-15b1a1600e57),segment_id=15fce33c-3ff3-4714-8fe9-15b1a1600e57)] {{(pid=115991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:43:51.489832 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-0fcd129f-e4e5-4849-a3eb-c68e5c7fd531 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440649'] for port (2e8d99ec-99e2-4703-b51e-22c321965bda), precommit_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:51.504281 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.plugin [None req-0fcd129f-e4e5-4849-a3eb-c68e5c7fd531 admin admin] Calling delete_port for 2e8d99ec-99e2-4703-b51e-22c321965bda owned by network:router_gateway {{(pid=115991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 00:43:51.522799 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_dvr_db [None req-15f0fe55-45b9-4d5d-bf2e-f88450fc4736 None None] Set router 0615554d-02f4-47fe-a7dd-85e36cfe194e gateway port host: None {{(pid=115994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 00:43:51.573309 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.l3_hamode_db [None req-15f0fe55-45b9-4d5d-bf2e-f88450fc4736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0615554d-02f4-47fe-a7dd-85e36cfe194e', 'name': 'tempest-TestVolumeBootPattern-522143548-router', 'tenant_id': 'ad2ab7aaac7341739eee2f43ea9f161f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:35:51Z', 'updated_at': '2022-08-08T00:43:51Z', 'revision_number': 6, 'project_id': 'ad2ab7aaac7341739eee2f43ea9f161f', 'gw_port_host': None}], 'dv-cinder-851640-3-iscsi', False) {} {{(pid=115994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:43:51.603620 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f0fe55-45b9-4d5d-bf2e-f88450fc4736 None None] The sync data for ids ['0615554d-02f4-47fe-a7dd-85e36cfe194e'] in dv-cinder-851640-3-iscsi is: [{'id': '0615554d-02f4-47fe-a7dd-85e36cfe194e', 'name': 'tempest-TestVolumeBootPattern-522143548-router', 'tenant_id': 'ad2ab7aaac7341739eee2f43ea9f161f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:35:51Z', 'updated_at': '2022-08-08T00:43:51Z', 'revision_number': 6, 'project_id': 'ad2ab7aaac7341739eee2f43ea9f161f', 'gw_port_host': None}] {{(pid=115994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 00:43:51.760631 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-0fcd129f-e4e5-4849-a3eb-c68e5c7fd531 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764676515054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764676113794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2785209'] for port (2e8d99ec-99e2-4703-b51e-22c321965bda), after_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:51.793197 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcd129f-e4e5-4849-a3eb-c68e5c7fd531 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e8d99ec-99e2-4703-b51e-22c321965bda,revision_number=None']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:43:51.883805 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-0fcd129f-e4e5-4849-a3eb-c68e5c7fd531 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-428004'] for router_gateway (0615554d-02f4-47fe-a7dd-85e36cfe194e), after_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:51.976340 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-0fcd129f-e4e5-4849-a3eb-c68e5c7fd531 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-501963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-861'] for router (0615554d-02f4-47fe-a7dd-85e36cfe194e), precommit_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:51.980167 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-0fcd129f-e4e5-4849-a3eb-c68e5c7fd531 admin admin] Publish callbacks [] for router_controller (0615554d-02f4-47fe-a7dd-85e36cfe194e), precommit_delete_associations {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:52.019869 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:43:52.097407 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-0fcd129f-e4e5-4849-a3eb-c68e5c7fd531 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-501833'] for router (0615554d-02f4-47fe-a7dd-85e36cfe194e), after_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:52.098063 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fcd129f-e4e5-4849-a3eb-c68e5c7fd531 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0615554d-02f4-47fe-a7dd-85e36cfe194e {{(pid=115991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 08 00:43:52.102790 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-0fcd129f-e4e5-4849-a3eb-c68e5c7fd531 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:52.103969 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-0fcd129f-e4e5-4849-a3eb-c68e5c7fd531 admin admin] 10.222.0.15 "DELETE /networking/v2.0/routers/0615554d-02f4-47fe-a7dd-85e36cfe194e HTTP/1.1" status: 204 len: 168 time: 1.0086946 Aug 08 00:43:52.106761 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 36232) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:43:52.147415 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:43:52.155078 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa5baaba-1164-4afc-b48f-ce25a455b3b2 admin admin] Deleting subnet 3405891e-4d08-4233-ada0-4810d42611bd {{(pid=115992) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 08 00:43:52.158178 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-aa5baaba-1164-4afc-b48f-ce25a455b3b2 admin admin] Publish callbacks [] for subnet (3405891e-4d08-4233-ada0-4810d42611bd), before_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:52.192286 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-aa5baaba-1164-4afc-b48f-ce25a455b3b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2898661'] for subnet (3405891e-4d08-4233-ada0-4810d42611bd), precommit_delete_associations {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:52.272971 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-aa5baaba-1164-4afc-b48f-ce25a455b3b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1386800'] for subnet (3405891e-4d08-4233-ada0-4810d42611bd), precommit_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:52.389264 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-aa5baaba-1164-4afc-b48f-ce25a455b3b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1386811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26371446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26226896'] for subnet (3405891e-4d08-4233-ada0-4810d42611bd), after_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:52.415578 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5baaba-1164-4afc-b48f-ce25a455b3b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3405891e-4d08-4233-ada0-4810d42611bd,revision_number=None']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:43:52.423914 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-aa5baaba-1164-4afc-b48f-ce25a455b3b2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:52.427058 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-aa5baaba-1164-4afc-b48f-ce25a455b3b2 admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/3405891e-4d08-4233-ada0-4810d42611bd HTTP/1.1" status: 204 len: 168 time: 0.3192708 Aug 08 00:43:52.429693 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 36234) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:43:52.432356 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ecdf07-6954-4422-81e9-5b0da13bd5cc None None] Network 8a30da80-347b-44e3-ae81-a8dffefc6b58 requested from dv-cinder-851640-3-iscsi {{(pid=115993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 00:43:52.474951 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:43:52.505521 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-47c18ef2-b164-4a11-8ada-35618136b7d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1544796'] for network (8a30da80-347b-44e3-ae81-a8dffefc6b58), before_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:52.549112 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.plugin [None req-47c18ef2-b164-4a11-8ada-35618136b7d2 admin admin] Deleting port d17ab138-60c5-4cee-af8b-243cba74fbbd {{(pid=115992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 00:43:52.549456 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-47c18ef2-b164-4a11-8ada-35618136b7d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764676511537'] for port (d17ab138-60c5-4cee-af8b-243cba74fbbd), before_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:52.587052 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c627ba-dda5-48b1-9138-496b8bd204fc None None] DHCP port deletion for 8a30da80-347b-44e3-ae81-a8dffefc6b58 request from dv-cinder-851640-3-iscsi {{(pid=115993) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 08 00:43:52.617306 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.db [None req-47c18ef2-b164-4a11-8ada-35618136b7d2 admin admin] For port d17ab138-60c5-4cee-af8b-243cba74fbbd, host dv-cinder-851640-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851640-3-iscsi',level=0,port_id=d17ab138-60c5-4cee-af8b-243cba74fbbd,segment=NetworkSegment(ba849c86-988d-47dc-b484-0f209f490be3),segment_id=ba849c86-988d-47dc-b484-0f209f490be3)] {{(pid=115992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:43:52.617669 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-47c18ef2-b164-4a11-8ada-35618136b7d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440649'] for port (d17ab138-60c5-4cee-af8b-243cba74fbbd), precommit_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:52.625251 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-38c627ba-dda5-48b1-9138-496b8bd204fc None None] Deleting port d17ab138-60c5-4cee-af8b-243cba74fbbd {{(pid=115993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 00:43:52.625531 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-38c627ba-dda5-48b1-9138-496b8bd204fc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764676511537'] for port (d17ab138-60c5-4cee-af8b-243cba74fbbd), before_delete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:52.631343 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.plugin [None req-47c18ef2-b164-4a11-8ada-35618136b7d2 admin admin] Calling delete_port for d17ab138-60c5-4cee-af8b-243cba74fbbd owned by network:dhcp {{(pid=115992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 00:43:52.666800 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:43:52.806321 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-47c18ef2-b164-4a11-8ada-35618136b7d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764676515054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764676113794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26371331'] for port (d17ab138-60c5-4cee-af8b-243cba74fbbd), after_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:52.827953 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-38c627ba-dda5-48b1-9138-496b8bd204fc None None] For port d17ab138-60c5-4cee-af8b-243cba74fbbd, host dv-cinder-851640-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851640-3-iscsi',level=0,port_id=d17ab138-60c5-4cee-af8b-243cba74fbbd,segment=NetworkSegment(ba849c86-988d-47dc-b484-0f209f490be3),segment_id=ba849c86-988d-47dc-b484-0f209f490be3)] {{(pid=115993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:43:52.828246 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-38c627ba-dda5-48b1-9138-496b8bd204fc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440649'] for port (d17ab138-60c5-4cee-af8b-243cba74fbbd), precommit_delete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:52.829786 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c18ef2-b164-4a11-8ada-35618136b7d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d17ab138-60c5-4cee-af8b-243cba74fbbd,revision_number=None']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:43:52.836739 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c18ef2-b164-4a11-8ada-35618136b7d2 admin admin] No DVR routers for this DVR port d17ab138-60c5-4cee-af8b-243cba74fbbd on host dv-cinder-851640-3-iscsi {{(pid=115992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 08 00:43:52.849169 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-38c627ba-dda5-48b1-9138-496b8bd204fc None None] Calling delete_port for d17ab138-60c5-4cee-af8b-243cba74fbbd owned by network:dhcp {{(pid=115993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 00:43:52.909134 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Device d17ab138-60c5-4cee-af8b-243cba74fbbd no longer exists at agent ovs-agent-dv-cinder-851640-3-iscsi {{(pid=115993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 00:43:52.917614 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-47c18ef2-b164-4a11-8ada-35618136b7d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388207', 'neutron.services.segments.db._delete_segments_for_network-8764676474350'] for network (8a30da80-347b-44e3-ae81-a8dffefc6b58), precommit_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:52.936497 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] No Port match for: d17ab138-60c5-4cee-af8b-243cba74fbbd {{(pid=115993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 08 00:43:52.936851 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Device d17ab138-60c5-4cee-af8b-243cba74fbbd not bound to the agent host dv-cinder-851640-3-iscsi {{(pid=115993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 00:43:52.937270 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Device 2e8d99ec-99e2-4703-b51e-22c321965bda no longer exists at agent ovs-agent-dv-cinder-851640-3-iscsi {{(pid=115993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 00:43:52.938070 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.services.segments.db [None req-47c18ef2-b164-4a11-8ada-35618136b7d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a30da80-347b-44e3-ae81-a8dffefc6b58']}} {{(pid=115992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:43:52.949092 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.services.segments.db [None req-47c18ef2-b164-4a11-8ada-35618136b7d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba849c86-988d-47dc-b484-0f209f490be3') {'for_net_delete': True} {{(pid=115992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:43:52.949383 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.services.segments.db [None req-47c18ef2-b164-4a11-8ada-35618136b7d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba849c86-988d-47dc-b484-0f209f490be3') {} {{(pid=115992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:43:52.959049 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-47c18ef2-b164-4a11-8ada-35618136b7d2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764676474251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2898668'] for segment (ba849c86-988d-47dc-b484-0f209f490be3), before_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:52.959937 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] No Port match for: 2e8d99ec-99e2-4703-b51e-22c321965bda {{(pid=115993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 08 00:43:52.960293 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Device 2e8d99ec-99e2-4703-b51e-22c321965bda not bound to the agent host dv-cinder-851640-3-iscsi {{(pid=115993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 00:43:52.960705 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Device b9644220-7c97-46a3-bc2f-e10a5ed043cf no longer exists at agent ovs-agent-dv-cinder-851640-3-iscsi {{(pid=115993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 00:43:52.964274 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-38c627ba-dda5-48b1-9138-496b8bd204fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764676515054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764676113794'] for port (d17ab138-60c5-4cee-af8b-243cba74fbbd), after_delete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:52.973610 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-47c18ef2-b164-4a11-8ada-35618136b7d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1398331'] for segment (ba849c86-988d-47dc-b484-0f209f490be3), precommit_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:52.981381 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47c18ef2-b164-4a11-8ada-35618136b7d2 admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=115992) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 08 00:43:52.981779 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-47c18ef2-b164-4a11-8ada-35618136b7d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1398331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26371028'] for segment (ba849c86-988d-47dc-b484-0f209f490be3), after_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:52.987009 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] No Port match for: b9644220-7c97-46a3-bc2f-e10a5ed043cf {{(pid=115993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 08 00:43:52.987386 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Device b9644220-7c97-46a3-bc2f-e10a5ed043cf not bound to the agent host dv-cinder-851640-3-iscsi {{(pid=115993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 00:43:53.006633 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c627ba-dda5-48b1-9138-496b8bd204fc None None] Pushing event deleted for resources: {'Port': ['ID=d17ab138-60c5-4cee-af8b-243cba74fbbd,revision_number=None']} {{(pid=115993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:43:53.010831 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c627ba-dda5-48b1-9138-496b8bd204fc None None] No DVR routers for this DVR port d17ab138-60c5-4cee-af8b-243cba74fbbd on host dv-cinder-851640-3-iscsi {{(pid=115993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 08 00:43:53.023386 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.services.segments.plugin [-] Segment ba849c86-988d-47dc-b484-0f209f490be3 resource provider aggregate not found Aug 08 00:43:53.042491 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.services.segments.plugin [-] Segment ba849c86-988d-47dc-b484-0f209f490be3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ba849c86-988d-47dc-b484-0f209f490be3 found for delete ", "request_id": "req-e3d9ce38-5c71-44ae-9189-3ea9e3e52b1a"}]} Aug 08 00:43:53.148564 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-47c18ef2-b164-4a11-8ada-35618136b7d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-428578'] for network (8a30da80-347b-44e3-ae81-a8dffefc6b58), after_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:53.152911 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-47c18ef2-b164-4a11-8ada-35618136b7d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575022'] for network (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:53.157105 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-47c18ef2-b164-4a11-8ada-35618136b7d2 admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/8a30da80-347b-44e3-ae81-a8dffefc6b58 HTTP/1.1" status: 204 len: 168 time: 0.7264485 Aug 08 00:43:53.170780 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c18ef2-b164-4a11-8ada-35618136b7d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a30da80-347b-44e3-ae81-a8dffefc6b58,revision_number=None']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:43:53.426248 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 36242) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:43:53.466381 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-2babc2fb-daee-407b-87d7-d276bbc8586e admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=a22da44baa6b472e91d99fbcb03b583c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389686 Aug 08 00:43:53.468933 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 36244) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:43:53.520623 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-f15dbebc-22f9-4f95-bf1a-601a14c0254a admin admin] Publish callbacks [] for security_group (123b5bf6-4c1d-42d2-9eaf-4f5d79e3d929), before_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:53.524591 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:43:53.542561 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-f15dbebc-22f9-4f95-bf1a-601a14c0254a admin admin] Publish callbacks [] for security_group (123b5bf6-4c1d-42d2-9eaf-4f5d79e3d929), precommit_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:53.651500 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-f15dbebc-22f9-4f95-bf1a-601a14c0254a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (123b5bf6-4c1d-42d2-9eaf-4f5d79e3d929), after_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:53.654137 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-f15dbebc-22f9-4f95-bf1a-601a14c0254a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:53.655490 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-f15dbebc-22f9-4f95-bf1a-601a14c0254a admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/123b5bf6-4c1d-42d2-9eaf-4f5d79e3d929 HTTP/1.1" status: 204 len: 168 time: 0.1856279 Aug 08 00:43:53.664523 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15dbebc-22f9-4f95-bf1a-601a14c0254a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=123b5bf6-4c1d-42d2-9eaf-4f5d79e3d929,revision_number=None']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:43:54.260840 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 36250) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:43:54.301472 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-f8f713b1-136b-4f15-afd5-28ecb1e8f261 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=ad2ab7aaac7341739eee2f43ea9f161f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394845 Aug 08 00:43:54.303849 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 36252) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:43:54.351283 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-82e6fe91-67dc-4753-8622-8e69308c231f admin admin] Publish callbacks [] for security_group (4c085d7f-a4b3-4f3a-bd5e-b654f9c102e2), before_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:54.374543 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-82e6fe91-67dc-4753-8622-8e69308c231f admin admin] Publish callbacks [] for security_group (4c085d7f-a4b3-4f3a-bd5e-b654f9c102e2), precommit_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:54.503028 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-82e6fe91-67dc-4753-8622-8e69308c231f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (4c085d7f-a4b3-4f3a-bd5e-b654f9c102e2), after_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:54.505549 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-82e6fe91-67dc-4753-8622-8e69308c231f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:43:54.506862 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-82e6fe91-67dc-4753-8622-8e69308c231f admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/4c085d7f-a4b3-4f3a-bd5e-b654f9c102e2 HTTP/1.1" status: 204 len: 168 time: 0.2021377 Aug 08 00:43:54.515632 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e6fe91-67dc-4753-8622-8e69308c231f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c085d7f-a4b3-4f3a-bd5e-b654f9c102e2,revision_number=None']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:43:58.661172 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=58,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:44:00.582981 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (c200ec1a-5dc3-458a-a30d-0f16255c41c0), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:44:02.021661 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=30,neutron:DELETE=7 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:44:04.412378 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=21,neutron:DELETE=3 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:44:04.512005 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=85,neutron:DELETE=10 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:44:10.257000 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-dcf73e04-e40b-41cb-877c-111f10f52ef9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (93e2312b-3744-4a9e-8723-a0f19f10f89a), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:44:12.467217 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:44:12.571510 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-12431418-d369-48bf-ac43-d0d829a7cccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (d53f5436-7c7f-4441-9708-9d0333b57745), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:44:14.250815 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-053f2fa2-08e2-4320-9ef7-ed55b6b025bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (8871f2bb-53fb-48a8-be6c-361eafeaffd1), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:44:15.462715 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (aa35aa05-3c09-40ae-a1e3-ebf96fe3358c), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:44:15.595039 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=46 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:44:15.595805 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=3 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:44:15.931427 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-64237613-c389-4d10-936d-2956085fc78e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (998b03d7-10a2-4624-8114-660f2901b45f), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:44:24.624702 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.agents_db [None req-431a3ab4-e5a4-4361-9fcb-d2d78b6c2e03 None None] Agent healthcheck: found 6 active agents {{(pid=115994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 00:44:25.844603 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:UPDATE=1,neutron:SELECT=3 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:44:25.846492 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=25,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:44:30.564968 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (c200ec1a-5dc3-458a-a30d-0f16255c41c0), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:44:34.621748 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=2 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:44:36.349193 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-06bbf5b9-8ba4-4b9a-b57e-6c0f9a3c468b req-197ffbf4-c5a4-4218-b0d9-1d6e2edd0f0e service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b6a72cc2-9190-43cd-9a38-5c40247f06fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0484409 Aug 08 00:44:36.411585 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bbf5b9-8ba4-4b9a-b57e-6c0f9a3c468b req-7e48d039-6a85-47bb-b46a-20997bcc462e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:44:36.413099 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-06bbf5b9-8ba4-4b9a-b57e-6c0f9a3c468b req-7e48d039-6a85-47bb-b46a-20997bcc462e service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=2c27d244bd514766b955d1a4aba239eb&device_id=b6a72cc2-9190-43cd-9a38-5c40247f06fe HTTP/1.1" status: 200 len: 1129 time: 0.0411057 Aug 08 00:44:36.525554 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bbf5b9-8ba4-4b9a-b57e-6c0f9a3c468b req-a878eba8-24bd-4027-a833-8f03b024736a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:44:36.527025 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-06bbf5b9-8ba4-4b9a-b57e-6c0f9a3c468b req-a878eba8-24bd-4027-a833-8f03b024736a service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=a1ea4937-9f88-413c-acfe-262c6911cb43 HTTP/1.1" status: 200 len: 911 time: 0.0901616 Aug 08 00:44:36.846736 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-06bbf5b9-8ba4-4b9a-b57e-6c0f9a3c468b req-48c9fcf7-a5fc-40ce-bf97-1e1c4656afe5 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=886303e5-14f6-4125-ae5f-830989d01818 HTTP/1.1" status: 200 len: 1001 time: 0.0610223 Aug 08 00:44:36.900731 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bbf5b9-8ba4-4b9a-b57e-6c0f9a3c468b req-88cbfb0e-b91a-4f7f-b1cf-d8a8ada9174b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:44:36.902214 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-06bbf5b9-8ba4-4b9a-b57e-6c0f9a3c468b req-88cbfb0e-b91a-4f7f-b1cf-d8a8ada9174b service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=4f8f3ce2-bf86-4860-ba68-5eb4fa8e9a71 HTTP/1.1" status: 200 len: 849 time: 0.0461318 Aug 08 00:44:37.194445 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bbf5b9-8ba4-4b9a-b57e-6c0f9a3c468b req-9127bd67-e2f6-4b98-b415-60f82f29e7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:44:37.195991 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-06bbf5b9-8ba4-4b9a-b57e-6c0f9a3c468b req-9127bd67-e2f6-4b98-b415-60f82f29e7ab service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=a1ea4937-9f88-413c-acfe-262c6911cb43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397153 Aug 08 00:44:37.297971 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-06bbf5b9-8ba4-4b9a-b57e-6c0f9a3c468b req-ff99a4b9-d871-4d6d-ae6d-5e776dd2de80 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a1ea4937-9f88-413c-acfe-262c6911cb43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884659 Aug 08 00:44:37.386579 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-06bbf5b9-8ba4-4b9a-b57e-6c0f9a3c468b req-42ed0c77-7deb-40e2-9cf9-86c8761b5d42 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a1ea4937-9f88-413c-acfe-262c6911cb43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818934 Aug 08 00:44:40.233799 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-770c4b64-ae4e-45ea-849c-bac209521de0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (93e2312b-3744-4a9e-8723-a0f19f10f89a), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:44:40.790012 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6794d6d-058a-4bd1-bc50-976de9229867 req-82727efa-aada-4460-979f-b240b956aa45 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:44:40.791539 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-d6794d6d-058a-4bd1-bc50-976de9229867 req-82727efa-aada-4460-979f-b240b956aa45 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b6a72cc2-9190-43cd-9a38-5c40247f06fe HTTP/1.1" status: 200 len: 945 time: 0.0497708 Aug 08 00:44:40.839556 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-d6794d6d-058a-4bd1-bc50-976de9229867 req-45da4a81-c4d2-4546-a5b4-cfd43b123a44 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2dff21ef-d80b-4899-9165-8d57ab8501d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423810 Aug 08 00:44:41.964213 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edc5752-94dc-4b04-a5bd-c3b041a31d7d req-58edba13-0ce9-4893-8097-dc668f84125d tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:44:41.965560 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-7edc5752-94dc-4b04-a5bd-c3b041a31d7d req-58edba13-0ce9-4893-8097-dc668f84125d tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b6a72cc2-9190-43cd-9a38-5c40247f06fe HTTP/1.1" status: 200 len: 945 time: 0.0505047 Aug 08 00:44:42.012813 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-7edc5752-94dc-4b04-a5bd-c3b041a31d7d req-1927ecc6-1d20-4212-b767-151a4855bbd1 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2dff21ef-d80b-4899-9165-8d57ab8501d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417187 Aug 08 00:44:42.518920 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-1a81a06b-df07-4ef0-9b9e-850dfdd04b7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (d53f5436-7c7f-4441-9708-9d0333b57745), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:44:42.907394 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8117cf98-e9ef-4e65-843b-aa75fb4982b7 req-5f5bf26b-31aa-4175-ba8f-347b1f3bb3af tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:44:42.908805 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-8117cf98-e9ef-4e65-843b-aa75fb4982b7 req-5f5bf26b-31aa-4175-ba8f-347b1f3bb3af tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b6a72cc2-9190-43cd-9a38-5c40247f06fe HTTP/1.1" status: 200 len: 945 time: 0.0462697 Aug 08 00:44:43.129559 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b79002-691b-47e4-97a1-405044d6f331 req-a9b94f1e-91f2-4010-974d-edc6909e76a0 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 00:44:43.131046 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-99b79002-691b-47e4-97a1-405044d6f331 req-a9b94f1e-91f2-4010-974d-edc6909e76a0 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b6a72cc2-9190-43cd-9a38-5c40247f06fe HTTP/1.1" status: 200 len: 945 time: 0.0476928 Aug 08 00:44:43.179608 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-99b79002-691b-47e4-97a1-405044d6f331 req-1e299bc8-a7f6-489a-90bc-8f1c971fe415 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2dff21ef-d80b-4899-9165-8d57ab8501d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420933 Aug 08 00:44:43.181828 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.plugin [req-8117cf98-e9ef-4e65-843b-aa75fb4982b7 req-ef15b8b4-1468-45ff-8bd0-7b146d209a8f tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Deleting port 886303e5-14f6-4125-ae5f-830989d01818 {{(pid=115991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 00:44:43.182309 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [req-8117cf98-e9ef-4e65-843b-aa75fb4982b7 req-ef15b8b4-1468-45ff-8bd0-7b146d209a8f tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764676511537'] for port (886303e5-14f6-4125-ae5f-830989d01818), before_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:44:43.273495 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.db [req-8117cf98-e9ef-4e65-843b-aa75fb4982b7 req-ef15b8b4-1468-45ff-8bd0-7b146d209a8f tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] For port 886303e5-14f6-4125-ae5f-830989d01818, host hv-cinder-85164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85164',level=0,port_id=886303e5-14f6-4125-ae5f-830989d01818,segment=NetworkSegment(18f25c40-a290-4c24-9aba-a27af389c08c),segment_id=18f25c40-a290-4c24-9aba-a27af389c08c)] {{(pid=115991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:44:43.273902 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [req-8117cf98-e9ef-4e65-843b-aa75fb4982b7 req-ef15b8b4-1468-45ff-8bd0-7b146d209a8f tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440649'] for port (886303e5-14f6-4125-ae5f-830989d01818), precommit_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:44:43.434545 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [req-8117cf98-e9ef-4e65-843b-aa75fb4982b7 req-ef15b8b4-1468-45ff-8bd0-7b146d209a8f tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:44:43.434909 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [req-8117cf98-e9ef-4e65-843b-aa75fb4982b7 req-ef15b8b4-1468-45ff-8bd0-7b146d209a8f tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-499989'] for floatingip (78411d8e-678b-42ed-9b8c-c51038811591), after_update {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:44:43.435244 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.db.l3_db [req-8117cf98-e9ef-4e65-843b-aa75fb4982b7 req-ef15b8b4-1468-45ff-8bd0-7b146d209a8f tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Floating IP 78411d8e-678b-42ed-9b8c-c51038811591 disassociated. External IP: 172.27.3.135, port: 886303e5-14f6-4125-ae5f-830989d01818. Aug 08 00:44:43.435588 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.plugin [req-8117cf98-e9ef-4e65-843b-aa75fb4982b7 req-ef15b8b4-1468-45ff-8bd0-7b146d209a8f tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Calling delete_port for 886303e5-14f6-4125-ae5f-830989d01818 owned by compute:nova {{(pid=115991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 00:44:43.439386 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:44:43.445582 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:44:43.599024 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [req-8117cf98-e9ef-4e65-843b-aa75fb4982b7 req-ef15b8b4-1468-45ff-8bd0-7b146d209a8f tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764676515054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764676113794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2785209'] for port (886303e5-14f6-4125-ae5f-830989d01818), after_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:44:43.624549 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef15b8b4-1468-45ff-8bd0-7b146d209a8f tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Pushing event deleted for resources: {'Port': ['ID=886303e5-14f6-4125-ae5f-830989d01818,revision_number=None']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:44:43.634692 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef15b8b4-1468-45ff-8bd0-7b146d209a8f tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:44:43.635036 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef15b8b4-1468-45ff-8bd0-7b146d209a8f tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:44:43.635402 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef15b8b4-1468-45ff-8bd0-7b146d209a8f tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:44:43.635741 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef15b8b4-1468-45ff-8bd0-7b146d209a8f tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:44:43.636072 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef15b8b4-1468-45ff-8bd0-7b146d209a8f tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:44:43.636399 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef15b8b4-1468-45ff-8bd0-7b146d209a8f tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:44:43.636724 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef15b8b4-1468-45ff-8bd0-7b146d209a8f tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:44:43.637045 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef15b8b4-1468-45ff-8bd0-7b146d209a8f tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:44:43.637364 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef15b8b4-1468-45ff-8bd0-7b146d209a8f tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:44:43.638295 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef15b8b4-1468-45ff-8bd0-7b146d209a8f tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:44:43.638295 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef15b8b4-1468-45ff-8bd0-7b146d209a8f tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:44:43.638295 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef15b8b4-1468-45ff-8bd0-7b146d209a8f tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:44:43.638606 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef15b8b4-1468-45ff-8bd0-7b146d209a8f tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:44:43.638923 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef15b8b4-1468-45ff-8bd0-7b146d209a8f tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:44:43.639263 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef15b8b4-1468-45ff-8bd0-7b146d209a8f tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:44:43.748169 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8117cf98-e9ef-4e65-843b-aa75fb4982b7 req-ef15b8b4-1468-45ff-8bd0-7b146d209a8f tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Router b740464e-88ba-4e4b-bd05-4faf6a2101a4 has already been hosted by L3 agent d53f5436-7c7f-4441-9708-9d0333b57745 {{(pid=115991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 00:44:43.850912 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8117cf98-e9ef-4e65-843b-aa75fb4982b7 req-ef15b8b4-1468-45ff-8bd0-7b146d209a8f tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Notify agent at l3_agent.dv-cinder-851640-3-iscsi the message routers_updated {{(pid=115991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 00:44:43.860962 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2261f7c-be77-4f80-aefe-35024f293611 None None] Sync routers for ids ['b740464e-88ba-4e4b-bd05-4faf6a2101a4'] in dv-cinder-851640-3-iscsi {{(pid=115993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 00:44:43.871346 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2261f7c-be77-4f80-aefe-35024f293611 None None] Routers {'b740464e-88ba-4e4b-bd05-4faf6a2101a4'} bound to L3 agent in host dv-cinder-851640-3-iscsi {{(pid=115993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 00:44:43.872060 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_hamode_db [None req-d2261f7c-be77-4f80-aefe-35024f293611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851640-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-08T00:24:12Z,description=,heartbeat_timestamp=2022-08-08T00:44:42Z,host='dv-cinder-851640-3-iscsi',id=d53f5436-7c7f-4441-9708-9d0333b57745,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T00:24:13Z,topic='l3_agent')) {'router_ids': ['b740464e-88ba-4e4b-bd05-4faf6a2101a4'], 'active': True} {{(pid=115993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:44:43.893776 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.db.l3_dvrscheduler_db [req-8117cf98-e9ef-4e65-843b-aa75fb4982b7 req-ef15b8b4-1468-45ff-8bd0-7b146d209a8f tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] No DVR routers for this DVR port 886303e5-14f6-4125-ae5f-830989d01818 on host hv-cinder-85164 {{(pid=115991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 08 00:44:43.896373 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [req-8117cf98-e9ef-4e65-843b-aa75fb4982b7 req-ef15b8b4-1468-45ff-8bd0-7b146d209a8f tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63196'] for port (None), before_response {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:44:43.900519 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [req-8117cf98-e9ef-4e65-843b-aa75fb4982b7 req-ef15b8b4-1468-45ff-8bd0-7b146d209a8f tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] 10.222.0.25 "DELETE /networking/v2.0/ports/886303e5-14f6-4125-ae5f-830989d01818 HTTP/1.1" status: 204 len: 173 time: 0.7973843 Aug 08 00:44:43.900801 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6a72cc2-9190-43cd-9a38-5c40247f06fe', 'name': 'network-vif-deleted', 'tag': '886303e5-14f6-4125-ae5f-830989d01818'}] {{(pid=115991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 00:44:43.903076 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73a3e3d67458d2a17dff5edd29115f5abec4313aa2236b93bd84783ab3df8685" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5b19a88-e07d-480c-98c4-b7b079b6d912" -d '{"events": [{"server_uuid": "b6a72cc2-9190-43cd-9a38-5c40247f06fe", "name": "network-vif-deleted", "tag": "886303e5-14f6-4125-ae5f-830989d01818"}]}' {{(pid=115991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 00:44:43.942897 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 00:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0df26dca-afbb-4d3c-9d0d-7ed0f2e501e1 x-openstack-request-id: req-0df26dca-afbb-4d3c-9d0d-7ed0f2e501e1 {{(pid=115991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 00:44:43.943184 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6a72cc2-9190-43cd-9a38-5c40247f06fe", "name": "network-vif-deleted", "tag": "886303e5-14f6-4125-ae5f-830989d01818", "status": "completed", "code": 200}]} {{(pid=115991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 00:44:43.943451 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0df26dca-afbb-4d3c-9d0d-7ed0f2e501e1 {{(pid=115991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 00:44:43.943851 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0df26dca-afbb-4d3c-9d0d-7ed0f2e501e1'] response: {'server_uuid': 'b6a72cc2-9190-43cd-9a38-5c40247f06fe', 'name': 'network-vif-deleted', 'tag': '886303e5-14f6-4125-ae5f-830989d01818', 'status': 'completed', 'code': 200} Aug 08 00:44:43.980083 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvr_db [None req-d2261f7c-be77-4f80-aefe-35024f293611 None None] Set router b740464e-88ba-4e4b-bd05-4faf6a2101a4 gateway port host: dv-cinder-851640-3-iscsi {{(pid=115993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 00:44:44.192666 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_hamode_db [None req-d2261f7c-be77-4f80-aefe-35024f293611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b740464e-88ba-4e4b-bd05-4faf6a2101a4', 'name': 'tempest-AttachVolumeTestJSON-877149533-router', 'tenant_id': '2c27d244bd514766b955d1a4aba239eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '73bb3e25-02b8-4cf7-bb3a-cf63ddd1eec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:40:15Z', 'updated_at': '2022-08-08T00:40:18Z', 'revision_number': 4, 'project_id': '2c27d244bd514766b955d1a4aba239eb', 'gw_port': {'id': '73bb3e25-02b8-4cf7-bb3a-cf63ddd1eec4', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b740464e-88ba-4e4b-bd05-4faf6a2101a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:40:16Z', 'updated_at': '2022-08-08T00:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi', '_interfaces': [{'id': '857a913d-4df0-4784-b024-1f56b6492293', 'name': '', 'network_id': 'a1ea4937-9f88-413c-acfe-262c6911cb43', 'tenant_id': '2c27d244bd514766b955d1a4aba239eb', 'mac_address': 'fa:16:3e:cc:a2:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b740464e-88ba-4e4b-bd05-4faf6a2101a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '4f8f3ce2-bf86-4860-ba68-5eb4fa8e9a71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:40:17Z', 'updated_at': '2022-08-08T00:40:23Z', 'revision_number': 5, 'project_id': '2c27d244bd514766b955d1a4aba239eb', 'subnets': [{'id': '4f8f3ce2-bf86-4860-ba68-5eb4fa8e9a71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851640-3-iscsi', False) {} {{(pid=115993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:44:44.218764 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2261f7c-be77-4f80-aefe-35024f293611 None None] Checking router: b740464e-88ba-4e4b-bd05-4faf6a2101a4 for host: dv-cinder-851640-3-iscsi {{(pid=115993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 00:44:44.228425 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2261f7c-be77-4f80-aefe-35024f293611 None None] Routers {'b740464e-88ba-4e4b-bd05-4faf6a2101a4'} bound to L3 agent in host dv-cinder-851640-3-iscsi {{(pid=115993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 00:44:44.229033 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_hamode_db [None req-d2261f7c-be77-4f80-aefe-35024f293611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851640-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-08T00:24:12Z,description=,heartbeat_timestamp=2022-08-08T00:44:42Z,host='dv-cinder-851640-3-iscsi',id=d53f5436-7c7f-4441-9708-9d0333b57745,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T00:24:13Z,topic='l3_agent')) {'router_ids': ['b740464e-88ba-4e4b-bd05-4faf6a2101a4'], 'active': True} {{(pid=115993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:44:44.265504 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-053f2fa2-08e2-4320-9ef7-ed55b6b025bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (8871f2bb-53fb-48a8-be6c-361eafeaffd1), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:44:44.298512 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [req-53667fe5-1197-4437-a367-27246997462d req-8ebd0fe2-f454-4529-80ee-119f7928e5b8 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b6a72cc2-9190-43cd-9a38-5c40247f06fe HTTP/1.1" status: 200 len: 210 time: 0.0314565 Aug 08 00:44:44.333078 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvr_db [None req-d2261f7c-be77-4f80-aefe-35024f293611 None None] Set router b740464e-88ba-4e4b-bd05-4faf6a2101a4 gateway port host: dv-cinder-851640-3-iscsi {{(pid=115993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 00:44:44.516915 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_hamode_db [None req-d2261f7c-be77-4f80-aefe-35024f293611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b740464e-88ba-4e4b-bd05-4faf6a2101a4', 'name': 'tempest-AttachVolumeTestJSON-877149533-router', 'tenant_id': '2c27d244bd514766b955d1a4aba239eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '73bb3e25-02b8-4cf7-bb3a-cf63ddd1eec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:40:15Z', 'updated_at': '2022-08-08T00:40:18Z', 'revision_number': 4, 'project_id': '2c27d244bd514766b955d1a4aba239eb', 'gw_port': {'id': '73bb3e25-02b8-4cf7-bb3a-cf63ddd1eec4', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b740464e-88ba-4e4b-bd05-4faf6a2101a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:40:16Z', 'updated_at': '2022-08-08T00:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi', '_interfaces': [{'id': '857a913d-4df0-4784-b024-1f56b6492293', 'name': '', 'network_id': 'a1ea4937-9f88-413c-acfe-262c6911cb43', 'tenant_id': '2c27d244bd514766b955d1a4aba239eb', 'mac_address': 'fa:16:3e:cc:a2:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b740464e-88ba-4e4b-bd05-4faf6a2101a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '4f8f3ce2-bf86-4860-ba68-5eb4fa8e9a71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:40:17Z', 'updated_at': '2022-08-08T00:40:23Z', 'revision_number': 5, 'project_id': '2c27d244bd514766b955d1a4aba239eb', 'subnets': [{'id': '4f8f3ce2-bf86-4860-ba68-5eb4fa8e9a71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851640-3-iscsi', False) {} {{(pid=115993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:44:44.545735 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2261f7c-be77-4f80-aefe-35024f293611 None None] The sync data for ids ['b740464e-88ba-4e4b-bd05-4faf6a2101a4'] in dv-cinder-851640-3-iscsi is: [{'id': 'b740464e-88ba-4e4b-bd05-4faf6a2101a4', 'name': 'tempest-AttachVolumeTestJSON-877149533-router', 'tenant_id': '2c27d244bd514766b955d1a4aba239eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '73bb3e25-02b8-4cf7-bb3a-cf63ddd1eec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:40:15Z', 'updated_at': '2022-08-08T00:40:18Z', 'revision_number': 4, 'project_id': '2c27d244bd514766b955d1a4aba239eb', 'gw_port': {'id': '73bb3e25-02b8-4cf7-bb3a-cf63ddd1eec4', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b740464e-88ba-4e4b-bd05-4faf6a2101a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:40:16Z', 'updated_at': '2022-08-08T00:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi', '_interfaces': [{'id': '857a913d-4df0-4784-b024-1f56b6492293', 'name': '', 'network_id': 'a1ea4937-9f88-413c-acfe-262c6911cb43', 'tenant_id': '2c27d244bd514766b955d1a4aba239eb', 'mac_address': 'fa:16:3e:cc:a2:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b740464e-88ba-4e4b-bd05-4faf6a2101a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '4f8f3ce2-bf86-4860-ba68-5eb4fa8e9a71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:40:17Z', 'updated_at': '2022-08-08T00:40:23Z', 'revision_number': 5, 'project_id': '2c27d244bd514766b955d1a4aba239eb', 'subnets': [{'id': '4f8f3ce2-bf86-4860-ba68-5eb4fa8e9a71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 00:44:44.767021 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930c39fe-858b-44c7-bebc-a11d66f13325 None None] New status for floating IP 78411d8e-678b-42ed-9b8c-c51038811591: DOWN {{(pid=115994) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 08 00:44:45.469880 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 36406) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:44:45.490930 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (aa35aa05-3c09-40ae-a1e3-ebf96fe3358c), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:44:45.524977 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-dd5da35b-27df-4d78-bd3e-27eb34991dd4 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Publish callbacks [] for security_group (2dff21ef-d80b-4899-9165-8d57ab8501d2), before_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:44:45.547694 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-dd5da35b-27df-4d78-bd3e-27eb34991dd4 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Publish callbacks [] for security_group (2dff21ef-d80b-4899-9165-8d57ab8501d2), precommit_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:44:45.662184 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-dd5da35b-27df-4d78-bd3e-27eb34991dd4 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (2dff21ef-d80b-4899-9165-8d57ab8501d2), after_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:44:45.665035 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-dd5da35b-27df-4d78-bd3e-27eb34991dd4 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Publish callbacks [] for security_group (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:44:45.666203 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-dd5da35b-27df-4d78-bd3e-27eb34991dd4 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] 10.222.0.15 "DELETE /networking/v2.0/security-groups/2dff21ef-d80b-4899-9165-8d57ab8501d2 HTTP/1.1" status: 204 len: 168 time: 0.1953537 Aug 08 00:44:45.669271 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 36408) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:44:45.675863 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5da35b-27df-4d78-bd3e-27eb34991dd4 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dff21ef-d80b-4899-9165-8d57ab8501d2,revision_number=None']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:44:45.683990 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5da35b-27df-4d78-bd3e-27eb34991dd4 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:44:45.684338 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5da35b-27df-4d78-bd3e-27eb34991dd4 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:44:45.684474 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.api.v2.resource [None req-72e1db7e-5c3c-4793-a24e-940ceb09c397 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] show failed (client error): The resource could not be found. Aug 08 00:44:45.684678 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5da35b-27df-4d78-bd3e-27eb34991dd4 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:44:45.687986 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5da35b-27df-4d78-bd3e-27eb34991dd4 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:44:45.687986 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5da35b-27df-4d78-bd3e-27eb34991dd4 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:44:45.688247 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-72e1db7e-5c3c-4793-a24e-940ceb09c397 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] 10.222.0.15 "GET /networking/v2.0/security-groups/2dff21ef-d80b-4899-9165-8d57ab8501d2 HTTP/1.1" status: 404 len: 347 time: 0.0145802 Aug 08 00:44:45.688361 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5da35b-27df-4d78-bd3e-27eb34991dd4 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:44:45.688361 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5da35b-27df-4d78-bd3e-27eb34991dd4 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:44:45.688361 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5da35b-27df-4d78-bd3e-27eb34991dd4 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:44:45.688361 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5da35b-27df-4d78-bd3e-27eb34991dd4 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:44:45.688361 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5da35b-27df-4d78-bd3e-27eb34991dd4 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:44:45.688361 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5da35b-27df-4d78-bd3e-27eb34991dd4 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:44:45.688361 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5da35b-27df-4d78-bd3e-27eb34991dd4 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:44:45.688361 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5da35b-27df-4d78-bd3e-27eb34991dd4 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:44:45.689138 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 36410) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:44:45.689250 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5da35b-27df-4d78-bd3e-27eb34991dd4 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:44:45.689250 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5da35b-27df-4d78-bd3e-27eb34991dd4 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:44:45.805194 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.plugin [None req-54ea3fef-3937-44e6-a43b-a2c18a7519c7 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Deleting port c98b163f-f797-4eb0-b67a-0791d2424a57 {{(pid=115991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 00:44:45.805537 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-54ea3fef-3937-44e6-a43b-a2c18a7519c7 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764676511537'] for port (c98b163f-f797-4eb0-b67a-0791d2424a57), before_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:44:45.883845 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-54ea3fef-3937-44e6-a43b-a2c18a7519c7 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440649'] for port (c98b163f-f797-4eb0-b67a-0791d2424a57), precommit_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:44:45.884143 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-54ea3fef-3937-44e6-a43b-a2c18a7519c7 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Publish callbacks [] for floatingip (c98b163f-f797-4eb0-b67a-0791d2424a57), precommit_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:44:45.896627 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.plugins.ml2.plugin [None req-54ea3fef-3937-44e6-a43b-a2c18a7519c7 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Calling delete_port for c98b163f-f797-4eb0-b67a-0791d2424a57 owned by network:floatingip {{(pid=115991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 00:44:45.913427 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-64237613-c389-4d10-936d-2956085fc78e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (998b03d7-10a2-4624-8114-660f2901b45f), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:44:45.962613 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:44:46.113372 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-54ea3fef-3937-44e6-a43b-a2c18a7519c7 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764676515054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764676113794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2785209'] for port (c98b163f-f797-4eb0-b67a-0791d2424a57), after_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:44:46.135817 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ea3fef-3937-44e6-a43b-a2c18a7519c7 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Pushing event deleted for resources: {'Port': ['ID=c98b163f-f797-4eb0-b67a-0791d2424a57,revision_number=None']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:44:46.158945 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Device 886303e5-14f6-4125-ae5f-830989d01818 no longer exists at agent hyperv_hv-cinder-85164 {{(pid=115993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 00:44:46.178834 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] No Port match for: 886303e5-14f6-4125-ae5f-830989d01818 {{(pid=115993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 08 00:44:46.179103 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Device 886303e5-14f6-4125-ae5f-830989d01818 not bound to the agent host hv-cinder-85164 {{(pid=115993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 00:44:46.205572 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-54ea3fef-3937-44e6-a43b-a2c18a7519c7 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Publish callbacks [] for floatingip (78411d8e-678b-42ed-9b8c-c51038811591), after_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:44:46.208150 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-54ea3fef-3937-44e6-a43b-a2c18a7519c7 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63196'] for floatingip (None), before_response {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:44:46.209344 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-54ea3fef-3937-44e6-a43b-a2c18a7519c7 tempest-AttachVolumeTestJSON-131478723 tempest-AttachVolumeTestJSON-131478723-project] 10.222.0.15 "DELETE /networking/v2.0/floatingips/78411d8e-678b-42ed-9b8c-c51038811591 HTTP/1.1" status: 204 len: 168 time: 0.5202918 Aug 08 00:44:50.250261 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 36438) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:44:50.553565 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-7bd4c508-d4cd-46d2-8771-95dde8ec18ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-499760'] for router_interface (b740464e-88ba-4e4b-bd05-4faf6a2101a4), before_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:44:50.766409 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:44:50.770750 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.plugin [None req-7bd4c508-d4cd-46d2-8771-95dde8ec18ef admin admin] Deleting port 857a913d-4df0-4784-b024-1f56b6492293 {{(pid=115992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 00:44:50.771107 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-7bd4c508-d4cd-46d2-8771-95dde8ec18ef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764676511537'] for port (857a913d-4df0-4784-b024-1f56b6492293), before_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:44:50.815484 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:44:50.850270 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.db [None req-7bd4c508-d4cd-46d2-8771-95dde8ec18ef admin admin] For port 857a913d-4df0-4784-b024-1f56b6492293, host dv-cinder-851640-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851640-3-iscsi',level=0,port_id=857a913d-4df0-4784-b024-1f56b6492293,segment=NetworkSegment(18f25c40-a290-4c24-9aba-a27af389c08c),segment_id=18f25c40-a290-4c24-9aba-a27af389c08c)] {{(pid=115992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:44:50.850642 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-7bd4c508-d4cd-46d2-8771-95dde8ec18ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440649'] for port (857a913d-4df0-4784-b024-1f56b6492293), precommit_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:44:50.864683 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.plugin [None req-7bd4c508-d4cd-46d2-8771-95dde8ec18ef admin admin] Calling delete_port for 857a913d-4df0-4784-b024-1f56b6492293 owned by network:router_interface {{(pid=115992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 00:44:51.302243 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-7bd4c508-d4cd-46d2-8771-95dde8ec18ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764676515054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764676113794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26371331'] for port (857a913d-4df0-4784-b024-1f56b6492293), after_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:44:51.325933 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd4c508-d4cd-46d2-8771-95dde8ec18ef admin admin] Pushing event deleted for resources: {'Port': ['ID=857a913d-4df0-4784-b024-1f56b6492293,revision_number=None']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:44:51.500624 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-7bd4c508-d4cd-46d2-8771-95dde8ec18ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-499884'] for router_interface (b740464e-88ba-4e4b-bd05-4faf6a2101a4), after_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:44:51.953634 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:44:51.962479 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bd4c508-d4cd-46d2-8771-95dde8ec18ef admin admin] Router b740464e-88ba-4e4b-bd05-4faf6a2101a4 has already been hosted by L3 agent d53f5436-7c7f-4441-9708-9d0333b57745 {{(pid=115992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 00:44:52.062983 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bd4c508-d4cd-46d2-8771-95dde8ec18ef admin admin] Notify agent at l3_agent.dv-cinder-851640-3-iscsi the message routers_updated {{(pid=115992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 00:44:52.068856 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-7bd4c508-d4cd-46d2-8771-95dde8ec18ef admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/b740464e-88ba-4e4b-bd05-4faf6a2101a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8182597 Aug 08 00:44:52.071970 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 36440) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:44:52.073808 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f18a301-d74a-43e1-a0b6-414dee121d51 None None] Sync routers for ids ['b740464e-88ba-4e4b-bd05-4faf6a2101a4'] in dv-cinder-851640-3-iscsi {{(pid=115993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 00:44:52.084434 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f18a301-d74a-43e1-a0b6-414dee121d51 None None] Routers {'b740464e-88ba-4e4b-bd05-4faf6a2101a4'} bound to L3 agent in host dv-cinder-851640-3-iscsi {{(pid=115993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 00:44:52.085044 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_hamode_db [None req-3f18a301-d74a-43e1-a0b6-414dee121d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851640-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-08T00:24:12Z,description=,heartbeat_timestamp=2022-08-08T00:44:42Z,host='dv-cinder-851640-3-iscsi',id=d53f5436-7c7f-4441-9708-9d0333b57745,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T00:24:13Z,topic='l3_agent')) {'router_ids': ['b740464e-88ba-4e4b-bd05-4faf6a2101a4'], 'active': True} {{(pid=115993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:44:52.172833 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-7119340d-52c2-4822-9fe4-3c460e9122f1 admin admin] Publish callbacks [] for router (b740464e-88ba-4e4b-bd05-4faf6a2101a4), before_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:44:52.206727 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvr_db [None req-3f18a301-d74a-43e1-a0b6-414dee121d51 None None] Set router b740464e-88ba-4e4b-bd05-4faf6a2101a4 gateway port host: dv-cinder-851640-3-iscsi {{(pid=115993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 00:44:52.262502 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:44:52.281734 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-7119340d-52c2-4822-9fe4-3c460e9122f1 admin admin] Publish callbacks [] for router_gateway (b740464e-88ba-4e4b-bd05-4faf6a2101a4), before_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:44:52.313875 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:44:52.384729 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:44:52.387123 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_hamode_db [None req-3f18a301-d74a-43e1-a0b6-414dee121d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b740464e-88ba-4e4b-bd05-4faf6a2101a4', 'name': 'tempest-AttachVolumeTestJSON-877149533-router', 'tenant_id': '2c27d244bd514766b955d1a4aba239eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'external_fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '73bb3e25-02b8-4cf7-bb3a-cf63ddd1eec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:40:15Z', 'updated_at': '2022-08-08T00:44:50Z', 'revision_number': 5, 'project_id': '2c27d244bd514766b955d1a4aba239eb', 'gw_port': {'id': '73bb3e25-02b8-4cf7-bb3a-cf63ddd1eec4', 'name': '', 'network_id': '743d2d45-6b8c-49b7-a932-c537e45f946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b740464e-88ba-4e4b-bd05-4faf6a2101a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851640-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T00:40:16Z', 'updated_at': '2022-08-08T00:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7df84031-3cb2-4601-a018-b61b0ad731dc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851640-3-iscsi'}], 'dv-cinder-851640-3-iscsi', False) {} {{(pid=115993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:44:52.391463 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.plugin [None req-7119340d-52c2-4822-9fe4-3c460e9122f1 admin admin] Deleting port 73bb3e25-02b8-4cf7-bb3a-cf63ddd1eec4 {{(pid=115992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 00:44:52.391805 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-7119340d-52c2-4822-9fe4-3c460e9122f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764676511537'] for port (73bb3e25-02b8-4cf7-bb3a-cf63ddd1eec4), before_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:44:52.413624 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f18a301-d74a-43e1-a0b6-414dee121d51 None None] Checking router: b740464e-88ba-4e4b-bd05-4faf6a2101a4 for host: dv-cinder-851640-3-iscsi {{(pid=115993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 00:44:52.423001 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f18a301-d74a-43e1-a0b6-414dee121d51 None None] Routers {'b740464e-88ba-4e4b-bd05-4faf6a2101a4'} bound to L3 agent in host dv-cinder-851640-3-iscsi {{(pid=115993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 00:44:52.424421 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_hamode_db [None req-3f18a301-d74a-43e1-a0b6-414dee121d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851640-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-08T00:24:12Z,description=,heartbeat_timestamp=2022-08-08T00:44:42Z,host='dv-cinder-851640-3-iscsi',id=d53f5436-7c7f-4441-9708-9d0333b57745,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T00:24:13Z,topic='l3_agent')) {'router_ids': ['b740464e-88ba-4e4b-bd05-4faf6a2101a4'], 'active': True} {{(pid=115993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:44:52.477907 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.db [None req-7119340d-52c2-4822-9fe4-3c460e9122f1 admin admin] For port 73bb3e25-02b8-4cf7-bb3a-cf63ddd1eec4, host dv-cinder-851640-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851640-3-iscsi',level=0,port_id=73bb3e25-02b8-4cf7-bb3a-cf63ddd1eec4,segment=NetworkSegment(15fce33c-3ff3-4714-8fe9-15b1a1600e57),segment_id=15fce33c-3ff3-4714-8fe9-15b1a1600e57)] {{(pid=115992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:44:52.478267 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-7119340d-52c2-4822-9fe4-3c460e9122f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440649'] for port (73bb3e25-02b8-4cf7-bb3a-cf63ddd1eec4), precommit_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:44:52.494857 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.plugin [None req-7119340d-52c2-4822-9fe4-3c460e9122f1 admin admin] Calling delete_port for 73bb3e25-02b8-4cf7-bb3a-cf63ddd1eec4 owned by network:router_gateway {{(pid=115992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 00:44:52.522234 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvr_db [None req-3f18a301-d74a-43e1-a0b6-414dee121d51 None None] Set router b740464e-88ba-4e4b-bd05-4faf6a2101a4 gateway port host: None {{(pid=115993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 00:44:52.584157 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_hamode_db [None req-3f18a301-d74a-43e1-a0b6-414dee121d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b740464e-88ba-4e4b-bd05-4faf6a2101a4', 'name': 'tempest-AttachVolumeTestJSON-877149533-router', 'tenant_id': '2c27d244bd514766b955d1a4aba239eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:40:15Z', 'updated_at': '2022-08-08T00:44:52Z', 'revision_number': 6, 'project_id': '2c27d244bd514766b955d1a4aba239eb', 'gw_port_host': None}], 'dv-cinder-851640-3-iscsi', False) {} {{(pid=115993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:44:52.613234 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f18a301-d74a-43e1-a0b6-414dee121d51 None None] The sync data for ids ['b740464e-88ba-4e4b-bd05-4faf6a2101a4'] in dv-cinder-851640-3-iscsi is: [{'id': 'b740464e-88ba-4e4b-bd05-4faf6a2101a4', 'name': 'tempest-AttachVolumeTestJSON-877149533-router', 'tenant_id': '2c27d244bd514766b955d1a4aba239eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T00:40:15Z', 'updated_at': '2022-08-08T00:44:52Z', 'revision_number': 6, 'project_id': '2c27d244bd514766b955d1a4aba239eb', 'gw_port_host': None}] {{(pid=115993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 00:44:52.794033 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-7119340d-52c2-4822-9fe4-3c460e9122f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764676515054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764676113794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26371331'] for port (73bb3e25-02b8-4cf7-bb3a-cf63ddd1eec4), after_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:44:52.802729 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:44:52.821149 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119340d-52c2-4822-9fe4-3c460e9122f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=73bb3e25-02b8-4cf7-bb3a-cf63ddd1eec4,revision_number=None']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:44:52.892047 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-7119340d-52c2-4822-9fe4-3c460e9122f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-428004'] for router_gateway (b740464e-88ba-4e4b-bd05-4faf6a2101a4), after_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:44:52.995103 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-7119340d-52c2-4822-9fe4-3c460e9122f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-501963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-861'] for router (b740464e-88ba-4e4b-bd05-4faf6a2101a4), precommit_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:44:52.997498 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-7119340d-52c2-4822-9fe4-3c460e9122f1 admin admin] Publish callbacks [] for router_controller (b740464e-88ba-4e4b-bd05-4faf6a2101a4), precommit_delete_associations {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:44:53.102562 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-7119340d-52c2-4822-9fe4-3c460e9122f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-501833'] for router (b740464e-88ba-4e4b-bd05-4faf6a2101a4), after_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:44:53.103205 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7119340d-52c2-4822-9fe4-3c460e9122f1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b740464e-88ba-4e4b-bd05-4faf6a2101a4 {{(pid=115992) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 08 00:44:53.108076 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-7119340d-52c2-4822-9fe4-3c460e9122f1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:44:53.109284 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-7119340d-52c2-4822-9fe4-3c460e9122f1 admin admin] 10.222.0.15 "DELETE /networking/v2.0/routers/b740464e-88ba-4e4b-bd05-4faf6a2101a4 HTTP/1.1" status: 204 len: 168 time: 1.0361245 Aug 08 00:44:53.111768 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 36442) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:44:53.156106 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.db.db_base_plugin_v2 [None req-32b3dbdd-49a5-4c9b-9239-def70305548b admin admin] Deleting subnet 4f8f3ce2-bf86-4860-ba68-5eb4fa8e9a71 {{(pid=115992) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 08 00:44:53.159140 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-32b3dbdd-49a5-4c9b-9239-def70305548b admin admin] Publish callbacks [] for subnet (4f8f3ce2-bf86-4860-ba68-5eb4fa8e9a71), before_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:44:53.197763 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-32b3dbdd-49a5-4c9b-9239-def70305548b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2898661'] for subnet (4f8f3ce2-bf86-4860-ba68-5eb4fa8e9a71), precommit_delete_associations {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:44:53.272955 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-32b3dbdd-49a5-4c9b-9239-def70305548b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1386800'] for subnet (4f8f3ce2-bf86-4860-ba68-5eb4fa8e9a71), precommit_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:44:53.361529 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Device 857a913d-4df0-4784-b024-1f56b6492293 no longer exists at agent ovs-agent-dv-cinder-851640-3-iscsi {{(pid=115993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 00:44:53.382290 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] No Port match for: 857a913d-4df0-4784-b024-1f56b6492293 {{(pid=115993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 08 00:44:53.382639 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Device 857a913d-4df0-4784-b024-1f56b6492293 not bound to the agent host dv-cinder-851640-3-iscsi {{(pid=115993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 00:44:53.468358 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-32b3dbdd-49a5-4c9b-9239-def70305548b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1386811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26371446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26226896'] for subnet (4f8f3ce2-bf86-4860-ba68-5eb4fa8e9a71), after_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:44:53.498829 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b3dbdd-49a5-4c9b-9239-def70305548b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f8f3ce2-bf86-4860-ba68-5eb4fa8e9a71,revision_number=None']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:44:53.502471 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-32b3dbdd-49a5-4c9b-9239-def70305548b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:44:53.505651 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-32b3dbdd-49a5-4c9b-9239-def70305548b admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/4f8f3ce2-bf86-4860-ba68-5eb4fa8e9a71 HTTP/1.1" status: 204 len: 168 time: 0.3929608 Aug 08 00:44:53.508934 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 36444) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:44:53.511605 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f6d72b3-597b-48a0-b26e-47ff350b13f4 None None] Network a1ea4937-9f88-413c-acfe-262c6911cb43 requested from dv-cinder-851640-3-iscsi {{(pid=115993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 00:44:53.582524 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-6cf46f62-f0ec-40b0-90d8-0cbbfb600bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1544796'] for network (a1ea4937-9f88-413c-acfe-262c6911cb43), before_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:44:53.633169 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.plugin [None req-6cf46f62-f0ec-40b0-90d8-0cbbfb600bd2 admin admin] Deleting port d38a3d05-304b-4d17-b3aa-af6c14c091d6 {{(pid=115992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 00:44:53.633636 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-6cf46f62-f0ec-40b0-90d8-0cbbfb600bd2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764676511537'] for port (d38a3d05-304b-4d17-b3aa-af6c14c091d6), before_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:44:53.686018 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b0b305-1c8a-4fba-b00b-9675960465af None None] DHCP port deletion for a1ea4937-9f88-413c-acfe-262c6911cb43 request from dv-cinder-851640-3-iscsi {{(pid=115993) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 08 00:44:53.705331 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.db [None req-6cf46f62-f0ec-40b0-90d8-0cbbfb600bd2 admin admin] For port d38a3d05-304b-4d17-b3aa-af6c14c091d6, host dv-cinder-851640-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851640-3-iscsi',level=0,port_id=d38a3d05-304b-4d17-b3aa-af6c14c091d6,segment=NetworkSegment(18f25c40-a290-4c24-9aba-a27af389c08c),segment_id=18f25c40-a290-4c24-9aba-a27af389c08c)] {{(pid=115992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:44:53.705712 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-6cf46f62-f0ec-40b0-90d8-0cbbfb600bd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440649'] for port (d38a3d05-304b-4d17-b3aa-af6c14c091d6), precommit_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:44:53.719932 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.plugin [None req-6cf46f62-f0ec-40b0-90d8-0cbbfb600bd2 admin admin] Calling delete_port for d38a3d05-304b-4d17-b3aa-af6c14c091d6 owned by network:dhcp {{(pid=115992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 00:44:53.724014 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-f9b0b305-1c8a-4fba-b00b-9675960465af None None] Deleting port d38a3d05-304b-4d17-b3aa-af6c14c091d6 {{(pid=115993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 00:44:53.724413 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-f9b0b305-1c8a-4fba-b00b-9675960465af None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764676511537'] for port (d38a3d05-304b-4d17-b3aa-af6c14c091d6), before_delete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:44:53.761098 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:44:53.793161 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.db [None req-f9b0b305-1c8a-4fba-b00b-9675960465af None None] For port d38a3d05-304b-4d17-b3aa-af6c14c091d6, host dv-cinder-851640-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851640-3-iscsi',level=0,port_id=d38a3d05-304b-4d17-b3aa-af6c14c091d6,segment=NetworkSegment(18f25c40-a290-4c24-9aba-a27af389c08c),segment_id=18f25c40-a290-4c24-9aba-a27af389c08c)] {{(pid=115993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 00:44:53.793557 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-f9b0b305-1c8a-4fba-b00b-9675960465af None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440649'] for port (d38a3d05-304b-4d17-b3aa-af6c14c091d6), precommit_delete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:44:53.821745 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-f9b0b305-1c8a-4fba-b00b-9675960465af None None] Calling delete_port for d38a3d05-304b-4d17-b3aa-af6c14c091d6 owned by network:dhcp {{(pid=115993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 00:44:53.857016 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-6cf46f62-f0ec-40b0-90d8-0cbbfb600bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764676515054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764676113794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26371331'] for port (d38a3d05-304b-4d17-b3aa-af6c14c091d6), after_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:44:53.882266 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf46f62-f0ec-40b0-90d8-0cbbfb600bd2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d38a3d05-304b-4d17-b3aa-af6c14c091d6,revision_number=None']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:44:53.889035 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf46f62-f0ec-40b0-90d8-0cbbfb600bd2 admin admin] No DVR routers for this DVR port d38a3d05-304b-4d17-b3aa-af6c14c091d6 on host dv-cinder-851640-3-iscsi {{(pid=115992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 08 00:44:53.968017 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-6cf46f62-f0ec-40b0-90d8-0cbbfb600bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388207', 'neutron.services.segments.db._delete_segments_for_network-8764676474350'] for network (a1ea4937-9f88-413c-acfe-262c6911cb43), precommit_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:44:53.989086 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.services.segments.db [None req-6cf46f62-f0ec-40b0-90d8-0cbbfb600bd2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1ea4937-9f88-413c-acfe-262c6911cb43']}} {{(pid=115992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:44:53.998333 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.services.segments.db [None req-6cf46f62-f0ec-40b0-90d8-0cbbfb600bd2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18f25c40-a290-4c24-9aba-a27af389c08c') {'for_net_delete': True} {{(pid=115992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:44:53.998631 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.services.segments.db [None req-6cf46f62-f0ec-40b0-90d8-0cbbfb600bd2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18f25c40-a290-4c24-9aba-a27af389c08c') {} {{(pid=115992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 00:44:54.008249 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-6cf46f62-f0ec-40b0-90d8-0cbbfb600bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764676474251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2898668'] for segment (18f25c40-a290-4c24-9aba-a27af389c08c), before_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:44:54.020271 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-f9b0b305-1c8a-4fba-b00b-9675960465af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764676515054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764676113794'] for port (d38a3d05-304b-4d17-b3aa-af6c14c091d6), after_delete {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:44:54.021181 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-6cf46f62-f0ec-40b0-90d8-0cbbfb600bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1398331'] for segment (18f25c40-a290-4c24-9aba-a27af389c08c), precommit_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:44:54.023712 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:44:54.029047 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cf46f62-f0ec-40b0-90d8-0cbbfb600bd2 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=115992) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 08 00:44:54.031343 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-6cf46f62-f0ec-40b0-90d8-0cbbfb600bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1398331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26371028'] for segment (18f25c40-a290-4c24-9aba-a27af389c08c), after_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:44:54.045647 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b0b305-1c8a-4fba-b00b-9675960465af None None] Pushing event deleted for resources: {'Port': ['ID=d38a3d05-304b-4d17-b3aa-af6c14c091d6,revision_number=None']} {{(pid=115993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:44:54.053182 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b0b305-1c8a-4fba-b00b-9675960465af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:44:54.053538 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b0b305-1c8a-4fba-b00b-9675960465af None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:44:54.053880 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b0b305-1c8a-4fba-b00b-9675960465af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:44:54.054215 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b0b305-1c8a-4fba-b00b-9675960465af None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:44:54.054545 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b0b305-1c8a-4fba-b00b-9675960465af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:44:54.054870 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b0b305-1c8a-4fba-b00b-9675960465af None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:44:54.055252 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b0b305-1c8a-4fba-b00b-9675960465af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:44:54.060823 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b0b305-1c8a-4fba-b00b-9675960465af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:44:54.060823 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b0b305-1c8a-4fba-b00b-9675960465af None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:44:54.060823 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b0b305-1c8a-4fba-b00b-9675960465af None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:44:54.060823 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b0b305-1c8a-4fba-b00b-9675960465af None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:44:54.060823 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b0b305-1c8a-4fba-b00b-9675960465af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:44:54.060823 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b0b305-1c8a-4fba-b00b-9675960465af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:44:54.060823 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b0b305-1c8a-4fba-b00b-9675960465af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:44:54.060823 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b0b305-1c8a-4fba-b00b-9675960465af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:44:54.063388 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b0b305-1c8a-4fba-b00b-9675960465af None None] No DVR routers for this DVR port d38a3d05-304b-4d17-b3aa-af6c14c091d6 on host dv-cinder-851640-3-iscsi {{(pid=115993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 08 00:44:54.074578 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.services.segments.plugin [-] Segment 18f25c40-a290-4c24-9aba-a27af389c08c resource provider aggregate not found Aug 08 00:44:54.093889 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.services.segments.plugin [-] Segment 18f25c40-a290-4c24-9aba-a27af389c08c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 18f25c40-a290-4c24-9aba-a27af389c08c found for delete ", "request_id": "req-c49940d0-a596-4ec6-b4e0-ae167fc628f7"}]} Aug 08 00:44:54.170727 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-6cf46f62-f0ec-40b0-90d8-0cbbfb600bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-428578'] for network (a1ea4937-9f88-413c-acfe-262c6911cb43), after_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:44:54.176328 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-6cf46f62-f0ec-40b0-90d8-0cbbfb600bd2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575022'] for network (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:44:54.179477 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-6cf46f62-f0ec-40b0-90d8-0cbbfb600bd2 admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/a1ea4937-9f88-413c-acfe-262c6911cb43 HTTP/1.1" status: 204 len: 168 time: 0.6693563 Aug 08 00:44:54.190393 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf46f62-f0ec-40b0-90d8-0cbbfb600bd2 admin admin] Pushing event deleted for resources: {'Network': ['ID=a1ea4937-9f88-413c-acfe-262c6911cb43,revision_number=None']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:44:54.591845 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 36452) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:44:54.634765 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-7d23f1e2-2c9b-4c21-980d-977776dc4a6e admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=2c27d244bd514766b955d1a4aba239eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0417171 Aug 08 00:44:54.637426 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 36454) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:44:54.691056 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-c236ba04-d9e7-4bb9-8e21-500910d47e8e admin admin] Publish callbacks [] for security_group (373c5fc7-d661-4ddb-b17d-3048836a4d35), before_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:44:54.714259 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-c236ba04-d9e7-4bb9-8e21-500910d47e8e admin admin] Publish callbacks [] for security_group (373c5fc7-d661-4ddb-b17d-3048836a4d35), precommit_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:44:54.850959 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-c236ba04-d9e7-4bb9-8e21-500910d47e8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (373c5fc7-d661-4ddb-b17d-3048836a4d35), after_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:44:54.854181 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-c236ba04-d9e7-4bb9-8e21-500910d47e8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:44:54.857773 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-c236ba04-d9e7-4bb9-8e21-500910d47e8e admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/373c5fc7-d661-4ddb-b17d-3048836a4d35 HTTP/1.1" status: 204 len: 168 time: 0.2169836 Aug 08 00:44:54.865455 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c236ba04-d9e7-4bb9-8e21-500910d47e8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=373c5fc7-d661-4ddb-b17d-3048836a4d35,revision_number=None']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:44:54.912016 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:44:54.915403 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:44:54.952435 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Device d38a3d05-304b-4d17-b3aa-af6c14c091d6 no longer exists at agent ovs-agent-dv-cinder-851640-3-iscsi {{(pid=115993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 00:44:54.973665 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] No Port match for: d38a3d05-304b-4d17-b3aa-af6c14c091d6 {{(pid=115993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 08 00:44:54.974008 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Device d38a3d05-304b-4d17-b3aa-af6c14c091d6 not bound to the agent host dv-cinder-851640-3-iscsi {{(pid=115993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 00:44:54.974420 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Device 73bb3e25-02b8-4cf7-bb3a-cf63ddd1eec4 no longer exists at agent ovs-agent-dv-cinder-851640-3-iscsi {{(pid=115993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 00:44:54.994174 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] No Port match for: 73bb3e25-02b8-4cf7-bb3a-cf63ddd1eec4 {{(pid=115993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 08 00:44:54.994518 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron.plugins.ml2.rpc [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Device 73bb3e25-02b8-4cf7-bb3a-cf63ddd1eec4 not bound to the agent host dv-cinder-851640-3-iscsi {{(pid=115993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 00:44:56.198517 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=80,neutron:DELETE=7 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:44:56.201535 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=10 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:45:00.547379 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (c200ec1a-5dc3-458a-a30d-0f16255c41c0), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:45:01.625409 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.agents_db [None req-431a3ab4-e5a4-4361-9fcb-d2d78b6c2e03 None None] Agent healthcheck: found 6 active agents {{(pid=115994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 00:45:04.858761 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=25,neutron:DELETE=2 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:45:04.860025 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=37,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:45:07.927270 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 36584) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:45:07.933117 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=15 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:45:08.032335 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-b1e799b6-e73c-411a-8d1f-122eeb8b6645 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:45:08.105093 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-b1e799b6-e73c-411a-8d1f-122eeb8b6645 admin admin] Publish callbacks [] for security_group (ee928e3e-5d96-4fd7-ac26-6049650dc06a), precommit_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:45:08.175857 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-b1e799b6-e73c-411a-8d1f-122eeb8b6645 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (ee928e3e-5d96-4fd7-ac26-6049650dc06a), after_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:45:08.216258 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-b1e799b6-e73c-411a-8d1f-122eeb8b6645 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=8801a1265630487596cf78081115435b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2879193 Aug 08 00:45:08.217218 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e799b6-e73c-411a-8d1f-122eeb8b6645 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee928e3e-5d96-4fd7-ac26-6049650dc06a,revision_number=1']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:45:08.219043 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 36588) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:45:08.272611 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-a1d6f4a7-367e-439f-a1e0-ae538a8eb28c admin admin] Publish callbacks [] for security_group (ee928e3e-5d96-4fd7-ac26-6049650dc06a), before_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:45:08.294660 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-a1d6f4a7-367e-439f-a1e0-ae538a8eb28c admin admin] Publish callbacks [] for security_group (ee928e3e-5d96-4fd7-ac26-6049650dc06a), precommit_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:45:08.421673 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-a1d6f4a7-367e-439f-a1e0-ae538a8eb28c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (ee928e3e-5d96-4fd7-ac26-6049650dc06a), after_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:45:08.424459 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-a1d6f4a7-367e-439f-a1e0-ae538a8eb28c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:45:08.425624 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-a1d6f4a7-367e-439f-a1e0-ae538a8eb28c admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/ee928e3e-5d96-4fd7-ac26-6049650dc06a HTTP/1.1" status: 204 len: 168 time: 0.2055759 Aug 08 00:45:08.434053 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d6f4a7-367e-439f-a1e0-ae538a8eb28c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee928e3e-5d96-4fd7-ac26-6049650dc06a,revision_number=None']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:45:08.997562 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 36594) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:45:09.011592 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-c09693cc-182b-43bf-843c-659094533250 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:45:09.087627 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-c09693cc-182b-43bf-843c-659094533250 admin admin] Publish callbacks [] for security_group (cff5d996-36da-4aa8-9e7f-1c9c17cefe80), precommit_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:45:09.158702 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-c09693cc-182b-43bf-843c-659094533250 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (cff5d996-36da-4aa8-9e7f-1c9c17cefe80), after_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:45:09.199489 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-c09693cc-182b-43bf-843c-659094533250 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=7391fc29ebd444c6bad9682c2626a5da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2006545 Aug 08 00:45:09.200192 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09693cc-182b-43bf-843c-659094533250 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cff5d996-36da-4aa8-9e7f-1c9c17cefe80,revision_number=1']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:45:09.202403 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 36596) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:45:09.252886 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-7b58743b-2809-4bf4-ac9e-88e8b7ae4bdc admin admin] Publish callbacks [] for security_group (cff5d996-36da-4aa8-9e7f-1c9c17cefe80), before_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:45:09.274785 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-7b58743b-2809-4bf4-ac9e-88e8b7ae4bdc admin admin] Publish callbacks [] for security_group (cff5d996-36da-4aa8-9e7f-1c9c17cefe80), precommit_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:45:09.375848 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-7b58743b-2809-4bf4-ac9e-88e8b7ae4bdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (cff5d996-36da-4aa8-9e7f-1c9c17cefe80), after_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:45:09.378425 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-7b58743b-2809-4bf4-ac9e-88e8b7ae4bdc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:45:09.379607 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-7b58743b-2809-4bf4-ac9e-88e8b7ae4bdc admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/cff5d996-36da-4aa8-9e7f-1c9c17cefe80 HTTP/1.1" status: 204 len: 168 time: 0.1762266 Aug 08 00:45:09.387675 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b58743b-2809-4bf4-ac9e-88e8b7ae4bdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cff5d996-36da-4aa8-9e7f-1c9c17cefe80,revision_number=None']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:45:10.077892 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 36602) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:45:10.093495 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-aa886188-5624-4167-9c5c-76a9f55d9c13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:45:10.169605 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-aa886188-5624-4167-9c5c-76a9f55d9c13 admin admin] Publish callbacks [] for security_group (f8ea235d-10f1-4461-90e5-66e3ea7f4468), precommit_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:45:10.255939 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-aa886188-5624-4167-9c5c-76a9f55d9c13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (f8ea235d-10f1-4461-90e5-66e3ea7f4468), after_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:45:10.290622 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-6ee66cd4-8fa7-4bd7-986d-9aeb3ab7eb3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (93e2312b-3744-4a9e-8723-a0f19f10f89a), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:45:10.296499 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-aa886188-5624-4167-9c5c-76a9f55d9c13 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=ad93148f889f4330a2d074a9525ffd3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2181273 Aug 08 00:45:10.297216 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa886188-5624-4167-9c5c-76a9f55d9c13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8ea235d-10f1-4461-90e5-66e3ea7f4468,revision_number=1']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:45:10.299823 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 36604) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:45:10.354165 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-06e22f71-7ada-4510-852e-7f914248ae8c admin admin] Publish callbacks [] for security_group (f8ea235d-10f1-4461-90e5-66e3ea7f4468), before_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:45:10.376101 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-06e22f71-7ada-4510-852e-7f914248ae8c admin admin] Publish callbacks [] for security_group (f8ea235d-10f1-4461-90e5-66e3ea7f4468), precommit_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:45:10.484409 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-06e22f71-7ada-4510-852e-7f914248ae8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (f8ea235d-10f1-4461-90e5-66e3ea7f4468), after_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:45:10.486987 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-06e22f71-7ada-4510-852e-7f914248ae8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:45:10.488239 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-06e22f71-7ada-4510-852e-7f914248ae8c admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/f8ea235d-10f1-4461-90e5-66e3ea7f4468 HTTP/1.1" status: 204 len: 168 time: 0.1870606 Aug 08 00:45:10.496328 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e22f71-7ada-4510-852e-7f914248ae8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8ea235d-10f1-4461-90e5-66e3ea7f4468,revision_number=None']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:45:11.622629 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=13 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:45:12.553404 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-48dd4adb-29a8-4938-b0b7-a4e08b0f0253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (d53f5436-7c7f-4441-9708-9d0333b57745), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:45:14.244659 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-053f2fa2-08e2-4320-9ef7-ed55b6b025bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (8871f2bb-53fb-48a8-be6c-361eafeaffd1), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:45:15.461330 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (aa35aa05-3c09-40ae-a1e3-ebf96fe3358c), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:45:15.901923 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-64237613-c389-4d10-936d-2956085fc78e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (998b03d7-10a2-4624-8114-660f2901b45f), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:45:20.290514 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=57,neutron:INSERT=11,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:45:20.292402 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=50,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:45:20.491268 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=52,neutron:DELETE=3,neutron:INSERT=6 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:45:20.492029 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=51,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:45:23.008104 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 36694) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:45:23.112870 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-049ff216-ad0b-4d08-b4c4-01e106c0b4a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:45:23.186318 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-049ff216-ad0b-4d08-b4c4-01e106c0b4a1 admin admin] Publish callbacks [] for security_group (9eaf85bc-68d4-4e76-8919-2237356aed93), precommit_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:45:23.245241 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-049ff216-ad0b-4d08-b4c4-01e106c0b4a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (9eaf85bc-68d4-4e76-8919-2237356aed93), after_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:45:23.284879 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-049ff216-ad0b-4d08-b4c4-01e106c0b4a1 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=8218c123052a4a72b928ec03f4b189cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2756872 Aug 08 00:45:23.285967 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049ff216-ad0b-4d08-b4c4-01e106c0b4a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eaf85bc-68d4-4e76-8919-2237356aed93,revision_number=1']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:45:23.287762 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 36698) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:45:23.338176 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-96434a7c-607c-4bf9-a710-45b82f23f582 admin admin] Publish callbacks [] for security_group (9eaf85bc-68d4-4e76-8919-2237356aed93), before_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:45:23.359418 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-96434a7c-607c-4bf9-a710-45b82f23f582 admin admin] Publish callbacks [] for security_group (9eaf85bc-68d4-4e76-8919-2237356aed93), precommit_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:45:23.479478 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-96434a7c-607c-4bf9-a710-45b82f23f582 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (9eaf85bc-68d4-4e76-8919-2237356aed93), after_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:45:23.481993 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-96434a7c-607c-4bf9-a710-45b82f23f582 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:45:23.483243 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-96434a7c-607c-4bf9-a710-45b82f23f582 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/9eaf85bc-68d4-4e76-8919-2237356aed93 HTTP/1.1" status: 204 len: 168 time: 0.1944749 Aug 08 00:45:23.491605 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96434a7c-607c-4bf9-a710-45b82f23f582 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eaf85bc-68d4-4e76-8919-2237356aed93,revision_number=None']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:45:23.503725 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:45:23.504606 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=61,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:45:24.042813 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 36704) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:45:24.059725 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-c41b308b-7278-40d4-a2b0-4e979f3d8bec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:45:24.136023 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-c41b308b-7278-40d4-a2b0-4e979f3d8bec admin admin] Publish callbacks [] for security_group (0eb9bf14-878a-42f7-a749-5ac8d6d82aa2), precommit_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:45:24.209880 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-c41b308b-7278-40d4-a2b0-4e979f3d8bec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (0eb9bf14-878a-42f7-a749-5ac8d6d82aa2), after_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:45:24.251186 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-c41b308b-7278-40d4-a2b0-4e979f3d8bec admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=6a436add251c44df82e43cb03d1b00bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2072408 Aug 08 00:45:24.252412 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41b308b-7278-40d4-a2b0-4e979f3d8bec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eb9bf14-878a-42f7-a749-5ac8d6d82aa2,revision_number=1']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:45:24.253910 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 36706) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:45:24.303480 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-941686d3-169f-448b-9a09-98dde584fbb1 admin admin] Publish callbacks [] for security_group (0eb9bf14-878a-42f7-a749-5ac8d6d82aa2), before_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:45:24.327916 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-941686d3-169f-448b-9a09-98dde584fbb1 admin admin] Publish callbacks [] for security_group (0eb9bf14-878a-42f7-a749-5ac8d6d82aa2), precommit_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:45:24.484328 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-941686d3-169f-448b-9a09-98dde584fbb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (0eb9bf14-878a-42f7-a749-5ac8d6d82aa2), after_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:45:24.486799 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-941686d3-169f-448b-9a09-98dde584fbb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:45:24.487979 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-941686d3-169f-448b-9a09-98dde584fbb1 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/0eb9bf14-878a-42f7-a749-5ac8d6d82aa2 HTTP/1.1" status: 204 len: 168 time: 0.2328603 Aug 08 00:45:24.495782 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941686d3-169f-448b-9a09-98dde584fbb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eb9bf14-878a-42f7-a749-5ac8d6d82aa2,revision_number=None']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:45:29.589314 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=3 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:45:30.604662 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (c200ec1a-5dc3-458a-a30d-0f16255c41c0), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:45:34.245431 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=36,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:45:34.248683 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=34,neutron:DELETE=2,neutron:INSERT=7 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:45:34.491371 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=36,neutron:INSERT=6,neutron:DELETE=2 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:45:34.492373 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=34,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:45:34.669446 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 36790) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:45:34.777641 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-287fa153-a1f0-40a5-b051-e277f74e1e69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:45:34.856285 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-287fa153-a1f0-40a5-b051-e277f74e1e69 admin admin] Publish callbacks [] for security_group (11738b52-01b9-4e5a-9429-42a8a413462a), precommit_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:45:34.896116 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-287fa153-a1f0-40a5-b051-e277f74e1e69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (11738b52-01b9-4e5a-9429-42a8a413462a), after_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:45:34.935771 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-287fa153-a1f0-40a5-b051-e277f74e1e69 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=1d5ee00bc7374349bede6e4a02e23674&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2652109 Aug 08 00:45:34.937648 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287fa153-a1f0-40a5-b051-e277f74e1e69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11738b52-01b9-4e5a-9429-42a8a413462a,revision_number=1']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:45:34.938548 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 36794) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:45:34.988391 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-3c3fee24-99a6-456d-b9ab-a7b47a136801 admin admin] Publish callbacks [] for security_group (11738b52-01b9-4e5a-9429-42a8a413462a), before_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:45:35.009242 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-3c3fee24-99a6-456d-b9ab-a7b47a136801 admin admin] Publish callbacks [] for security_group (11738b52-01b9-4e5a-9429-42a8a413462a), precommit_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:45:35.112662 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-3c3fee24-99a6-456d-b9ab-a7b47a136801 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (11738b52-01b9-4e5a-9429-42a8a413462a), after_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:45:35.115178 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-3c3fee24-99a6-456d-b9ab-a7b47a136801 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:45:35.116366 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-3c3fee24-99a6-456d-b9ab-a7b47a136801 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/11738b52-01b9-4e5a-9429-42a8a413462a HTTP/1.1" status: 204 len: 168 time: 0.1768403 Aug 08 00:45:35.124307 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3fee24-99a6-456d-b9ab-a7b47a136801 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11738b52-01b9-4e5a-9429-42a8a413462a,revision_number=None']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:45:36.641969 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=5 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:45:38.625764 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.agents_db [None req-431a3ab4-e5a4-4361-9fcb-d2d78b6c2e03 None None] Agent healthcheck: found 6 active agents {{(pid=115994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 00:45:40.284452 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-6c0f9ff7-a284-414c-85aa-0c430bd3bf5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (93e2312b-3744-4a9e-8723-a0f19f10f89a), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:45:40.558244 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 36860) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:45:40.661038 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-1b62d186-2498-4972-928f-dfa96e245b8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:45:40.737508 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-1b62d186-2498-4972-928f-dfa96e245b8a admin admin] Publish callbacks [] for security_group (fc31238f-9dbd-4b29-8ba8-12d40639c0b5), precommit_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:45:40.787253 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-1b62d186-2498-4972-928f-dfa96e245b8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (fc31238f-9dbd-4b29-8ba8-12d40639c0b5), after_create {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:45:40.832647 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-1b62d186-2498-4972-928f-dfa96e245b8a admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=a8580b84ec7149f5b2a4d22df3db7d58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2733045 Aug 08 00:45:40.833356 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b62d186-2498-4972-928f-dfa96e245b8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc31238f-9dbd-4b29-8ba8-12d40639c0b5,revision_number=1']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:45:40.835548 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 36864) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:45:40.888143 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-0e5d175c-4f21-48f0-9a98-351d29a8f9b7 admin admin] Publish callbacks [] for security_group (fc31238f-9dbd-4b29-8ba8-12d40639c0b5), before_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:45:40.910032 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-0e5d175c-4f21-48f0-9a98-351d29a8f9b7 admin admin] Publish callbacks [] for security_group (fc31238f-9dbd-4b29-8ba8-12d40639c0b5), precommit_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:45:40.998248 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-0e5d175c-4f21-48f0-9a98-351d29a8f9b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (fc31238f-9dbd-4b29-8ba8-12d40639c0b5), after_delete {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:45:41.000898 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-0e5d175c-4f21-48f0-9a98-351d29a8f9b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:45:41.002037 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-0e5d175c-4f21-48f0-9a98-351d29a8f9b7 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/fc31238f-9dbd-4b29-8ba8-12d40639c0b5 HTTP/1.1" status: 204 len: 168 time: 0.1654568 Aug 08 00:45:41.009792 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5d175c-4f21-48f0-9a98-351d29a8f9b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc31238f-9dbd-4b29-8ba8-12d40639c0b5,revision_number=None']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:45:42.535961 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-89a76dc1-da72-4dff-9927-38583fbd8cc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (d53f5436-7c7f-4441-9708-9d0333b57745), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:45:44.267621 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-053f2fa2-08e2-4320-9ef7-ed55b6b025bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (8871f2bb-53fb-48a8-be6c-361eafeaffd1), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:45:45.467072 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (aa35aa05-3c09-40ae-a1e3-ebf96fe3358c), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:45:45.901084 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-64237613-c389-4d10-936d-2956085fc78e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (998b03d7-10a2-4624-8114-660f2901b45f), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:45:48.622550 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=1 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:45:48.623096 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=1 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:45:50.826627 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=18,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:45:50.828991 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=56,neutron:INSERT=18,neutron:UPDATE=1 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:45:51.004574 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=28,neutron:DELETE=4 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:45:51.005318 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=38,neutron:DELETE=4 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:45:51.260602 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [-] (115991) accepted ('10.222.0.15', 36936) {{(pid=115991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:45:51.366712 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-a989abbd-03dc-43af-aaa1-2cbefbe416b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:45:51.440593 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-a989abbd-03dc-43af-aaa1-2cbefbe416b9 admin admin] Publish callbacks [] for security_group (ce699d2a-3259-477c-af0b-35054caf55ff), precommit_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:45:51.490308 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron_lib.callbacks.manager [None req-a989abbd-03dc-43af-aaa1-2cbefbe416b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (ce699d2a-3259-477c-af0b-35054caf55ff), after_create {{(pid=115991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:45:51.529708 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a989abbd-03dc-43af-aaa1-2cbefbe416b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce699d2a-3259-477c-af0b-35054caf55ff,revision_number=1']} {{(pid=115991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:45:51.533521 dv-cinder-851640-3-iscsi neutron-server[115991]: INFO neutron.wsgi [None req-a989abbd-03dc-43af-aaa1-2cbefbe416b9 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=0b446883fd7a4c7c861362b8def5b938&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2720077 Aug 08 00:45:51.536354 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.wsgi [-] (115992) accepted ('10.222.0.15', 36940) {{(pid=115992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 00:45:51.539568 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a989abbd-03dc-43af-aaa1-2cbefbe416b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:45:51.539916 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a989abbd-03dc-43af-aaa1-2cbefbe416b9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:45:51.540257 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a989abbd-03dc-43af-aaa1-2cbefbe416b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:45:51.540653 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a989abbd-03dc-43af-aaa1-2cbefbe416b9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:45:51.540990 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a989abbd-03dc-43af-aaa1-2cbefbe416b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:45:51.541318 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a989abbd-03dc-43af-aaa1-2cbefbe416b9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:45:51.541641 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a989abbd-03dc-43af-aaa1-2cbefbe416b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:45:51.541964 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a989abbd-03dc-43af-aaa1-2cbefbe416b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:45:51.542286 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a989abbd-03dc-43af-aaa1-2cbefbe416b9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:45:51.542609 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a989abbd-03dc-43af-aaa1-2cbefbe416b9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:45:51.542948 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a989abbd-03dc-43af-aaa1-2cbefbe416b9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:45:51.543276 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a989abbd-03dc-43af-aaa1-2cbefbe416b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:45:51.544249 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a989abbd-03dc-43af-aaa1-2cbefbe416b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:45:51.544729 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a989abbd-03dc-43af-aaa1-2cbefbe416b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:45:51.545056 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a989abbd-03dc-43af-aaa1-2cbefbe416b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:45:51.585781 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-b64cc386-463c-4824-8582-1f5536cf8ae8 admin admin] Publish callbacks [] for security_group (ce699d2a-3259-477c-af0b-35054caf55ff), before_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:45:51.608731 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-b64cc386-463c-4824-8582-1f5536cf8ae8 admin admin] Publish callbacks [] for security_group (ce699d2a-3259-477c-af0b-35054caf55ff), precommit_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:45:51.724343 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-b64cc386-463c-4824-8582-1f5536cf8ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337791'] for security_group (ce699d2a-3259-477c-af0b-35054caf55ff), after_delete {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:45:51.726874 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron_lib.callbacks.manager [None req-b64cc386-463c-4824-8582-1f5536cf8ae8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:45:51.728096 dv-cinder-851640-3-iscsi neutron-server[115992]: INFO neutron.wsgi [None req-b64cc386-463c-4824-8582-1f5536cf8ae8 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/ce699d2a-3259-477c-af0b-35054caf55ff HTTP/1.1" status: 204 len: 168 time: 0.1907113 Aug 08 00:45:51.736314 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64cc386-463c-4824-8582-1f5536cf8ae8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce699d2a-3259-477c-af0b-35054caf55ff,revision_number=None']} {{(pid=115992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 00:45:51.743555 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64cc386-463c-4824-8582-1f5536cf8ae8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:45:51.748501 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64cc386-463c-4824-8582-1f5536cf8ae8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:45:51.748501 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64cc386-463c-4824-8582-1f5536cf8ae8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:45:51.748501 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64cc386-463c-4824-8582-1f5536cf8ae8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:45:51.748501 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64cc386-463c-4824-8582-1f5536cf8ae8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:45:51.748501 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64cc386-463c-4824-8582-1f5536cf8ae8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:45:51.748501 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64cc386-463c-4824-8582-1f5536cf8ae8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:45:51.748501 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64cc386-463c-4824-8582-1f5536cf8ae8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:45:51.748501 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64cc386-463c-4824-8582-1f5536cf8ae8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:45:51.748501 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64cc386-463c-4824-8582-1f5536cf8ae8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:45:51.748501 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64cc386-463c-4824-8582-1f5536cf8ae8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:45:51.748501 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64cc386-463c-4824-8582-1f5536cf8ae8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:45:51.748501 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64cc386-463c-4824-8582-1f5536cf8ae8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:45:51.748501 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64cc386-463c-4824-8582-1f5536cf8ae8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:45:51.748501 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64cc386-463c-4824-8582-1f5536cf8ae8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851640-3-iscsi {{(pid=115992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 00:45:55.851748 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=25,neutron:UPDATE=3 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:46:00.548135 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=28,neutron:UPDATE=3 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:46:00.639054 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (c200ec1a-5dc3-458a-a30d-0f16255c41c0), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:46:01.526749 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=24,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:46:01.535688 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG dbcounter [-] [115991] Writing DB stats neutron:SELECT=15,neutron:INSERT=5 {{(pid=115991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:46:01.738597 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=21,neutron:DELETE=3 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:46:01.739419 dv-cinder-851640-3-iscsi neutron-server[115992]: DEBUG dbcounter [-] [115992] Writing DB stats neutron:SELECT=14,neutron:DELETE=1 {{(pid=115992) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:46:08.667564 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=4 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:46:08.668380 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:46:10.238036 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-f46498ae-1a73-4071-9543-0df5d220cd13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (93e2312b-3744-4a9e-8723-a0f19f10f89a), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:46:12.575500 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-02c21392-9dd5-4b08-875b-75ae1e3e8fa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (d53f5436-7c7f-4441-9708-9d0333b57745), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:46:14.260981 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-053f2fa2-08e2-4320-9ef7-ed55b6b025bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (8871f2bb-53fb-48a8-be6c-361eafeaffd1), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:46:15.455039 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (aa35aa05-3c09-40ae-a1e3-ebf96fe3358c), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:46:15.626374 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.agents_db [None req-431a3ab4-e5a4-4361-9fcb-d2d78b6c2e03 None None] Agent healthcheck: found 6 active agents {{(pid=115994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 00:46:15.901158 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-64237613-c389-4d10-936d-2956085fc78e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (998b03d7-10a2-4624-8114-660f2901b45f), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:46:25.621076 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=1 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:46:25.621954 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=1 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:46:25.850271 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:46:25.855203 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:46:30.614969 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (c200ec1a-5dc3-458a-a30d-0f16255c41c0), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:46:40.255318 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-0972d315-5431-4564-a831-6991ac65c83b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (93e2312b-3744-4a9e-8723-a0f19f10f89a), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:46:42.558178 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ecca0456-9619-4b84-ae49-1c3bf095b39c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (d53f5436-7c7f-4441-9708-9d0333b57745), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:46:43.578868 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=3 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:46:43.582770 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=3 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:46:44.295077 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-053f2fa2-08e2-4320-9ef7-ed55b6b025bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (8871f2bb-53fb-48a8-be6c-361eafeaffd1), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:46:45.494289 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (aa35aa05-3c09-40ae-a1e3-ebf96fe3358c), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:46:45.946240 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-64237613-c389-4d10-936d-2956085fc78e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (998b03d7-10a2-4624-8114-660f2901b45f), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:46:52.625782 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.agents_db [None req-431a3ab4-e5a4-4361-9fcb-d2d78b6c2e03 None None] Agent healthcheck: found 6 active agents {{(pid=115994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 00:46:55.857026 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:46:55.858876 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:47:00.637452 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (c200ec1a-5dc3-458a-a30d-0f16255c41c0), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:47:07.926200 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=16 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:47:07.930072 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=12 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:47:10.266260 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-9e5103c3-a2ec-4345-8010-e0ce42999271 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (93e2312b-3744-4a9e-8723-a0f19f10f89a), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:47:12.562672 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-5b84ccac-f269-471a-b11a-a09384d12984 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (d53f5436-7c7f-4441-9708-9d0333b57745), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:47:14.272038 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-053f2fa2-08e2-4320-9ef7-ed55b6b025bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (8871f2bb-53fb-48a8-be6c-361eafeaffd1), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:47:15.426305 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (aa35aa05-3c09-40ae-a1e3-ebf96fe3358c), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:47:15.900879 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-64237613-c389-4d10-936d-2956085fc78e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (998b03d7-10a2-4624-8114-660f2901b45f), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:47:20.583278 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=1 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:47:20.589200 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=5 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:47:25.860186 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:47:25.861363 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:47:29.626207 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.agents_db [None req-431a3ab4-e5a4-4361-9fcb-d2d78b6c2e03 None None] Agent healthcheck: found 6 active agents {{(pid=115994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 00:47:30.614400 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (c200ec1a-5dc3-458a-a30d-0f16255c41c0), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:47:39.622965 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=2 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:47:40.254431 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-e8750896-e4e1-48e1-845c-609de0944e09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (93e2312b-3744-4a9e-8723-a0f19f10f89a), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:47:42.580461 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-7ce3eb02-33d6-41ee-b2e8-3995d8b8d349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (d53f5436-7c7f-4441-9708-9d0333b57745), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:47:44.289493 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-053f2fa2-08e2-4320-9ef7-ed55b6b025bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (8871f2bb-53fb-48a8-be6c-361eafeaffd1), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:47:45.431818 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (aa35aa05-3c09-40ae-a1e3-ebf96fe3358c), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:47:45.923279 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-64237613-c389-4d10-936d-2956085fc78e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (998b03d7-10a2-4624-8114-660f2901b45f), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:47:55.862409 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:47:55.864272 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:47:57.594832 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=3 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:47:57.595601 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=3 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:48:00.642923 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (c200ec1a-5dc3-458a-a30d-0f16255c41c0), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:48:06.625825 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.agents_db [None req-431a3ab4-e5a4-4361-9fcb-d2d78b6c2e03 None None] Agent healthcheck: found 6 active agents {{(pid=115994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 00:48:08.673662 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:48:10.259315 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-b7762cb8-545d-4cfe-ba05-45efa0f9e63f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (93e2312b-3744-4a9e-8723-a0f19f10f89a), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:48:12.625984 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-cd96998a-5bb2-4c72-bdfd-07305efea903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (d53f5436-7c7f-4441-9708-9d0333b57745), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:48:14.265350 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-053f2fa2-08e2-4320-9ef7-ed55b6b025bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (8871f2bb-53fb-48a8-be6c-361eafeaffd1), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:48:15.471149 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (aa35aa05-3c09-40ae-a1e3-ebf96fe3358c), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:48:15.917206 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-64237613-c389-4d10-936d-2956085fc78e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (998b03d7-10a2-4624-8114-660f2901b45f), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:48:16.621699 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=2 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:48:27.935344 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=19,neutron:UPDATE=4 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:48:27.937127 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:48:30.654328 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (c200ec1a-5dc3-458a-a30d-0f16255c41c0), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:48:34.591390 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=2 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:48:34.592193 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=4 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:48:40.271277 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-3062b048-3d3b-4f35-8794-45fd7c544f7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (93e2312b-3744-4a9e-8723-a0f19f10f89a), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:48:42.591983 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-6fc17318-0a2c-45cf-ac60-11274b8535b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (d53f5436-7c7f-4441-9708-9d0333b57745), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:48:43.625744 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.agents_db [None req-431a3ab4-e5a4-4361-9fcb-d2d78b6c2e03 None None] Agent healthcheck: found 6 active agents {{(pid=115994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 00:48:44.311701 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-053f2fa2-08e2-4320-9ef7-ed55b6b025bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (8871f2bb-53fb-48a8-be6c-361eafeaffd1), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:48:45.465562 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (aa35aa05-3c09-40ae-a1e3-ebf96fe3358c), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:48:45.951383 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-64237613-c389-4d10-936d-2956085fc78e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (998b03d7-10a2-4624-8114-660f2901b45f), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:48:53.621617 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=2 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:48:55.869737 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:48:55.871753 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:49:00.671532 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (c200ec1a-5dc3-458a-a30d-0f16255c41c0), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:49:10.254060 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-2a78379e-f3cf-41ae-9ecf-24ac84721745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (93e2312b-3744-4a9e-8723-a0f19f10f89a), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:49:11.587781 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=13 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:49:11.588548 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=19 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:49:12.539551 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-7758a76c-a73e-43a0-880f-7af8cad0be48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (d53f5436-7c7f-4441-9708-9d0333b57745), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:49:14.281059 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-053f2fa2-08e2-4320-9ef7-ed55b6b025bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (8871f2bb-53fb-48a8-be6c-361eafeaffd1), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:49:15.470869 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (aa35aa05-3c09-40ae-a1e3-ebf96fe3358c), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:49:15.944901 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-64237613-c389-4d10-936d-2956085fc78e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (998b03d7-10a2-4624-8114-660f2901b45f), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:49:20.625933 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.agents_db [None req-431a3ab4-e5a4-4361-9fcb-d2d78b6c2e03 None None] Agent healthcheck: found 6 active agents {{(pid=115994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 00:49:25.873539 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:49:25.875713 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:49:30.621718 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=2 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:49:30.680983 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (c200ec1a-5dc3-458a-a30d-0f16255c41c0), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:49:40.277354 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-d08c48a3-dcf3-4f3e-bc32-69b931212ba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (93e2312b-3744-4a9e-8723-a0f19f10f89a), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:49:42.572325 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ad92d3ae-7602-4379-92a3-ba22c15f1d9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (d53f5436-7c7f-4441-9708-9d0333b57745), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:49:44.282430 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-053f2fa2-08e2-4320-9ef7-ed55b6b025bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (8871f2bb-53fb-48a8-be6c-361eafeaffd1), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:49:45.482065 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (aa35aa05-3c09-40ae-a1e3-ebf96fe3358c), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:49:45.944902 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-64237613-c389-4d10-936d-2956085fc78e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (998b03d7-10a2-4624-8114-660f2901b45f), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:49:48.580691 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=2 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:49:48.585580 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=4 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:49:55.876903 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=12 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:49:55.878771 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=6,neutron:UPDATE=6 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:49:57.625851 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.agents_db [None req-431a3ab4-e5a4-4361-9fcb-d2d78b6c2e03 None None] Agent healthcheck: found 6 active agents {{(pid=115994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 00:50:00.710877 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (c200ec1a-5dc3-458a-a30d-0f16255c41c0), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:50:08.678354 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=2 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:50:08.679107 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:50:10.263768 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-5ce70323-2a8c-49fd-a81c-6e57dc5f3903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (93e2312b-3744-4a9e-8723-a0f19f10f89a), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:50:12.573182 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-e6c04e8d-ea91-49ff-899d-4ae8a618e003 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (d53f5436-7c7f-4441-9708-9d0333b57745), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:50:14.331881 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-053f2fa2-08e2-4320-9ef7-ed55b6b025bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (8871f2bb-53fb-48a8-be6c-361eafeaffd1), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:50:15.491738 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (aa35aa05-3c09-40ae-a1e3-ebf96fe3358c), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:50:15.944548 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-64237613-c389-4d10-936d-2956085fc78e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (998b03d7-10a2-4624-8114-660f2901b45f), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:50:20.940405 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [req-bb4af61b-1b1b-475c-a9e2-7ee5fa1c74d2 req-15c9e97e-49b7-4ccc-bc5d-3d2bd8b2ed02 service neutron] (115991) timed out ('10.222.0.15', 58704) {{(pid=115991) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 08 00:50:21.296593 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [req-bb4af61b-1b1b-475c-a9e2-7ee5fa1c74d2 req-2e752797-c3f2-4421-88d7-3f5fff968f36 tempest-AttachVolumeShelveTestJSON-2067061410 tempest-AttachVolumeShelveTestJSON-2067061410-project] (115991) timed out ('10.222.0.15', 58716) {{(pid=115991) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 08 00:50:25.590002 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=3 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:50:25.590686 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=3 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:50:27.942005 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=19,neutron:UPDATE=4 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:50:27.944866 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:50:30.670745 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (c200ec1a-5dc3-458a-a30d-0f16255c41c0), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:50:34.624722 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.agents_db [None req-431a3ab4-e5a4-4361-9fcb-d2d78b6c2e03 None None] Agent healthcheck: found 6 active agents {{(pid=115994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 00:50:36.643612 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=2 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:50:40.308781 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-c22917f7-082c-4f30-8e27-3802aa185840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (93e2312b-3744-4a9e-8723-a0f19f10f89a), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:50:42.556131 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-49eba7d6-2888-40f1-a543-d66f747c798d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (d53f5436-7c7f-4441-9708-9d0333b57745), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:50:44.285910 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-053f2fa2-08e2-4320-9ef7-ed55b6b025bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (8871f2bb-53fb-48a8-be6c-361eafeaffd1), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:50:44.621583 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=2 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:50:45.485602 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (aa35aa05-3c09-40ae-a1e3-ebf96fe3358c), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:50:45.948348 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-64237613-c389-4d10-936d-2956085fc78e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (998b03d7-10a2-4624-8114-660f2901b45f), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:50:55.879948 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:50:55.884869 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG dbcounter [-] [115993] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=115993) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:51:00.710585 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-ae3de4ff-291c-4388-a17a-dcc711673b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (c200ec1a-5dc3-458a-a30d-0f16255c41c0), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:51:01.133971 dv-cinder-851640-3-iscsi neutron-server[115991]: DEBUG neutron.wsgi [req-6cb59ad5-62c1-48ad-bbf8-3128e008d496 req-8bcb4f28-2fc8-4ed5-a431-4d6677460a9e service neutron] (115991) timed out ('10.222.0.25', 64389) {{(pid=115991) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 08 00:51:07.946553 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=13 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:51:07.949332 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG dbcounter [-] [115994] Writing DB stats neutron:SELECT=19 {{(pid=115994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 00:51:10.246933 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-3f454da3-2d38-4c17-b0f4-16c04759ca2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (93e2312b-3744-4a9e-8723-a0f19f10f89a), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:51:11.624825 dv-cinder-851640-3-iscsi neutron-server[115994]: DEBUG neutron.db.agents_db [None req-431a3ab4-e5a4-4361-9fcb-d2d78b6c2e03 None None] Agent healthcheck: found 6 active agents {{(pid=115994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 00:51:12.538744 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-06a98844-cffc-474d-9450-2b37d1383f59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (d53f5436-7c7f-4441-9708-9d0333b57745), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:51:14.293198 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-053f2fa2-08e2-4320-9ef7-ed55b6b025bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (8871f2bb-53fb-48a8-be6c-361eafeaffd1), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:51:15.493613 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d876-651a-46ae-a053-86d314d5b39c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (aa35aa05-3c09-40ae-a1e3-ebf96fe3358c), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 00:51:15.961714 dv-cinder-851640-3-iscsi neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-64237613-c389-4d10-936d-2956085fc78e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764676474332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385196'] for agent (998b03d7-10a2-4624-8114-660f2901b45f), after_update {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}